-- Logs begin at Fri 2022-01-21 08:50:23 UTC, end at Fri 2022-01-21 11:01:54 UTC. -- Jan 21 09:28:50.617169 dv-neutron-825723-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 09:28:52.936324 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:28:52.937075 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev8 Jan 21 09:28:52.937075 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87394) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 09:28:52.940052 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:28:52.940306 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev8 Jan 21 09:28:52.940642 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87394) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 09:28:52.941572 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:28:52.941805 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:28:52.942164 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:28:52.942411 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:28:52.942641 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:28:52.942964 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.943264 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.943558 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.943787 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.944142 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.944478 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.944770 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.945053 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.945357 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.945628 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.945908 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.946194 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.946426 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.946706 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.946992 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.947280 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.947507 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] debug = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.947787 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.948211 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.948650 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.948936 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.949228 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.949507 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.949786 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.950065 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.950352 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.950676 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] host = dv-neutron-825723-1-hyperv {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.950954 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.951240 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.951526 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.951811 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.952087 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.952380 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.952668 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.952942 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.953213 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] log_file = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.953489 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.953776 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.954065 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.954363 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.954590 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.954815 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.955107 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.955397 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.955675 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.955948 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.956223 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.956528 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.956806 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.957128 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.957413 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.957696 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.957982 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.958258 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.958532 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.958802 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.959072 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.959357 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.959654 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.959956 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.960230 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.960547 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.960818 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.961092 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.961390 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.961677 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.961962 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.962250 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.962524 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.962804 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.963075 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.963345 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.963614 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] use_json = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.963886 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.964535 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.964816 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.965090 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.965365 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.965637 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.965906 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.966196 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:52.966492 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.966787 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.967087 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.967369 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.967665 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.967945 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.968234 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.968534 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.968825 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.969113 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.969402 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.969683 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.969970 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.970244 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.970539 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.970841 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.971133 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.971425 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.971701 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.971975 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.972248 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.972550 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.972837 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.973130 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.973421 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.973695 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.973973 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.974264 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.974542 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.974817 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.975093 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.975405 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.975683 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.975954 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.976264 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.976570 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.976846 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.977121 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.977398 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.977690 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.977967 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.978237 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.978507 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.978784 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.979052 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.979336 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.979616 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.979893 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.980164 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.980472 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.980748 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.981020 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.981296 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.981570 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.981846 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.982119 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.982395 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.982669 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.982943 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.983215 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.983489 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.983763 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.984036 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.984308 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.984679 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.984955 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.985233 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.985510 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.985800 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.986099 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.986381 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.986662 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.986943 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.987223 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.987502 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.987778 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.988059 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.988354 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.988633 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.988926 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.989213 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.989502 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.989790 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.990068 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.990364 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.990645 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.990977 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.991261 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.991542 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.991834 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.992118 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.992441 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.992742 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.993039 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.993336 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.993632 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.993914 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.994223 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.994509 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:52.994728 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:28:52.994972 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87394) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 21 09:28:53.379459 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO keyring.backend [-] Loading KWallet Jan 21 09:28:53.386938 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO keyring.backend [-] Loading SecretService Jan 21 09:28:53.390568 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO keyring.backend [-] Loading Windows Jan 21 09:28:53.391924 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO keyring.backend [-] Loading chainer Jan 21 09:28:53.392540 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO keyring.backend [-] Loading macOS Jan 21 09:28:53.426320 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 21 09:28:53.426590 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 21 09:28:53.426883 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 21 09:28:53.427217 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 09:28:53.733222 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.733411 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.733686 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.734919 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.735193 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.735460 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.858863 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.859121 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.859393 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.872939 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.873223 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.873495 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.902041 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.902311 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.902576 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.940358 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.940932 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:53.940932 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.173344 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.173599 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.173896 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.174160 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.174899 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.294142 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.294438 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.294744 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.295020 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.295285 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.295605 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.295859 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.296121 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.296438 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.296683 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.296945 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.297204 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.297452 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.297708 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.297968 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.298233 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.298489 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.298758 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.299010 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.299290 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.299633 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.299866 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.300112 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.300417 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.300665 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.300907 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.301303 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87394) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:54.301541 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87394) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:54.301776 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87394) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:54.302012 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87394) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:54.302243 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87394) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:54.302482 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87394) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:54.302841 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 09:28:54.306154 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 09:28:54.310160 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 09:28:54.313919 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jan 21 09:28:54.315551 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 09:28:54.316005 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 09:28:54.316365 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 21 09:28:54.316751 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 09:28:54.319792 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 09:28:54.320044 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 09:28:54.320396 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:28:54.348657 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 21 09:28:54.349093 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.349391 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87394) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 21 09:28:54.349747 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.351144 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87394) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 09:28:54.351424 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:28:54.351669 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 21 09:28:54.354925 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.355205 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.417229 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 09:28:54.417457 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 09:28:54.417692 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 09:28:54.418062 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 09:28:54.461222 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_db.sqlalchemy.engines [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87394) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 21 09:28:54.808979 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Initializing driver for type 'gre' Jan 21 09:28:54.809431 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] gre ID ranges: [(1, 1000)] Jan 21 09:28:54.862110 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Initializing driver for type 'local' Jan 21 09:28:54.862552 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Initializing driver for type 'vlan' Jan 21 09:28:54.878012 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] VlanTypeDriver initialization complete Jan 21 09:28:54.878525 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Initializing driver for type 'vxlan' Jan 21 09:28:54.879283 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] vxlan ID ranges: [(1, 1000)] Jan 21 09:28:54.931086 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Initializing extension driver 'port_security' Jan 21 09:28:54.931459 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.extensions.port_security [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] PortSecurityExtensionDriver initialization complete Jan 21 09:28:54.931793 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Initializing mechanism driver 'openvswitch' Jan 21 09:28:54.932133 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Initializing mechanism driver 'hyperv' Jan 21 09:28:54.938855 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:54.939570 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > port after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.939942 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > port after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.940293 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > port after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.940856 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87394) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:28:54.941428 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > subnet after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.941628 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > subnet after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.941984 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > subnet after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.942366 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87394) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:28:54.942770 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > network after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.943118 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > network after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.943463 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > network after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.943981 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87394) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:28:54.944377 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > security_group after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.944741 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > security_group after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.945084 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > security_group after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.945469 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87394) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:28:54.945868 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.946216 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.946558 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.947072 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87394) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:28:54.947475 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > address_group after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.947822 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > address_group after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.948159 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > address_group after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.948585 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87394) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:28:54.949029 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] ML2 OVO RPC backend initialized. {{(pid=87394) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 21 09:28:54.949734 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router_interface after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.950093 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.950511 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > network before_response 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.950862 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > networks before_response 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.951213 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > port before_response 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.951562 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > ports before_response 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.951905 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > subnet before_response 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.952248 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > subnets before_response 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.952625 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > network after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.952969 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > network after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.953306 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > network after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.953640 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > port after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.953977 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > port after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.954306 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > port after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.954643 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > subnet after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.954985 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > subnet after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.955324 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > subnet after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.955908 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.plugin [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Modular L2 Plugin initialization complete Jan 21 09:28:54.956242 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading services supported by the core plugin {{(pid=87394) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 09:28:54.956596 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.plugins.ml2.managers [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Got port-security extension from driver 'port_security' Jan 21 09:28:54.957065 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.extensions.vlantransparent [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Disabled vlantransparent extension. Jan 21 09:28:54.957559 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87394) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 09:28:54.957876 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading Plugin: router Jan 21 09:28:54.994273 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router_interface before_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.994659 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router after_create 55549900 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.995033 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router before_create 55549900 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.995400 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.995767 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.996124 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router after_delete 55549900 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.996516 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > floatingip after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.996879 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router after_create 55549900 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.997224 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router after_update 55549900 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.997573 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router after_update 55549900 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.997922 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.998283 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router after_update 55549900 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.998674 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router precommit_update 55549900 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.999040 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: port after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.999380 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: port after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:54.999716 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: subnet after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.000083 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.000528 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > port precommit_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.000882 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router precommit_create 55549900 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.001222 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: port before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.001561 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router precommit_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.001916 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router after_update 55549900 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.002259 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router precommit_delete 55549900 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.002606 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router precommit_create 55549900 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.002964 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router_interface after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.003311 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router precommit_update 55549900 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.003660 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > agent after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.004014 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > agent after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.004380 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > network after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.005256 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Tracking information for resource: router configured {{(pid=87394) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:55.005597 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Tracking information for resource: floatingip configured {{(pid=87394) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:55.010669 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.db.l3_agentschedulers_db [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 09:28:55.011241 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: port after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.011634 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: port after_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.011988 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: port after_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.012369 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: port after_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.013277 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router before_create 55550100 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.013636 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router precommit_delete 55550100 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.014006 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router precommit_create 55550100 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.014367 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > router precommit_update 55550100 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.018809 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.services.provider_configuration [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service providers = [] {{(pid=87394) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 09:28:55.019179 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.db.servicetype_db [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87394) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 09:28:55.022260 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.services.service_base [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87394) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:28:55.022633 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.services.service_base [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87394) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:28:55.022954 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.services.service_base [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87394) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:28:55.023850 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.services.service_base [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87394) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:28:55.024215 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.services.service_base [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 09:28:55.024605 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87394) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:55.024924 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 09:28:55.035711 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87394) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:55.036048 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading Plugin: auto_allocate Jan 21 09:28:55.042105 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: network precommit_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.042477 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: network precommit_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.042990 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87394) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:55.043312 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading Plugin: tag Jan 21 09:28:55.049931 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87394) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:55.050253 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading Plugin: timestamp Jan 21 09:28:55.054334 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87394) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:55.054666 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading Plugin: network_ip_availability Jan 21 09:28:55.060061 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.060369 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.060763 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.061465 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87394) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:55.061792 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading Plugin: flavors Jan 21 09:28:55.066708 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87394) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:55.067048 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading Plugin: revisions Jan 21 09:28:55.071397 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87394) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:55.071785 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_concurrency.lockutils [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.645s {{(pid=87394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 21 09:28:55.072567 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87394) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 21 09:28:55.072906 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Initializing extension manager. Jan 21 09:28:55.073426 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: __init__.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.073769 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: __pycache__ {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.074099 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.074434 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: address_group.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.075183 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.075742 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: address-group Jan 21 09:28:55.076066 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: address_scope.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.076798 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.077301 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: address-scope Jan 21 09:28:55.077625 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: admin_state_down_before_update.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.078567 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.079076 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: router-admin-state-down-before-update Jan 21 09:28:55.079403 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: agent.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.080111 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.080641 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: agent Jan 21 09:28:55.080961 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: agent_resources_synced.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.081880 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.082384 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: agent-resources-synced Jan 21 09:28:55.082706 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: allowedaddresspairs.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.085581 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.086102 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: allowed-address-pairs Jan 21 09:28:55.086438 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: auto_allocated_topology.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.087533 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.088045 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: auto-allocated-topology Jan 21 09:28:55.088373 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: availability_zone.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.089482 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.089990 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: availability_zone Jan 21 09:28:55.090313 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: availability_zone_filter.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.091232 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.091741 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: availability_zone_filter Jan 21 09:28:55.092067 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: data_plane_status.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.093025 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.093533 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 09:28:55.093882 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: default_subnetpools.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.094790 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.095314 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: default-subnetpools Jan 21 09:28:55.095624 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: dhcpagentscheduler.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.096466 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.096977 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: dhcp_agent_scheduler Jan 21 09:28:55.097304 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: dns.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.098219 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.098720 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension dns-integration not supported by any of loaded plugins Jan 21 09:28:55.099049 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: dns_domain_ports.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.099996 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.100536 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 09:28:55.100864 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: dvr.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.101547 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.102047 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: dvr Jan 21 09:28:55.102371 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: empty_string_filtering.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.103288 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.103819 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: empty-string-filtering Jan 21 09:28:55.104145 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.105091 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.105595 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:28:55.105917 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.106831 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.107332 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 09:28:55.107660 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: external_net.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.108605 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.109115 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: external-net Jan 21 09:28:55.109439 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: extra_dhcp_opt.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.110358 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.110858 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: extra_dhcp_opt Jan 21 09:28:55.111183 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: extraroute.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.112088 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.112631 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: extraroute Jan 21 09:28:55.112956 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: extraroute_atomic.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.114014 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.114522 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: extraroute-atomic Jan 21 09:28:55.114850 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: filter_validation.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.115623 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.116130 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: filter-validation Jan 21 09:28:55.116476 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: fip_pf_description.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.117385 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.117885 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 09:28:55.118205 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: fip_port_details.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.119130 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.119633 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: fip-port-details Jan 21 09:28:55.119957 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: flavors.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.121227 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.121741 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: flavors Jan 21 09:28:55.122069 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.123740 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.124254 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 09:28:55.124611 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: floatingip_pools.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.125325 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.125834 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: floatingip-pools Jan 21 09:28:55.126161 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: ip_allocation.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.127099 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.127601 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 09:28:55.127923 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.128945 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.129451 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: ip-substring-filtering Jan 21 09:28:55.129780 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: l2_adjacency.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.130709 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.131233 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 09:28:55.131560 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: l3.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.132555 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.133067 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: router Jan 21 09:28:55.133397 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: l3_conntrack_helper.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.137102 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.137629 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:28:55.137973 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.138922 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.139436 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: ext-gw-mode Jan 21 09:28:55.139767 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.140718 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.141229 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: l3-ha Jan 21 09:28:55.141556 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: l3_flavors.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.142483 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.142993 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: l3-flavors Jan 21 09:28:55.143326 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.144260 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.144806 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 09:28:55.145136 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: l3agentscheduler.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.146174 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.146699 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: l3_agent_scheduler Jan 21 09:28:55.147061 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: logging.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.148618 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.149133 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension logging not supported by any of loaded plugins Jan 21 09:28:55.149467 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: metering.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.150210 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.150782 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: metering Jan 21 09:28:55.151100 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.152220 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.152767 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: metering_source_and_destination_fields Jan 21 09:28:55.153098 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: multiprovidernet.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.154038 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.154544 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: multi-provider Jan 21 09:28:55.154874 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: netmtu.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.155793 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.156299 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: net-mtu Jan 21 09:28:55.156652 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: netmtu_writable.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.157572 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.158078 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: net-mtu-writable Jan 21 09:28:55.158403 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: network_availability_zone.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.159081 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.159582 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: network_availability_zone Jan 21 09:28:55.159906 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: network_ip_availability.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.161045 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.161559 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: network-ip-availability Jan 21 09:28:55.161890 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: network_segment_range.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.162690 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.163198 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 09:28:55.163522 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: pagination.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.164536 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.164871 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: pagination Jan 21 09:28:55.165194 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: port_device_profile.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.166106 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.166612 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: port-device-profile Jan 21 09:28:55.166936 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.167858 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.168805 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: port-mac-address-regenerate Jan 21 09:28:55.168805 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.169626 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.170130 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: port-numa-affinity-policy Jan 21 09:28:55.170451 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: port_resource_request.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.171360 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.171856 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 09:28:55.172177 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: portbindings.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.173119 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.173622 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: binding Jan 21 09:28:55.173946 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: portbindings_extended.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.175256 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.175766 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: binding-extended Jan 21 09:28:55.176094 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: portsecurity.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.177046 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.177555 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: port-security Jan 21 09:28:55.177880 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: project_id.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.178956 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.179290 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: project-id Jan 21 09:28:55.179615 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: providernet.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.180556 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.181064 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: provider Jan 21 09:28:55.181385 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: qos.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.185232 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.185756 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension qos not supported by any of loaded plugins Jan 21 09:28:55.186094 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.187340 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.187853 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 09:28:55.188189 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.189131 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.189638 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 09:28:55.189964 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: qos_default.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.191131 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.191643 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension qos-default not supported by any of loaded plugins Jan 21 09:28:55.191965 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: qos_fip.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.192659 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.193158 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension qos-fip not supported by any of loaded plugins Jan 21 09:28:55.193481 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: qos_gateway_ip.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.194450 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.194959 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 09:28:55.195283 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: qos_port_network_policy.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.196201 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.196731 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 09:28:55.197058 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: qos_rule_type_details.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.197987 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.198493 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 09:28:55.198821 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: qos_rules_alias.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.199869 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.200411 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 09:28:55.200733 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: quotasv2.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.201663 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.201990 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: quotas Jan 21 09:28:55.202311 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: quotasv2_detail.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.203937 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.204276 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: quota_details Jan 21 09:28:55.204638 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: rbac.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.205715 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.206242 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: rbac-policies Jan 21 09:28:55.206564 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: rbac_address_group.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.207496 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.208013 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: rbac-address-group Jan 21 09:28:55.208360 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: rbac_address_scope.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.209338 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.209852 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: rbac-address-scope Jan 21 09:28:55.210180 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: rbac_security_groups.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.211097 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.211609 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: rbac-security-groups Jan 21 09:28:55.211932 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: rbac_subnetpool.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.212901 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.213411 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: rbac-subnetpool Jan 21 09:28:55.214099 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: revisionifmatch.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.215024 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.215535 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: revision-if-match Jan 21 09:28:55.215857 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: revisions.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.217040 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.217551 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: standard-attr-revisions Jan 21 09:28:55.217882 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: router_availability_zone.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.218563 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.219068 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: router_availability_zone Jan 21 09:28:55.219393 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: routerservicetype.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.220320 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.220856 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension router-service-type not supported by any of loaded plugins Jan 21 09:28:55.221185 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.222120 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.222634 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: security-groups-normalized-cidr Jan 21 09:28:55.222959 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: security_groups_port_filtering.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.223899 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.224443 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: port-security-groups-filtering Jan 21 09:28:55.224774 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.225950 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.226456 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: security-groups-remote-address-group Jan 21 09:28:55.226789 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: securitygroup.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.236509 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.237034 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: security-group Jan 21 09:28:55.237376 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: segment.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.238174 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.238676 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension segment not supported by any of loaded plugins Jan 21 09:28:55.239005 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.239956 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.240615 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 09:28:55.240945 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: servicetype.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.242080 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.242602 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: service-type Jan 21 09:28:55.242928 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: sorting.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.243923 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.244257 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: sorting Jan 21 09:28:55.244605 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: standard_attr_segment.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.245533 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.246038 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 09:28:55.246366 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: standardattrdescription.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.247026 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.247530 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: standard-attr-description Jan 21 09:28:55.247855 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: stateful_security_group.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.248812 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.249319 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: stateful-security-group Jan 21 09:28:55.249644 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: stdattrs_common.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.250232 dv-neutron-825723-1-hyperv neutron-server[87394]: WARNING neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 09:28:55.250560 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.251560 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.252082 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 09:28:55.252433 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: subnet_onboard.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.253513 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.254028 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: subnet_onboard Jan 21 09:28:55.254355 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.255292 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.255799 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 09:28:55.256147 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: subnet_service_types.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.257096 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.257607 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: subnet-service-types Jan 21 09:28:55.257931 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: subnetallocation.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.259007 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.259517 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: subnet_allocation Jan 21 09:28:55.259847 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.260563 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.261069 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: subnetpool-prefix-ops Jan 21 09:28:55.261396 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.262338 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.262886 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 09:28:55.263211 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: tagging.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.264267 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.264812 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: standard-attr-tag Jan 21 09:28:55.265144 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: timestamp.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.266350 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.266860 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loaded extension: standard-attr-timestamp Jan 21 09:28:55.267196 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: trunk.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.268234 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.268783 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension trunk not supported by any of loaded plugins Jan 21 09:28:55.269109 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: trunk_details.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.270035 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.270538 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension trunk-details not supported by any of loaded plugins Jan 21 09:28:55.270864 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: uplink_status_propagation.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.271933 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.272467 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 09:28:55.272792 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Loading extension file: vlantransparent.py {{(pid=87394) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:55.273461 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87394) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:55.273964 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 09:28:55.276495 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:network Jan 21 09:28:55.277281 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:subnet Jan 21 09:28:55.278046 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:28:55.278661 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:port Jan 21 09:28:55.279941 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.280408 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service FLAVORS assigned prefix: {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.281038 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.281464 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.281797 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:router Jan 21 09:28:55.282466 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:28:55.283190 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service METERING assigned prefix: /metering {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.284680 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.285061 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.285419 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:55.286581 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:28:55.287028 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:28:55.287730 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:28:55.288517 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service CORE assigned prefix: {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.288852 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:28:55.289199 dv-neutron-825723-1-hyperv neutron-server[87394]: WARNING neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] subnetpool is already registered Jan 21 09:28:55.289799 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service CORE assigned prefix: {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.290140 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:28:55.290463 dv-neutron-825723-1-hyperv neutron-server[87394]: WARNING neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] subnetpool is already registered Jan 21 09:28:55.293096 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.293530 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service FLAVORS assigned prefix: {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.294114 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.294532 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.294866 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:router Jan 21 09:28:55.295197 dv-neutron-825723-1-hyperv neutron-server[87394]: WARNING neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] router is already registered Jan 21 09:28:55.295783 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:28:55.296109 dv-neutron-825723-1-hyperv neutron-server[87394]: WARNING neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] floatingip is already registered Jan 21 09:28:55.296773 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service METERING assigned prefix: /metering {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.297441 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:28:55.297768 dv-neutron-825723-1-hyperv neutron-server[87394]: WARNING neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] rbac_policy is already registered Jan 21 09:28:55.298307 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:28:55.298637 dv-neutron-825723-1-hyperv neutron-server[87394]: WARNING neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] security_group is already registered Jan 21 09:28:55.299220 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:28:55.299545 dv-neutron-825723-1-hyperv neutron-server[87394]: WARNING neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] security_group_rule is already registered Jan 21 09:28:55.300204 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service CORE assigned prefix: {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.300561 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:28:55.300889 dv-neutron-825723-1-hyperv neutron-server[87394]: WARNING neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] subnetpool is already registered Jan 21 09:28:55.301492 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.v2.resource_helper [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Service CORE assigned prefix: {{(pid=87394) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:55.301828 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:28:55.302150 dv-neutron-825723-1-hyperv neutron-server[87394]: WARNING neutron.quota.resource_registry [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] subnetpool is already registered Jan 21 09:28:55.302788 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: extensions {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.304365 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: address-groups {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.305983 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: address-scopes {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.307200 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: agents {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.308403 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: auto-allocated-topology {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.309633 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: availability_zones {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.311001 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: dhcp-networks {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.312360 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: dhcp-agents {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.313821 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: routers {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.315631 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: flavors {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.316817 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: service_profiles {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.318030 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: next_providers {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.320500 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: service_profiles {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.321965 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: floatingip-pools {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.323173 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: routers {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.325020 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: floatingips {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.326201 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: l3-routers {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.327617 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: l3-agents {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.329052 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: metering-labels {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.330404 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: metering-label-rules {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.331678 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: network-ip-availabilities {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.332961 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: bindings {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.334668 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: quotas {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.336115 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: quotas {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.337556 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: rbac-policies {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.339202 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: security-groups {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.340438 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: security-group-rules {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.341668 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: service-providers {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.342899 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: subnetpools {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.344285 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: subnetpools {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.345770 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: tags {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.347451 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: tags {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.349268 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: tags {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.351136 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: tags {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.352940 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: tags {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.354780 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: tags {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.356472 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: tags {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.358379 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: tags {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.360136 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: tags {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.361986 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron.api.extensions [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Extended resource: tags {{(pid=87394) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:55.367906 dv-neutron-825723-1-hyperv neutron-server[87394]: WARNING keystonemiddleware.auth_token [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 09:28:55.372680 dv-neutron-825723-1-hyperv neutron-server[87394]: WARNING keystonemiddleware.auth_token [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 09:28:55.380849 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_concurrency.lockutils [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Acquired lock "singleton_lock" {{(pid=87394) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 21 09:28:55.381376 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_concurrency.lockutils [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Releasing lock "singleton_lock" {{(pid=87394) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 21 09:28:55.382014 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO oslo_service.service [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Starting 2 workers Jan 21 09:28:55.386699 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Started child 87501 {{(pid=87394) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:28:55.390976 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Started child 87502 {{(pid=87394) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:28:55.391644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:55.392553 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO neutron.service [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 09:28:55.393063 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [-] (87501) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:28:55.393198 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Notify callbacks [] for process, before_spawn {{(pid=87394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:55.395469 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO oslo_service.service [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Starting 1 workers Jan 21 09:28:55.395603 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:55.396827 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [-] (87502) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:28:55.400612 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Started child 87503 {{(pid=87394) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:28:55.401129 dv-neutron-825723-1-hyperv neutron-server[87394]: INFO oslo_service.service [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Starting 1 workers Jan 21 09:28:55.403944 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.service [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] calling RpcWorker wait() {{(pid=87503) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 09:28:55.404546 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.service [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] returning from RpcWorker wait() {{(pid=87503) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 09:28:55.405493 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Started child 87504 {{(pid=87394) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:28:55.405701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:55.406163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:55.406304 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1d0c-0e9c-4a11-b2fc-76625125a9cf None None] Notify callbacks [] for process, after_spawn {{(pid=87394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:55.407954 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87394) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 21 09:28:55.408180 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:28:55.408372 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:28:55.408545 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:28:55.408911 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:28:55.409037 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:28:55.409559 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.409827 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.410102 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:55.410617 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.410617 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.410617 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.411157 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:55.411282 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.411465 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.411633 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.411921 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.412122 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.412441 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.412540 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.412812 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.413018 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.413349 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.413616 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.413847 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.414082 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.414265 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.414508 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.414801 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.415001 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.415263 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] debug = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.415489 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.415984 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.416213 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.416480 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.416725 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.416995 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.417239 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.417497 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.417722 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.417913 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.418159 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.418423 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.418660 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.418892 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.419127 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.419377 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.419591 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.420057 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] host = dv-neutron-825723-1-hyperv {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.420275 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.420545 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.420785 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.421008 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.421247 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.421477 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.421735 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.421996 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.422260 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.422498 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.422742 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.422982 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.423196 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.423430 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_file = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.423592 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_options = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.423834 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.424122 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.424421 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.424684 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.424835 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.424973 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.425187 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.425349 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.425591 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.425859 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.426032 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.426245 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.426477 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.426689 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.426931 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.427161 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.427391 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.427619 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.427915 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.428150 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.428441 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.428664 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.429891 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.429891 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.429891 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.429891 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.430189 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.430257 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.430522 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.430970 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.431317 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.431557 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.431796 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.432034 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.432258 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.432631 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.432788 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.433018 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.436051 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.436051 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.436051 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.436051 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.436051 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.436051 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.436051 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.436051 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] use_json = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.437656 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.437656 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.437656 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.437656 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.437656 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.437656 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.437656 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.437656 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.438187 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.438187 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.438187 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.438366 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.438590 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.438838 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.439078 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.439599 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.439853 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.440078 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.440461 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.440977 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.440977 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.441156 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.441389 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.441694 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.441895 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.442867 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.442867 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.442867 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.442867 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.443189 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.443434 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.443736 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.444115 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.99/identity {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.444536 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.444874 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.445182 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.445423 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.445658 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.445861 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.446076 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.446376 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.446777 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.446947 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.447049 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.447254 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.447469 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.447698 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.447922 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.448176 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.448436 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.448660 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.448889 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.449112 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.449344 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.449574 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.449804 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.450025 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.450259 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.450503 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.450748 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.450946 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.451163 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.451384 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.451630 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.451846 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.452058 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.452274 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.452517 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.452763 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.453029 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.453282 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.453462 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.453677 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.454160 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.454160 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.454336 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.454573 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.454786 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.455002 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.455217 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.455429 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.455645 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.455886 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.456104 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.456363 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.456572 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.456798 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.457015 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.457230 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.457445 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.457675 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.457891 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.458175 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.458487 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.458736 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.459001 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.459281 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.459567 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.459805 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.460062 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.460321 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.460557 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.460802 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.461059 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.461288 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.461555 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.461794 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.462011 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.462266 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.462499 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.462741 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.462982 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.463258 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.463812 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.464098 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.464316 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.464592 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.464843 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.465071 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.465341 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.465591 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.465885 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.466107 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.466379 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.467464 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.467754 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.468018 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.468269 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.468551 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.468814 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.469062 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.469343 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.469604 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.469833 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.470053 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.470325 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.470586 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.470804 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.471037 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.471275 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.471581 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.471815 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.472026 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.472240 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.472533 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.472775 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.473034 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.473304 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.473552 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.473817 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.474070 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.474315 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.99/identity {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.474568 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.474948 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.475178 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.475400 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.475644 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.475889 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.476103 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.476315 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.476551 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.476806 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.477048 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.477292 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.477524 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.477740 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.477957 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.478214 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.478427 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.478682 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.478926 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.479166 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.479396 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.479634 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.479839 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.480106 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.480322 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.481556 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.481556 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.481556 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.481556 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.482708 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.482953 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.483167 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.483425 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.483644 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.483856 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.484068 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.484308 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.484571 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.484799 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.485024 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.485252 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.485509 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.485752 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.486067 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.486310 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.486539 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.486779 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.487016 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.487231 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.487465 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.487701 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.487925 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.488138 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.488370 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.488624 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.488864 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.489114 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.489344 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.489555 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.489766 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.489979 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.490204 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.490507 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.490746 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.490977 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.491215 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.491442 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.491672 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.492328 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.492566 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.492993 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.493230 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.493471 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.493680 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.493889 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.494104 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.494332 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.494608 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.494874 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.495095 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.495379 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.495609 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.495830 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.496075 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.496408 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.496624 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.496865 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.497132 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.497352 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.497577 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.497840 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.498153 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.498455 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.498885 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.499300 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.499777 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.500250 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.500722 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.501080 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.501553 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.502079 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.502565 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.502976 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.503383 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.503845 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.504228 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.504631 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.505005 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.505396 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.505767 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.506260 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.506681 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.507125 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.507526 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.507929 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.508291 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.508680 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.509045 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.509325 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.509547 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.509706 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:28:55.510248 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87394) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 21 09:28:55.510409 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:28:55.510563 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:28:55.510735 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:28:55.510905 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:28:55.511225 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:28:55.511437 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.511600 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.511689 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:55.511773 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.511914 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.512071 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.512252 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.512509 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.512668 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.512827 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.512987 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.513146 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.513304 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.513462 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.513619 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.513779 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.513936 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.514095 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.514255 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.514419 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.514579 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.515450 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.516245 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.516245 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] debug = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.516245 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.516616 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.516616 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.516759 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.516823 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.516970 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.517276 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.517587 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.517742 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.517906 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.518115 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.518209 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.518366 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.518527 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.518680 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.518977 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.519278 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.519439 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] host = dv-neutron-825723-1-hyperv {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.519764 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.519925 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.520084 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.520244 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.520428 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.520587 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.520747 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.520906 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.521058 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.521233 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.521361 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.521703 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.521864 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.522026 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_file = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.522186 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_options = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.522347 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.522506 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.522666 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.522850 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.523018 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.523201 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.523337 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.523493 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.523651 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.523809 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.523970 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.524131 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.524287 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.524465 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.524609 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.524764 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.524916 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.525067 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.525225 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.525470 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.525606 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.525745 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.525906 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.526049 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.526209 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.526346 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.526492 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.526622 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.526749 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.526882 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.527020 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.527160 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.527295 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.527429 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.527562 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.527694 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.527871 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.528067 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.528195 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.528575 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.528575 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.528852 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.528852 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.529106 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.529106 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.529463 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] use_json = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.529463 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.529720 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.529720 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.530020 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.530020 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.530477 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.530477 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.530477 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:55.531952 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.531952 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.531952 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.531952 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.531952 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.532676 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.532676 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.532676 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.532676 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.532676 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.533372 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.533372 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.533372 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.533372 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.533948 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.533948 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.533948 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.533948 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.535229 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.535229 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.535229 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.535229 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.535229 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.535229 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.535229 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.99/identity {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.535229 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.536326 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.536326 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.536326 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.536326 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.536326 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.536326 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.536326 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.537878 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.537878 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.537878 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.537878 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.537878 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.537878 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.537878 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.537878 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.537878 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.538879 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.538879 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.538879 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.538879 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.538879 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.538879 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.539481 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.539481 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.539481 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.539481 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.540233 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.540233 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.540233 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.540233 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.540233 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.541034 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.541034 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.541034 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.541034 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.541034 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.541034 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.541776 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.541776 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.541776 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.541776 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.541776 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.542544 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.542544 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.542544 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.542544 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.542544 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.542877 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.542877 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.543032 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.543110 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.543380 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.543479 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.543559 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.543714 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.543875 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.544038 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.544197 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.544427 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.544561 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.544713 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.544873 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.545032 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.545191 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.545350 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.545510 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.545670 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.545831 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.545990 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.546148 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.546307 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.546471 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.546635 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.546794 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.546952 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.547111 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.547271 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.547437 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.547584 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.547745 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.547911 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.548070 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.548231 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.548411 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.548821 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.548821 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.548992 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.549071 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.549184 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.549350 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.549523 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.549683 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.549844 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.550032 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.550151 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.550312 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.550471 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.550631 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.550791 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.550951 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.551129 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.551262 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.551436 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.551598 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.551757 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.551915 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.552099 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.552262 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.552447 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.552609 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.552768 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.552952 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.553112 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.553273 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.553432 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.553593 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.553753 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.553915 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.99/identity {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.554077 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.554238 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.554400 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.554558 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.554720 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.554881 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.555042 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.555204 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.555367 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.555527 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.555691 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.555837 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.556001 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.556161 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.556322 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.556502 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.556664 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.556823 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.556982 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.557142 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.557301 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.557461 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.557623 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.557782 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.557947 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.558111 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.558272 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.558432 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.558595 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.558756 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.558921 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.559083 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.559245 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.559405 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.559639 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.559737 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.559874 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.560035 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.560198 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.560398 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.560538 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.560703 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.560846 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.561072 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.561209 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.561354 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.561481 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.561639 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.561798 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.561959 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.562117 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.562277 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.562437 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.562597 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.562760 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.562922 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.563082 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.563242 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.563401 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.563558 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.563717 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.563876 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.564048 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.564208 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.564388 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.564551 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.564712 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.564882 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.565042 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.565201 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.565361 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.565519 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.565688 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.565848 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.566007 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.566166 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.566324 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.566497 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.566658 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.566819 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.566986 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.567145 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.567305 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.567465 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.567635 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.567801 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.567964 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.568123 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.568285 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.572412 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.572412 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.572412 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.572412 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.572412 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.572412 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.572412 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.572412 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573023 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573023 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573023 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573023 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573023 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573023 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573023 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573023 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573023 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573616 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573616 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573616 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573616 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573616 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573616 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573616 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573616 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.573616 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.574203 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.574203 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.574203 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.574203 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.574203 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:55.574203 dv-neutron-825723-1-hyperv neutron-server[87394]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87394) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:28:55.789085 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 35276) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:55.802290 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [-] 10.222.0.99 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099103 Jan 21 09:29:06.292865 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d553453-e89f-4c9f-abef-10ed9f66d9a0 None None] get_active_networks_info from dv-neutron-825723-1-hyperv {{(pid=87503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:29:06.368622 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d553453-e89f-4c9f-abef-10ed9f66d9a0 None None] No non-hosted networks {{(pid=87503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 09:29:06.385468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.agentschedulers_db [None req-1d553453-e89f-4c9f-abef-10ed9f66d9a0 None None] DHCP Agent not found on host dv-neutron-825723-1-hyperv {{(pid=87503) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 21 09:29:06.518875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-55c991de-cc41-4f7e-a105-ccd157d3adc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742880'] for agent, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:08.466967 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-776e03be-d10e-4c8f-9de5-4968dba10b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742880'] for agent, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:08.481837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9f7cb046-ce45-468c-a81d-5c2074974db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:09.450610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742880'] for agent, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:09.451718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:09.452380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:09.453014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:09.453702 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:09.454233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:09.455657 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:09.458537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:09.459103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:09.459520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:09.460163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:09.460776 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:09.461614 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:09.462224 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-825723-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:09.477120 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-825723-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:09.642020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742880'] for agent, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:10.882812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742880'] for agent, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:11.747005 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.db.l3_hamode_db [None req-4fcb1ebf-9af2-44b3-8a25-693e28541305 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 09:29:11.831147 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcb1ebf-9af2-44b3-8a25-693e28541305 None None] Routers set() bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:29:11.831545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcb1ebf-9af2-44b3-8a25-693e28541305 None None] Router IDs set() for agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 21 09:29:12.672272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 35370) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:13.263803 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING oslo_policy.policy [None req-e6e5ad56-669e-43a9-9157-58fc5fc87360 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:13.264390 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING oslo_policy.policy [None req-e6e5ad56-669e-43a9-9157-58fc5fc87360 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:13.489554 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-e6e5ad56-669e-43a9-9157-58fc5fc87360 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:29:13.490610 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e6e5ad56-669e-43a9-9157-58fc5fc87360 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8174229 Jan 21 09:29:15.821769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 35384) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:16.193715 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-fd18a08b-d569-4b4b-a385-7506bd43b4a0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:29:16.297097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.policy [None req-fd18a08b-d569-4b4b-a385-7506bd43b4a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87502) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 09:29:16.342256 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING oslo_policy.policy [None req-fd18a08b-d569-4b4b-a385-7506bd43b4a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:16.342643 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING oslo_policy.policy [None req-fd18a08b-d569-4b4b-a385-7506bd43b4a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:16.351802 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.quota [None req-fd18a08b-d569-4b4b-a385-7506bd43b4a0 admin admin] Loaded quota_driver: . Jan 21 09:29:16.366816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fd18a08b-d569-4b4b-a385-7506bd43b4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:16.425411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd18a08b-d569-4b4b-a385-7506bd43b4a0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735566746724', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735566747147', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735566761473', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735566763347', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735566777569', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735566780380', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-597187', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3638348', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-495698', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-414043'] for rbac-policy, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:16.489909 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd18a08b-d569-4b4b-a385-7506bd43b4a0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:16.491566 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fd18a08b-d569-4b4b-a385-7506bd43b4a0 admin admin] 10.222.0.99 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6687467 Jan 21 09:29:19.083882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 35398) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:19.689584 dv-neutron-825723-1-hyperv neutron-server[87501]: WARNING oslo_policy.policy [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:19.690155 dv-neutron-825723-1-hyperv neutron-server[87501]: WARNING oslo_policy.policy [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:19.918395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'name': 'private'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:29:19.920042 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.quota [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Loaded quota_driver: . Jan 21 09:29:19.936272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:19.943076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Usage tracker for resource:network and tenant:1a9b10e3966d4cd2a0c3705f8e633320 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:19.949274 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:19.957034 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:19.975586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Made reservation on behalf of 1a9b10e3966d4cd2a0c3705f8e633320 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:29:20.051218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.policy [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87501) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 09:29:20.095693 dv-neutron-825723-1-hyperv neutron-server[87501]: WARNING oslo_policy.policy [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:20.096413 dv-neutron-825723-1-hyperv neutron-server[87501]: WARNING oslo_policy.policy [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:20.111267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:20.134370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:20.149210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:20.153381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Usage tracker for resource:security_group_rule and tenant:1a9b10e3966d4cd2a0c3705f8e633320 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:20.160526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:20.169643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:20.285103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:20.290881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:20.314310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:29:20.338843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735567217421', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:20.339420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Unsubscribe: segment precommit_create {{(pid=87501) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:29:20.339907 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Added segment 784ed6f9-e477-4acb-b9bb-9815984c1d78 of type vlan for network c2bc764d-f12b-4585-9111-43b74e04c93f Jan 21 09:29:20.348415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4671f7-ae6c-4119-a258-40d1ac173d75,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:20.406749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:20.407104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:20.407440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:20.407757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:20.408081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:20.408513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:20.408808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:20.409128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:20.409459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:20.409762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:20.410061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:20.410390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Tracked resource versions report: Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: pushed versions: Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: { 'AddressGroup': {'1.2'}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'ConntrackHelper': {'1.0'}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Log': {'1.0'}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Network': {'1.1'}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Port': {'1.7'}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'PortForwarding': {'1.2'}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'QosPolicy': {'1.8'}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'SecurityGroup': {'1.4'}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'SubPort': {'1.0'}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Subnet': {'1.1'}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Trunk': {'1.1'}} Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: consumer versions: Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: { DHCP agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: L3 agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: Metadata agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: Metering agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: Open vSwitch agent@dv-neutron-825723-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'ConntrackHelper': '1.0', Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Log': '1.0', Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Network': '1.1', Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Port': '1.7', Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'PortForwarding': '1.2', Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'QosPolicy': '1.8', Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'SecurityGroup': '1.4', Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'SecurityGroupRule': '1.2', Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'SubPort': '1.0', Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Subnet': '1.1', Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Trunk': '1.1'}} Jan 21 09:29:20.411689 dv-neutron-825723-1-hyperv neutron-server[87501]: {{(pid=87501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:29:20.454794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:20.498401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:20.499570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:20.500211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:20.604033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c2bc764d-f12b-4585-9111-43b74e04c93f,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:20.610267 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6f161034-8a38-4d2e-b2a0-1b6066f3f7f7 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5239863 Jan 21 09:29:20.628147 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network c2bc764d-f12b-4585-9111-43b74e04c93f details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:29:23.287462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 35420) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:23.762973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56248143-2ed9-490f-9f63-728fc1ce595c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:23.764321 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-56248143-2ed9-490f-9f63-728fc1ce595c admin admin] 10.222.0.99 "GET /v2.0/networks/c2bc764d-f12b-4585-9111-43b74e04c93f HTTP/1.1" status: 200 len: 825 time: 0.4757612 Jan 21 09:29:23.795163 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-94adefe3-595c-4477-875f-75e9fb6a1f5a admin admin] 10.222.0.99 "GET /v2.0/subnetpools/1afd8eda-9352-48bc-8747-ccb5e2bd8316 HTTP/1.1" status: 200 len: 734 time: 0.0241244 Jan 21 09:29:23.803617 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Request body: {'subnet': {'subnetpool_id': '1afd8eda-9352-48bc-8747-ccb5e2bd8316', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:29:23.807986 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:23.811782 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Usage tracker for resource:subnet and tenant:1a9b10e3966d4cd2a0c3705f8e633320 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:23.814757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:23.820379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:23.834039 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Made reservation on behalf of 1a9b10e3966d4cd2a0c3705f8e633320 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:29:23.836365 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:24.115643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:24.204195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23219d84-efd3-43ee-a940-134b30efee2f,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:24.212218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Checking segment: {'id': '784ed6f9-e477-4acb-b9bb-9815984c1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:29:24.212593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Network hostable DHCP agents. Network: c2bc764d-f12b-4585-9111-43b74e04c93f, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:29:24.235779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Network c2bc764d-f12b-4585-9111-43b74e04c93f is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:29:24.247116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, c2bc764d-f12b-4585-9111-43b74e04c93f) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:29:24.251938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:24.252583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:24.256700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c388aad-7f5d-464b-af12-50fd60f20bce None None] Network c2bc764d-f12b-4585-9111-43b74e04c93f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:29:24.273074 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9a67d39d-25fc-4a82-9a58-638f534bf0d1 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4725866 Jan 21 09:29:24.656741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-c2bc764d-f12b-4585-9111-43b74e04c93f', 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'fixed_ips': [{'subnet_id': '23219d84-efd3-43ee-a940-134b30efee2f'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:29:24.658088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:24.841118 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Allocated IP 172.20.0.2 (c2bc764d-f12b-4585-9111-43b74e04c93f/23219d84-efd3-43ee-a940-134b30efee2f/21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:29:25.071533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:25.085453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Transition to ACTIVE for port object 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:29:25.105074 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Transition to ACTIVE for port object 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:29:25.112298 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:25.175353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Network c2bc764d-f12b-4585-9111-43b74e04c93f is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:29:25.178389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:29:25.183668 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:29:25.189948 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Pushing event updated for resources: {'Port': ['ID=21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:25.229401 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:25.229770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:25.230115 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:25.230450 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:25.230782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:25.231127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:25.231459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:25.231782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:25.232124 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:25.232472 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:25.232795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:25.233153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Tracked resource versions report: Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: pushed versions: Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: { 'AddressGroup': {'1.2'}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'ConntrackHelper': {'1.0'}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Log': {'1.0'}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Network': {'1.1'}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Port': {'1.7'}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'PortForwarding': {'1.2'}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'QosPolicy': {'1.8'}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'SecurityGroup': {'1.4'}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'SubPort': {'1.0'}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Subnet': {'1.1'}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Trunk': {'1.1'}} Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: consumer versions: Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: { DHCP agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: L3 agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: Metadata agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: Metering agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: Open vSwitch agent@dv-neutron-825723-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'ConntrackHelper': '1.0', Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Log': '1.0', Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Network': '1.1', Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Port': '1.7', Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'PortForwarding': '1.2', Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'QosPolicy': '1.8', Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'SecurityGroup': '1.4', Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'SecurityGroupRule': '1.2', Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'SubPort': '1.0', Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Subnet': '1.1', Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Trunk': '1.1'}} Jan 21 09:29:25.234482 dv-neutron-825723-1-hyperv neutron-server[87503]: {{(pid=87503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:29:25.289327 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Attempting to bind port 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:29:25.289943 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Attempting to bind port 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '784ed6f9-e477-4acb-b9bb-9815984c1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:29:25.290088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Attempting to bind port 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77 on network c2bc764d-f12b-4585-9111-43b74e04c93f {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:29:25.295472 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:29:25.295870 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Checking segment: {'id': '784ed6f9-e477-4acb-b9bb-9815984c1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:29:25.296378 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:25.296780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Bound using segment: {'id': '784ed6f9-e477-4acb-b9bb-9815984c1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:29:25.297281 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Bound port: 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784ed6f9-e477-4acb-b9bb-9815984c1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:29:25.297687 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:25.402925 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] For port 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:29:25.406935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] For port 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77,segment=NetworkSegment(784ed6f9-e477-4acb-b9bb-9815984c1d78),segment_id=784ed6f9-e477-4acb-b9bb-9815984c1d78)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:29:25.412627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:25.499171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c40d2-86cd-4c51-a7b9-0ba08f7a4e39 None None] Pushing event updated for resources: {'Port': ['ID=21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:26.634212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 35430) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:27.018229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-48edae50-f267-4f16-8587-7d21545a7b68 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:29:27.019186 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-48edae50-f267-4f16-8587-7d21545a7b68 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3839962 Jan 21 09:29:29.083141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd524245-c737-42a6-97b0-c9c5d59bb716 None None] Network c2bc764d-f12b-4585-9111-43b74e04c93f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:29:29.131323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1723c996-41e5-4abc-a8a8-6bf9487926ef None None] Provisioning for port 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:29:29.358680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:29:29.367335 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 35444) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:29.429767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:29:29.435491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:29.435915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:29.555886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:29.593784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77,segment=NetworkSegment(784ed6f9-e477-4acb-b9bb-9815984c1d78),segment_id=784ed6f9-e477-4acb-b9bb-9815984c1d78)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:29:29.600784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:29.657506 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9bf6d38c-5a83-43ef-a185-952737945044 None None] Provisioning complete for port 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:29.657871 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9bf6d38c-5a83-43ef-a185-952737945044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:29.716905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:29.763767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-d588d99f-4619-48e4-994a-02fbeb7671e3 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:29:29.763767 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d588d99f-4619-48e4-994a-02fbeb7671e3 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3856626 Jan 21 09:29:31.334478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:29:31.401816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:31.402176 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.391725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 35456) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:32.759672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a7b936a6-ad98-4072-96e9-8babb721df39 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:29:32.765533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a7b936a6-ad98-4072-96e9-8babb721df39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:32.769826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a7b936a6-ad98-4072-96e9-8babb721df39 admin admin] Usage tracker for resource:router and tenant:1a9b10e3966d4cd2a0c3705f8e633320 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:32.773361 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a7b936a6-ad98-4072-96e9-8babb721df39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:32.779560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a7b936a6-ad98-4072-96e9-8babb721df39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:32.793328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7b936a6-ad98-4072-96e9-8babb721df39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.794893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7b936a6-ad98-4072-96e9-8babb721df39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.817264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7b936a6-ad98-4072-96e9-8babb721df39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.930257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7b936a6-ad98-4072-96e9-8babb721df39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.950959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7b936a6-ad98-4072-96e9-8babb721df39 admin admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.952184 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a7b936a6-ad98-4072-96e9-8babb721df39 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5592337 Jan 21 09:29:35.296235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 35466) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:35.683921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-7cf59b05-efb9-4bea-977e-e6047cc7ad1f admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:29:35.684925 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7cf59b05-efb9-4bea-977e-e6047cc7ad1f admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3877819 Jan 21 09:29:36.278907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d19603a5-52ff-4f90-91a3-0f63039213c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:38.033742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 35476) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:38.398685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:29:38.403863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:38.408109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Usage tracker for resource:network and tenant:6036162617de4fa99ac7372c8d769592 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:38.411118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:38.417278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:38.436458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Made reservation on behalf of 6036162617de4fa99ac7372c8d769592 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:29:38.439045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:38.446278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4ccda4da-d3b6-4e50-9a7f-673d33a25ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:38.452089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:38.466855 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:38.470839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Usage tracker for resource:security_group_rule and tenant:6036162617de4fa99ac7372c8d769592 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:38.473747 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:38.479628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:38.568159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:38.573352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:38.596576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Reserving flat network on physical network physnet1 {{(pid=87501) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 21 09:29:38.609421 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0cc3cf-043d-4b6d-a9a5-438dc20604ca,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:38.615108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:38.615440 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Added segment 0a1d5222-5171-4ea2-af7b-c762201c39f3 of type flat for network 58c8b401-ac8f-45df-8edc-754a2deb57f9 Jan 21 09:29:38.646239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:38.681399 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:38.682396 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:38.683093 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:38.782320 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7474723 Jan 21 09:29:38.787257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b77cc-3033-413b-9c4d-f70f5238698c admin admin] Pushing event updated for resources: {'Network': ['ID=58c8b401-ac8f-45df-8edc-754a2deb57f9,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:38.807483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:29:39.445504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:39.568625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:40.848480 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:41.140781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 35496) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:41.381588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999c7156-a5ed-41f3-bcd2-298050d78758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:41.382914 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-999c7156-a5ed-41f3-bcd2-298050d78758 admin admin] 10.222.0.99 "GET /v2.0/subnets/23219d84-efd3-43ee-a940-134b30efee2f HTTP/1.1" status: 200 len: 849 time: 0.2412448 Jan 21 09:29:41.545145 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7c84615f-d20d-4fe5-9c4f-cc44e74df682 admin admin] 10.222.0.99 "GET /v2.0/routers/f1965abb-14f5-464f-beae-fa0b37bb1cbc HTTP/1.1" status: 200 len: 704 time: 0.1531858 Jan 21 09:29:42.014620 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:42.281439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Allocated IP 172.20.0.1 (c2bc764d-f12b-4585-9111-43b74e04c93f/23219d84-efd3-43ee-a940-134b30efee2f/9e12313b-bb58-403a-b173-a98c2a4b2036) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:29:42.438218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:42.455114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Transition to ACTIVE for port object 9e12313b-bb58-403a-b173-a98c2a4b2036 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:29:42.511376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:42.578952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Network c2bc764d-f12b-4585-9111-43b74e04c93f is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:29:42.582168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:29:42.587944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:29:42.587944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:42.715453 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Pushing event updated for resources: {'Port': ['ID=9e12313b-bb58-403a-b173-a98c2a4b2036,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:42.806065 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-892d2d91-422d-4428-8175-94f01851c0e1 None None] Provisioning for port 9e12313b-bb58-403a-b173-a98c2a4b2036 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:29:42.810846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-892d2d91-422d-4428-8175-94f01851c0e1 None None] Provisioning complete for port 9e12313b-bb58-403a-b173-a98c2a4b2036 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:42.811231 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-892d2d91-422d-4428-8175-94f01851c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:42.852077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:42.865284 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-892d2d91-422d-4428-8175-94f01851c0e1 None None] Port 9e12313b-bb58-403a-b173-a98c2a4b2036 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:29:43.077497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:43.085694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:43.086386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:43.179395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Pushing event updated for resources: {'Port': ['ID=9e12313b-bb58-403a-b173-a98c2a4b2036,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:43.281003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Network c2bc764d-f12b-4585-9111-43b74e04c93f is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:29:43.282080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:29:43.469716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Router f1965abb-14f5-464f-beae-fa0b37bb1cbc is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:29:43.490025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1e9fa94b-3d9d-477e-aaef-0bc7ef4b0ef3 None None] Provisioning complete for port 9e12313b-bb58-403a-b173-a98c2a4b2036 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:43.490399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa94b-3d9d-477e-aaef-0bc7ef4b0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:43.550115 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1e9fa94b-3d9d-477e-aaef-0bc7ef4b0ef3 None None] Port 9e12313b-bb58-403a-b173-a98c2a4b2036 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:29:43.662271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:29:43.672593 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c2d34162-b4f0-46dd-ad77-342fca67a26c admin admin] 10.222.0.99 "PUT /v2.0/routers/f1965abb-14f5-464f-beae-fa0b37bb1cbc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1204615 Jan 21 09:29:43.673614 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Sync routers for ids ['f1965abb-14f5-464f-beae-fa0b37bb1cbc'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:29:43.684627 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Routers {'f1965abb-14f5-464f-beae-fa0b37bb1cbc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:29:43.685455 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:29:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f1965abb-14f5-464f-beae-fa0b37bb1cbc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:43.856969 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Set router f1965abb-14f5-464f-beae-fa0b37bb1cbc gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:29:44.224974 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'name': 'router1', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:29:32Z', 'updated_at': '2022-01-21T09:29:42Z', 'revision_number': 2, 'project_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'gw_port_host': None, '_interfaces': [{'id': '9e12313b-bb58-403a-b173-a98c2a4b2036', 'name': '', 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'mac_address': 'fa:16:3e:f0:07:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23219d84-efd3-43ee-a940-134b30efee2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:42Z', 'updated_at': '2022-01-21T09:29:42Z', 'revision_number': 2, 'project_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'subnets': [{'id': '23219d84-efd3-43ee-a940-134b30efee2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1afd8eda-9352-48bc-8747-ccb5e2bd8316'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:44.230010 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Checking router: f1965abb-14f5-464f-beae-fa0b37bb1cbc for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:29:44.230379 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Updating router f1965abb-14f5-464f-beae-fa0b37bb1cbc port 9e12313b-bb58-403a-b173-a98c2a4b2036 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:29:44.281303 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:44.661480 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:44.675945 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Transition to ACTIVE for port object 9e12313b-bb58-403a-b173-a98c2a4b2036 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:29:44.683681 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:44.906334 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Pushing event updated for resources: {'Port': ['ID=9e12313b-bb58-403a-b173-a98c2a4b2036,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:44.920955 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:44.921343 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:44.921655 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:44.921983 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:44.922342 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:44.922656 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:44.923003 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:44.923329 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:44.923666 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:44.923977 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:44.924293 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:44.924614 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Tracked resource versions report: Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: pushed versions: Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: { 'AddressGroup': {'1.2'}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'ConntrackHelper': {'1.0'}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Log': {'1.0'}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Network': {'1.1'}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Port': {'1.7'}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'PortForwarding': {'1.2'}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'QosPolicy': {'1.8'}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'SecurityGroup': {'1.4'}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'SubPort': {'1.0'}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Subnet': {'1.1'}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Trunk': {'1.1'}} Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: consumer versions: Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: { DHCP agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: L3 agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: Metadata agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: Metering agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: Open vSwitch agent@dv-neutron-825723-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'ConntrackHelper': '1.0', Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Log': '1.0', Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Network': '1.1', Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Port': '1.7', Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'PortForwarding': '1.2', Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'QosPolicy': '1.8', Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'SecurityGroup': '1.4', Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'SecurityGroupRule': '1.2', Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'SubPort': '1.0', Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Subnet': '1.1', Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Trunk': '1.1'}} Jan 21 09:29:44.925939 dv-neutron-825723-1-hyperv neutron-server[87504]: {{(pid=87504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:29:44.935462 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Attempting to bind port 9e12313b-bb58-403a-b173-a98c2a4b2036 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:29:44.936443 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Attempting to bind port 9e12313b-bb58-403a-b173-a98c2a4b2036 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '784ed6f9-e477-4acb-b9bb-9815984c1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:29:44.936443 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Attempting to bind port 9e12313b-bb58-403a-b173-a98c2a4b2036 on network c2bc764d-f12b-4585-9111-43b74e04c93f {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:29:44.941586 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:29:44.941952 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Checking segment: {'id': '784ed6f9-e477-4acb-b9bb-9815984c1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:29:44.942490 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:44.942866 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Bound using segment: {'id': '784ed6f9-e477-4acb-b9bb-9815984c1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:29:44.943357 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Bound port: 9e12313b-bb58-403a-b173-a98c2a4b2036, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784ed6f9-e477-4acb-b9bb-9815984c1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:29:44.943734 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:45.030087 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] For port 9e12313b-bb58-403a-b173-a98c2a4b2036, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:29:45.033911 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] For port 9e12313b-bb58-403a-b173-a98c2a4b2036, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9e12313b-bb58-403a-b173-a98c2a4b2036,segment=NetworkSegment(784ed6f9-e477-4acb-b9bb-9815984c1d78),segment_id=784ed6f9-e477-4acb-b9bb-9815984c1d78)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:29:45.038678 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:45.125402 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Routers {'f1965abb-14f5-464f-beae-fa0b37bb1cbc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:29:45.125996 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:29:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f1965abb-14f5-464f-beae-fa0b37bb1cbc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:45.171979 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a3308-3c00-4b06-8b0b-6241c4133c25 None None] Pushing event updated for resources: {'Port': ['ID=9e12313b-bb58-403a-b173-a98c2a4b2036,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:45.287820 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] Set router f1965abb-14f5-464f-beae-fa0b37bb1cbc gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:29:45.618534 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'name': 'router1', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:29:32Z', 'updated_at': '2022-01-21T09:29:42Z', 'revision_number': 2, 'project_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'gw_port_host': None, '_interfaces': [{'id': '9e12313b-bb58-403a-b173-a98c2a4b2036', 'name': '', 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'mac_address': 'fa:16:3e:f0:07:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23219d84-efd3-43ee-a940-134b30efee2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:42Z', 'updated_at': '2022-01-21T09:29:45Z', 'revision_number': 4, 'project_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'subnets': [{'id': '23219d84-efd3-43ee-a940-134b30efee2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1afd8eda-9352-48bc-8747-ccb5e2bd8316'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:45.622552 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa18e0a-2733-4718-9b61-831e737730eb None None] The sync data for ids ['f1965abb-14f5-464f-beae-fa0b37bb1cbc'] in dv-neutron-825723-1-hyperv is: [{'id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'name': 'router1', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:29:32Z', 'updated_at': '2022-01-21T09:29:42Z', 'revision_number': 2, 'project_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'gw_port_host': None, '_interfaces': [{'id': '9e12313b-bb58-403a-b173-a98c2a4b2036', 'name': '', 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'mac_address': 'fa:16:3e:f0:07:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23219d84-efd3-43ee-a940-134b30efee2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:42Z', 'updated_at': '2022-01-21T09:29:45Z', 'revision_number': 4, 'project_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'subnets': [{'id': '23219d84-efd3-43ee-a940-134b30efee2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1afd8eda-9352-48bc-8747-ccb5e2bd8316'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:29:45.872225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 35518) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:46.058925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffdad14-fedf-43aa-945a-3d47bc027d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:46.065734 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3ffdad14-fedf-43aa-945a-3d47bc027d2b admin admin] 10.222.0.99 "GET /v2.0/networks/58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 842 time: 0.1870692 Jan 21 09:29:46.069814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'name': 'public-subnet'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:29:46.074783 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:46.078991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Usage tracker for resource:subnet and tenant:6036162617de4fa99ac7372c8d769592 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:46.082852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:46.089144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:46.099028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Made reservation on behalf of 6036162617de4fa99ac7372c8d769592 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:29:46.101821 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:46.554114 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:29:46.554596 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:46.633995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc604172-fc89-467c-80ed-1b8f46a4eb0b,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:46.641741 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:29:46.642267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Network hostable DHCP agents. Network: 58c8b401-ac8f-45df-8edc-754a2deb57f9, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:29:46.655509 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:46.655989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:46.656501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:46.656988 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:46.657459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:46.657945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:46.658419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:46.658895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:46.659366 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:46.659882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:46.660303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:46.660828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Tracked resource versions report: Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: pushed versions: Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: { 'AddressGroup': {'1.2'}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'ConntrackHelper': {'1.0'}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Log': {'1.0'}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Network': {'1.1'}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Port': {'1.7'}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'PortForwarding': {'1.2'}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'QosPolicy': {'1.8'}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'SecurityGroup': {'1.4'}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'SubPort': {'1.0'}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Subnet': {'1.1'}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Trunk': {'1.1'}} Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: consumer versions: Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: { DHCP agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: L3 agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: Metadata agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: Metering agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: Open vSwitch agent@dv-neutron-825723-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'ConntrackHelper': '1.0', Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Log': '1.0', Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Network': '1.1', Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Port': '1.7', Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'PortForwarding': '1.2', Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'QosPolicy': '1.8', Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'SecurityGroup': '1.4', Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'SecurityGroupRule': '1.2', Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'SubPort': '1.0', Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Subnet': '1.1', Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Trunk': '1.1'}} Jan 21 09:29:46.662793 dv-neutron-825723-1-hyperv neutron-server[87502]: {{(pid=87502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:29:46.700748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:29:46.715089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 58c8b401-ac8f-45df-8edc-754a2deb57f9) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:29:46.720297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:46.721507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:46.724940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ac80a-5c6d-4a6c-8d0e-024aeb036378 None None] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:29:46.742619 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d31a993d-bdf4-4b96-bfb0-162a89bb5868 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6761725 Jan 21 09:29:46.947021 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242a3364-f216-4c97-ba04-f9ebde9e3da1 None None] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:29:47.371356 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9e12313b-bb58-403a-b173-a98c2a4b2036 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:29:47.442006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 9e12313b-bb58-403a-b173-a98c2a4b2036 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:29:47.447101 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9e12313b-bb58-403a-b173-a98c2a4b2036 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:47.447464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:47.568174 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:47.601295 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 9e12313b-bb58-403a-b173-a98c2a4b2036, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9e12313b-bb58-403a-b173-a98c2a4b2036,segment=NetworkSegment(784ed6f9-e477-4acb-b9bb-9815984c1d78),segment_id=784ed6f9-e477-4acb-b9bb-9815984c1d78)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:29:47.606813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:47.672535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=9e12313b-bb58-403a-b173-a98c2a4b2036,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:48.960838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 35536) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:49.206228 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f1b1284c-3866-4311-a83f-b247cf257476 admin admin] 10.222.0.99 "GET /v2.0/routers/f1965abb-14f5-464f-beae-fa0b37bb1cbc HTTP/1.1" status: 200 len: 710 time: 0.2438600 Jan 21 09:29:49.335515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd21c52f-7cd3-4473-96db-8d579de66ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:49.337175 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bd21c52f-7cd3-4473-96db-8d579de66ef4 admin admin] 10.222.0.99 "GET /v2.0/networks/58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 886 time: 0.1256087 Jan 21 09:29:49.344933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9e12313b-bb58-403a-b173-a98c2a4b2036 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:29:49.346077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:29:49.412564 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9e12313b-bb58-403a-b173-a98c2a4b2036 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:49.412908 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:49.786364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:50.123577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:50.179210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:50.359378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Allocated IP 172.26.4.52 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/74304455-58c4-4131-83c6-0d70da77a95a) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:29:50.514770 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:50.576297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:50.638542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:29:50.641417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:29:50.644907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:29:50.699420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Pushing event updated for resources: {'Port': ['ID=74304455-58c4-4131-83c6-0d70da77a95a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:51.041713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.376194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.379548 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.568707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Router f1965abb-14f5-464f-beae-fa0b37bb1cbc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:29:51.776757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:29:51.785127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.786320 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e9449b87-715c-42cb-9d94-e5fec15ffae3 admin admin] 10.222.0.99 "PUT /v2.0/routers/f1965abb-14f5-464f-beae-fa0b37bb1cbc HTTP/1.1" status: 200 len: 889 time: 2.4435551 Jan 21 09:29:51.786808 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Sync routers for ids ['f1965abb-14f5-464f-beae-fa0b37bb1cbc'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:29:51.797399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Routers {'f1965abb-14f5-464f-beae-fa0b37bb1cbc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:29:51.798143 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:29:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f1965abb-14f5-464f-beae-fa0b37bb1cbc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:51.990570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Set router f1965abb-14f5-464f-beae-fa0b37bb1cbc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:29:52.325878 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'name': 'router1', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '74304455-58c4-4131-83c6-0d70da77a95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:29:32Z', 'updated_at': '2022-01-21T09:29:50Z', 'revision_number': 4, 'project_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'gw_port': {'id': '74304455-58c4-4131-83c6-0d70da77a95a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:50Z', 'updated_at': '2022-01-21T09:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '9e12313b-bb58-403a-b173-a98c2a4b2036', 'name': '', 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'mac_address': 'fa:16:3e:f0:07:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23219d84-efd3-43ee-a940-134b30efee2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:42Z', 'updated_at': '2022-01-21T09:29:47Z', 'revision_number': 5, 'project_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'subnets': [{'id': '23219d84-efd3-43ee-a940-134b30efee2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1afd8eda-9352-48bc-8747-ccb5e2bd8316'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:52.331509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Checking router: f1965abb-14f5-464f-beae-fa0b37bb1cbc for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:29:52.331868 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Updating router f1965abb-14f5-464f-beae-fa0b37bb1cbc port 74304455-58c4-4131-83c6-0d70da77a95a binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:29:52.382744 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:52.728715 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:52.740770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Transition to ACTIVE for port object 74304455-58c4-4131-83c6-0d70da77a95a will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:29:52.748039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:52.820420 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Attempting to bind port 74304455-58c4-4131-83c6-0d70da77a95a on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:29:52.820996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Attempting to bind port 74304455-58c4-4131-83c6-0d70da77a95a by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:29:52.821119 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Attempting to bind port 74304455-58c4-4131-83c6-0d70da77a95a on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:29:52.826466 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea4f3d-e595-48f1-a2c8-c4a3261cb281 None None] Pushing event updated for resources: {'Port': ['ID=74304455-58c4-4131-83c6-0d70da77a95a,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:52.830991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:29:52.831354 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:29:52.831745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:52.832121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:29:52.832602 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Bound port: 74304455-58c4-4131-83c6-0d70da77a95a, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:29:52.832977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:52.903899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] For port 74304455-58c4-4131-83c6-0d70da77a95a, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:29:52.906753 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] For port 74304455-58c4-4131-83c6-0d70da77a95a, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=74304455-58c4-4131-83c6-0d70da77a95a,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:29:52.912630 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:52.987835 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Routers {'f1965abb-14f5-464f-beae-fa0b37bb1cbc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:29:52.988456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:29:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f1965abb-14f5-464f-beae-fa0b37bb1cbc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:53.036389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea4f3d-e595-48f1-a2c8-c4a3261cb281 None None] Pushing event updated for resources: {'Port': ['ID=74304455-58c4-4131-83c6-0d70da77a95a,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:53.168134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] Set router f1965abb-14f5-464f-beae-fa0b37bb1cbc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:29:53.491510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'name': 'router1', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '74304455-58c4-4131-83c6-0d70da77a95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:29:32Z', 'updated_at': '2022-01-21T09:29:50Z', 'revision_number': 4, 'project_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'gw_port': {'id': '74304455-58c4-4131-83c6-0d70da77a95a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:50Z', 'updated_at': '2022-01-21T09:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '9e12313b-bb58-403a-b173-a98c2a4b2036', 'name': '', 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'mac_address': 'fa:16:3e:f0:07:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23219d84-efd3-43ee-a940-134b30efee2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:42Z', 'updated_at': '2022-01-21T09:29:47Z', 'revision_number': 5, 'project_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'subnets': [{'id': '23219d84-efd3-43ee-a940-134b30efee2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1afd8eda-9352-48bc-8747-ccb5e2bd8316'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:53.495652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4880e26e-97e7-4ba5-b22f-43e69d57ae3b None None] The sync data for ids ['f1965abb-14f5-464f-beae-fa0b37bb1cbc'] in dv-neutron-825723-1-hyperv is: [{'id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'name': 'router1', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '74304455-58c4-4131-83c6-0d70da77a95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:29:32Z', 'updated_at': '2022-01-21T09:29:50Z', 'revision_number': 4, 'project_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'gw_port': {'id': '74304455-58c4-4131-83c6-0d70da77a95a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:50Z', 'updated_at': '2022-01-21T09:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '9e12313b-bb58-403a-b173-a98c2a4b2036', 'name': '', 'network_id': 'c2bc764d-f12b-4585-9111-43b74e04c93f', 'tenant_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'mac_address': 'fa:16:3e:f0:07:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1965abb-14f5-464f-beae-fa0b37bb1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23219d84-efd3-43ee-a940-134b30efee2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:42Z', 'updated_at': '2022-01-21T09:29:47Z', 'revision_number': 5, 'project_id': '1a9b10e3966d4cd2a0c3705f8e633320', 'subnets': [{'id': '23219d84-efd3-43ee-a940-134b30efee2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1afd8eda-9352-48bc-8747-ccb5e2bd8316'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:29:54.140159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 35546) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:54.264711 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d2febd56-7eb7-40b2-8c49-a2d7cc2e1014 admin admin] 10.222.0.99 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1233380 Jan 21 09:29:55.368566 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 74304455-58c4-4131-83c6-0d70da77a95a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:29:55.442988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 74304455-58c4-4131-83c6-0d70da77a95a completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:29:55.448120 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 74304455-58c4-4131-83c6-0d70da77a95a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:55.448533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:55.577053 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:55.593365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 74304455-58c4-4131-83c6-0d70da77a95a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=74304455-58c4-4131-83c6-0d70da77a95a,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:29:55.597706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:55.663043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=74304455-58c4-4131-83c6-0d70da77a95a,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:56.446069 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 5 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:29:57.351972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 74304455-58c4-4131-83c6-0d70da77a95a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:29:57.421294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 74304455-58c4-4131-83c6-0d70da77a95a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:57.421667 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:06.284988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e4aa4b64-c39b-4e39-a4ef-c1a433937a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:08.441570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-75c7a1cb-c08c-49a7-8782-5f49c70a8521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:09.452806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:09.571222 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:10.864357 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:33.444938 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 5 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:30:36.281612 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c1e0-bc8f-4daa-91b2-463a285cd4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:38.446534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-244a0378-879c-4de1-b371-92c854008664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:39.448625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:39.576552 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:40.871466 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:06.304268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f5be810a-387e-45a6-b7c5-53ee253a083a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:08.442819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-26801e2c-4a7f-48b5-b2a8-03a5a19f65ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.446790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:09.579308 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.444047 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 5 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:31:10.874493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:36.278405 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b54fe4a2-5e9a-416d-a3a2-9c66f1cebb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:38.437970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f09ec82f-acd3-4e1c-8a07-1525ca2c1b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.442681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:39.581496 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:40.874394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:47.443857 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 5 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:31:58.596326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36148) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:58.664552 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4b1a4f-f611-47b1-8601-3dc309044e0f admin admin] GET failed (client error): The resource could not be found. Jan 21 09:31:58.665796 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cd4b1a4f-f611-47b1-8601-3dc309044e0f admin admin] 10.222.0.99 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684569 Jan 21 09:31:58.801396 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335bbf0a-c0a8-4384-81f6-ca80857002ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:58.803798 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-335bbf0a-c0a8-4384-81f6-ca80857002ed admin admin] 10.222.0.99 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1337867 Jan 21 09:32:00.894322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36158) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:01.013470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f8dde-08b2-4c5e-b5a9-b4fc471f8850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:01.014010 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8b9f8dde-08b2-4c5e-b5a9-b4fc471f8850 admin admin] Synchronizing usage tracker for tenant:6036162617de4fa99ac7372c8d769592 on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:32:01.033823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8b9f8dde-08b2-4c5e-b5a9-b4fc471f8850 admin admin] Unset dirty status for tenant:6036162617de4fa99ac7372c8d769592 on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:32:01.034975 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8b9f8dde-08b2-4c5e-b5a9-b4fc471f8850 admin admin] 10.222.0.99 "GET /v2.0/subnets/23219d84-efd3-43ee-a940-134b30efee2f HTTP/1.1" status: 200 len: 849 time: 0.1397917 Jan 21 09:32:01.044366 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:01.163263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.358259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735567170286'] for subnet, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.401735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:01.402325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:01.416505 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] 10.222.0.99 "PUT /v2.0/subnets/23219d84-efd3-43ee-a940-134b30efee2f HTTP/1.1" status: 200 len: 868 time: 0.3629065 Jan 21 09:32:01.419680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1156501e-ba3a-44bd-aee7-96d2fe0d37a6 None None] Network c2bc764d-f12b-4585-9111-43b74e04c93f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:32:01.433824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23219d84-efd3-43ee-a940-134b30efee2f,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:01.441786 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:01.442193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:01.442474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:01.442805 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:01.443157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:01.443476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:01.443844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:01.444209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:01.444550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:01.444892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:01.445207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:01.445528 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee415b2-3692-4a45-8fe5-874ac924c521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:01.916939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-04fbe54f-dd5f-4eb3-b81d-fb6943e79a04 None None] Provisioning complete for port 21b7622b-c3fe-4a67-b7dd-75cb8dc0ab77 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:01.917273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-04fbe54f-dd5f-4eb3-b81d-fb6943e79a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.041340 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-04fbe54f-dd5f-4eb3-b81d-fb6943e79a04 None None] Provisioning complete for port 9e12313b-bb58-403a-b173-a98c2a4b2036 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:02.041567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-04fbe54f-dd5f-4eb3-b81d-fb6943e79a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.566919 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36168) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:03.748199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779168d-20ec-47e8-8710-b2a28ddd311e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:03.748683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779168d-20ec-47e8-8710-b2a28ddd311e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:03.750182 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b779168d-20ec-47e8-8710-b2a28ddd311e admin admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1820111 Jan 21 09:32:05.828768 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36178) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:06.014752 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534ddece-7fcb-475f-88ca-96b7a68a1808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:06.015093 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534ddece-7fcb-475f-88ca-96b7a68a1808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:06.015813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-534ddece-7fcb-475f-88ca-96b7a68a1808 admin admin] Synchronizing usage tracker for tenant:6036162617de4fa99ac7372c8d769592 on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:32:06.036129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-534ddece-7fcb-475f-88ca-96b7a68a1808 admin admin] Unset dirty status for tenant:6036162617de4fa99ac7372c8d769592 on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:32:06.037375 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-534ddece-7fcb-475f-88ca-96b7a68a1808 admin admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076130 Jan 21 09:32:06.281900 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-23189705-e7ca-4ef9-92d7-0d8d285c69d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:08.153055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36188) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:08.329446 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e83093-190c-4994-af68-c7aa17c9a512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:08.330790 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-48e83093-190c-4994-af68-c7aa17c9a512 admin admin] 10.222.0.99 "GET /v2.0/networks/58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 886 time: 0.1768274 Jan 21 09:32:08.445481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3787246d-f97e-4d02-9a96-3642289dc0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.438167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:09.584864 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:10.452840 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36198) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:10.631531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971c7f9-4e74-4b75-994f-f4976e8bd8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:10.632960 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6971c7f9-4e74-4b75-994f-f4976e8bd8ee admin admin] 10.222.0.99 "GET /v2.0/networks/c2bc764d-f12b-4585-9111-43b74e04c93f HTTP/1.1" status: 200 len: 869 time: 0.1791937 Jan 21 09:32:10.879001 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:12.774629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36208) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:12.885314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2508e88d-7c65-4049-87af-f4b88e9e4d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:12.885841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2508e88d-7c65-4049-87af-f4b88e9e4d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:12.887246 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2508e88d-7c65-4049-87af-f4b88e9e4d71 admin admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1114020 Jan 21 09:32:14.985264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36218) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:15.099985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3a7cf7-40e0-42d5-8697-46220b524563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:15.100480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3a7cf7-40e0-42d5-8697-46220b524563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:15.102028 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8d3a7cf7-40e0-42d5-8697-46220b524563 admin admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1157677 Jan 21 09:32:17.209900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36228) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:17.319132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a4a756-2b24-45bd-9957-22730ee68ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:17.324828 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-02a4a756-2b24-45bd-9957-22730ee68ec2 admin admin] 10.222.0.99 "GET /v2.0/subnets/23219d84-efd3-43ee-a940-134b30efee2f HTTP/1.1" status: 200 len: 868 time: 0.1139314 Jan 21 09:32:19.409508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36238) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:19.520000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddec8dd-24af-424a-9ec3-012336e06fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:19.521370 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2ddec8dd-24af-424a-9ec3-012336e06fe9 admin admin] 10.222.0.99 "GET /v2.0/subnets/fc604172-fc89-467c-80ed-1b8f46a4eb0b HTTP/1.1" status: 200 len: 816 time: 0.1109045 Jan 21 09:32:24.442903 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 5 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:32:36.286210 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0aed3b99-1391-475f-a1b4-f1b8a9e678a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:38.441016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-69f6beb5-a2bc-4d5e-aaee-11804e1175f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.444028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:39.587364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:40.880827 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:42.514888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36282) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:42.566238 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-47bf6f8b-6671-4ad8-a0e2-b19e800f2073 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:32:42.567227 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-47bf6f8b-6671-4ad8-a0e2-b19e800f2073 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513864 Jan 21 09:32:44.763151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36292) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:44.842885 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-be623d61-d769-4988-8230-ef04cf3b0689 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:32:44.844888 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-be623d61-d769-4988-8230-ef04cf3b0689 admin admin] 10.222.0.99 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0806155 Jan 21 09:32:44.985000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddbdcdd-4e87-407c-bd59-a6dc20eb7f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:44.986398 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7ddbdcdd-4e87-407c-bd59-a6dc20eb7f20 admin admin] 10.222.0.99 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1379960 Jan 21 09:32:47.115456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36302) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:47.164112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:47.169814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:32:47.180098 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:32:47.194411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Made reservation on behalf of 6036162617de4fa99ac7372c8d769592 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:47.196771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.287938 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.services.revisions.revision_plugin [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Could not find related network for resource to bump revision. Jan 21 09:32:47.301979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:47.312824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735567217421', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.313359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Unsubscribe: segment precommit_create {{(pid=87502) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:32:47.313792 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Added segment b5357452-3598-4279-b30f-43920536e13a of type vlan for network 27e9f21e-23fb-4a33-8933-f84d1dfc7b04 Jan 21 09:32:47.350878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.385463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.386533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:47.387229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:47.478227 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3616593 Jan 21 09:32:47.482981 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd160b5-e3cf-4707-8d25-e8df6ca4c4c9 admin admin] Pushing event updated for resources: {'Network': ['ID=27e9f21e-23fb-4a33-8933-f84d1dfc7b04,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:47.502931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 27e9f21e-23fb-4a33-8933-f84d1dfc7b04 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:32:49.589668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36312) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:49.691924 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83719c5-6c88-4b91-8af8-bc5dccac5ff7 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:32:49.692484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d83719c5-6c88-4b91-8af8-bc5dccac5ff7 admin admin] Synchronizing usage tracker for tenant:6036162617de4fa99ac7372c8d769592 on resource:network {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:32:49.712492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d83719c5-6c88-4b91-8af8-bc5dccac5ff7 admin admin] Unset dirty status for tenant:6036162617de4fa99ac7372c8d769592 on resource:network {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:32:49.713590 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d83719c5-6c88-4b91-8af8-bc5dccac5ff7 admin admin] 10.222.0.99 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1228704 Jan 21 09:32:49.817426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b7606-eccf-4bdf-8216-d43d9a4e8e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:49.818847 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a95b7606-eccf-4bdf-8216-d43d9a4e8e1e admin admin] 10.222.0.99 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1012607 Jan 21 09:32:49.830846 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] Request body: {'subnet': {'network_id': '27e9f21e-23fb-4a33-8933-f84d1dfc7b04', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:49.835806 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:32:49.846857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:32:49.858329 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] Made reservation on behalf of 6036162617de4fa99ac7372c8d769592 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:49.860657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] Notify callbacks [] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.076021 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.152396 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f75940d-7190-440b-9269-13850b91a058,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:50.160866 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] Checking segment: {'id': 'b5357452-3598-4279-b30f-43920536e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27e9f21e-23fb-4a33-8933-f84d1dfc7b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:32:50.161224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] Network hostable DHCP agents. Network: 27e9f21e-23fb-4a33-8933-f84d1dfc7b04, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:50.182645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] Network 27e9f21e-23fb-4a33-8933-f84d1dfc7b04 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:50.192848 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 27e9f21e-23fb-4a33-8933-f84d1dfc7b04) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:50.197019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:50.197929 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.201890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c661528-8f14-43b7-a939-38eeb327f5f2 None None] Network 27e9f21e-23fb-4a33-8933-f84d1dfc7b04 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:32:50.224790 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a216d683-6865-4679-8c08-f0640f900dae admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3972416 Jan 21 09:32:50.433300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-27e9f21e-23fb-4a33-8933-f84d1dfc7b04', 'network_id': '27e9f21e-23fb-4a33-8933-f84d1dfc7b04', 'tenant_id': '6036162617de4fa99ac7372c8d769592', 'fixed_ips': [{'subnet_id': '2f75940d-7190-440b-9269-13850b91a058'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:32:50.434161 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.590004 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Allocated IP 192.168.233.2 (27e9f21e-23fb-4a33-8933-f84d1dfc7b04/2f75940d-7190-440b-9269-13850b91a058/2d30d4ed-b5d8-471f-bda4-7c04e662d8fd) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:50.817799 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.828394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Transition to ACTIVE for port object 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:32:50.846373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Transition to ACTIVE for port object 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:32:50.853436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:50.913147 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Network 27e9f21e-23fb-4a33-8933-f84d1dfc7b04 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:50.915899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:50.921953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:32:50.953334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Pushing event updated for resources: {'Port': ['ID=2d30d4ed-b5d8-471f-bda4-7c04e662d8fd,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:50.970619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:50.970980 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:50.971329 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:50.971655 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:50.971982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:50.972324 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:50.972692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:50.973014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:50.973347 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:50.973684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:50.973988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:50.974306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:51.027427 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Attempting to bind port 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:51.027795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Attempting to bind port 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'b5357452-3598-4279-b30f-43920536e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27e9f21e-23fb-4a33-8933-f84d1dfc7b04'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:51.028154 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Attempting to bind port 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd on network 27e9f21e-23fb-4a33-8933-f84d1dfc7b04 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:32:51.033646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:32:51.034010 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Checking segment: {'id': 'b5357452-3598-4279-b30f-43920536e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27e9f21e-23fb-4a33-8933-f84d1dfc7b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:32:51.034440 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.034787 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Bound using segment: {'id': 'b5357452-3598-4279-b30f-43920536e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27e9f21e-23fb-4a33-8933-f84d1dfc7b04'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:32:51.035268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Bound port: 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5357452-3598-4279-b30f-43920536e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27e9f21e-23fb-4a33-8933-f84d1dfc7b04'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:51.035663 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.121260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] For port 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:32:51.124269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] For port 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2d30d4ed-b5d8-471f-bda4-7c04e662d8fd,segment=NetworkSegment(b5357452-3598-4279-b30f-43920536e13a),segment_id=b5357452-3598-4279-b30f-43920536e13a)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:32:51.130081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.210181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eaa41-f5c5-46b9-aff2-754754288a4e None None] Pushing event updated for resources: {'Port': ['ID=2d30d4ed-b5d8-471f-bda4-7c04e662d8fd,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:51.479771 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:32:51.560042 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:32:52.081018 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55393def-aa4f-45a0-856c-48932f1969d9 None None] Network 27e9f21e-23fb-4a33-8933-f84d1dfc7b04 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:32:52.201809 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bd2da2e4-0cbe-4b52-ba30-d0e0a745e8e8 None None] Provisioning for port 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:32:52.238168 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bd2da2e4-0cbe-4b52-ba30-d0e0a745e8e8 None None] Provisioning complete for port 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:52.238822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bd2da2e4-0cbe-4b52-ba30-d0e0a745e8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.417274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bd2da2e4-0cbe-4b52-ba30-d0e0a745e8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.453637 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-bd2da2e4-0cbe-4b52-ba30-d0e0a745e8e8 None None] For port 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2d30d4ed-b5d8-471f-bda4-7c04e662d8fd,segment=NetworkSegment(b5357452-3598-4279-b30f-43920536e13a),segment_id=b5357452-3598-4279-b30f-43920536e13a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:32:52.461232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bd2da2e4-0cbe-4b52-ba30-d0e0a745e8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.536539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2da2e4-0cbe-4b52-ba30-d0e0a745e8e8 None None] Pushing event updated for resources: {'Port': ['ID=2d30d4ed-b5d8-471f-bda4-7c04e662d8fd,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:52.682561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f8911630-1c89-402c-87d1-ff395042c6fa None None] Provisioning complete for port 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:52.682947 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8911630-1c89-402c-87d1-ff395042c6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.434626 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:32:53.505301 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 2d30d4ed-b5d8-471f-bda4-7c04e662d8fd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:53.505664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.444132 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 5 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:33:06.292331 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-338bfbac-5575-4b34-b69d-a52a592eb5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:08.444738 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e6d13276-a101-470c-a46a-53c9a5d390ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.452943 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:09.590629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.884276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:36.289269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4914037f-d332-4f0a-940c-6c50cd1da6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:38.443177 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 5 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:33:38.450758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c13e5e14-9eb0-47f6-9a6a-23f5d757ad82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.449238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:39.596488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:40.890034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:01.790618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36362) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:34:01.796634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-d18763ef-e5f7-4a82-b14f-5612aeb2b075 tempest-verify_tempest_config-693105806 tempest-verify_tempest_config-693105806-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:34:01.797575 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d18763ef-e5f7-4a82-b14f-5612aeb2b075 tempest-verify_tempest_config-693105806 tempest-verify_tempest_config-693105806-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060017 Jan 21 09:34:02.131092 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36380) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:34:02.270200 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.285112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:34:02.289170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Usage tracker for resource:security_group_rule and tenant:3d968092a2a6499b8d4253df6595c0b3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:34:02.292191 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:34:02.298215 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:34:02.395522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.400726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.447356 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86685e0d-79b2-4140-928d-6b0da461062a,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:02.450602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Synchronizing usage tracker for tenant:6036162617de4fa99ac7372c8d769592 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:34:02.458722 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:02.459017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:02.459375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:02.459711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:02.460041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:02.460375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:02.460748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:02.461094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:02.461423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:02.461746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:02.462055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:02.462373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:02.480198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] Unset dirty status for tenant:6036162617de4fa99ac7372c8d769592 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:34:02.481555 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-76ea6a0f-2269-4677-994b-9d98d88ce429 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3d968092a2a6499b8d4253df6595c0b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3493440 Jan 21 09:34:02.484224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36386) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:34:02.540402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5224-fdca-4fe9-8963-6fa651e60948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.571276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5224-fdca-4fe9-8963-6fa651e60948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.665988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5224-fdca-4fe9-8963-6fa651e60948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.683191 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe5224-fdca-4fe9-8963-6fa651e60948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86685e0d-79b2-4140-928d-6b0da461062a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:02.687412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5224-fdca-4fe9-8963-6fa651e60948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:02.688685 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9cfe5224-fdca-4fe9-8963-6fa651e60948 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/86685e0d-79b2-4140-928d-6b0da461062a HTTP/1.1" status: 204 len: 168 time: 0.2034209 Jan 21 09:34:06.289447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a1da9e01-77de-4373-a96e-2ddd0ef53116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:08.457018 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-57faff8b-1665-4039-a024-9b22568acf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.456562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:09.605135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:10.900487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:15.445411 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 5 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:34:36.294596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f21ada6c-1ca9-471a-984b-4cd3b403c1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:38.460054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d931f153-f7db-4cc9-83b1-f2a3f92af1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.461387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:39.607464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:40.909868 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.446085 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 5 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:35:06.293928 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7d25c66c-d432-4c70-a0e5-58e63857e9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:08.461253 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-97b825d5-8752-4323-88dd-89b4f7fa7a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.462324 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:09.607488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:10.927955 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:29.448301 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 5 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:35:29.847683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742880'] for agent, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:36.289214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c6fd02a6-bbc9-468f-b7b1-fd9e612c2937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.457519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-face0040-4fad-43e3-8dab-817f4ff5f9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.446822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:39.611515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:40.914988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:44.118337 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36456) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:35:44.238310 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-38a35496-d578-4972-b631-99c3efbd518a admin admin] 10.222.0.99 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1188948 Jan 21 09:35:46.389936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36466) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:35:46.475428 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e03eec8b-2918-42b1-980d-1280788e1d20 admin admin] 10.222.0.99 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0836627 Jan 21 09:35:59.838872 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.300983 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-38e2e4cb-440f-4c87-80af-3f86d0956172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:06.453508 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:36:08.464869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-077b28af-63e7-4e07-a18f-d71df5e67021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.460907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:09.612941 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:10.920155 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.831401 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.295331 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-25f8fad3-0014-4795-ba78-95f9980d0784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.452381 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e4e279b9-5c72-49e0-888c-e52858b1360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.455685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.615557 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.909697 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.453145 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:36:59.843548 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.300504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5bcbb446-44dd-4214-94b4-d10e54d85902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.462504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a12bf834-e05f-4ab4-beee-5ca5eacb4347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.472823 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.640469 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.912918 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.299199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36644) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:12.449344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36654) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:12.770376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1461438233-network', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:12.775636 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:12.786917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Usage tracker for resource:network and tenant:013dc1cee37942f9bf78ba151fe8de88 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:12.790135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:12.797570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:12.808939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Made reservation on behalf of 013dc1cee37942f9bf78ba151fe8de88 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:12.811706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.825073 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.843947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:12.847673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Usage tracker for resource:security_group_rule and tenant:013dc1cee37942f9bf78ba151fe8de88 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:12.850582 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:12.856242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:12.942327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.947399 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.977451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea601fa2-f59d-4402-bd6c-87b1f2aa50db,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:12.988631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:12.988991 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:12.989336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:12.989664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:12.989995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:12.990335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:12.990679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:12.990998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:12.991473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:12.991929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:12.992423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:12.992903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Tracked resource versions report: Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: pushed versions: Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: { 'AddressGroup': {'1.2'}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'ConntrackHelper': {'1.0'}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Log': {'1.0'}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Network': {'1.1'}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Port': {'1.7'}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'PortForwarding': {'1.2'}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'QosPolicy': {'1.8'}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'SecurityGroup': {'1.4'}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'SubPort': {'1.0'}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Subnet': {'1.1'}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Trunk': {'1.1'}} Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: consumer versions: Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: { DHCP agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: L3 agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: Metadata agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: Metering agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: Open vSwitch agent@dv-neutron-825723-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'ConntrackHelper': '1.0', Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Log': '1.0', Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Network': '1.1', Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Port': '1.7', Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'PortForwarding': '1.2', Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'QosPolicy': '1.8', Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'SecurityGroup': '1.4', Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'SecurityGroupRule': '1.2', Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'SubPort': '1.0', Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Subnet': '1.1', Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: 'Trunk': '1.1'}} Jan 21 09:37:12.994151 dv-neutron-825723-1-hyperv neutron-server[87501]: {{(pid=87501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:37:13.001002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:13.012502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.012959 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Added segment 6a83f5ca-04e7-48cc-aa62-5a885aee060a of type vlan for network 7cb82da3-5f7d-4504-aa6b-91451816142c Jan 21 09:37:13.044194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.045042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36676) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:13.076572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.077939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:13.078688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.111904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1671729'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:13.194903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb82da3-5f7d-4504-aa6b-91451816142c,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:13.200183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:13.205185 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-921e7260-4787-4b65-b2e5-cb96b6f24b09 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9048109 Jan 21 09:37:13.206454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Usage tracker for resource:network and tenant:0af6db5d874a43e29845dab718afc814 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:13.208121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36686) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:13.209611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:13.216856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:13.217076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Request body: {'subnet': {'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1461438233-subnet', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:13.220886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 7cb82da3-5f7d-4504-aa6b-91451816142c details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:13.224699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:13.230722 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Usage tracker for resource:subnet and tenant:013dc1cee37942f9bf78ba151fe8de88 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:13.234525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:13.236661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Made reservation on behalf of 0af6db5d874a43e29845dab718afc814 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:13.240269 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.241585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:13.254523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Made reservation on behalf of 013dc1cee37942f9bf78ba151fe8de88 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:13.258420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.266655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.284332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:13.288479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Usage tracker for resource:security_group_rule and tenant:0af6db5d874a43e29845dab718afc814 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:13.292162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:13.298753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:13.432203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.438480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.474027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:13.489269 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73fe1bf-2c9b-42f2-bb1e-bababc9a08bf,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:13.496096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.496856 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Added segment a75a0123-dca8-45c3-931d-2db56c8e2910 of type vlan for network 969059f9-0895-4afd-8a6f-e60dee3ed16e Jan 21 09:37:13.507697 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.533793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.565304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1139811637-network', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:13.567498 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.577615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:13.578232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.596018 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:13.609988 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:13.610351 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:13.610793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:13.611131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:13.611614 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:13.611795 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:13.612117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:13.617086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:13.620525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:13.620977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:13.621322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:13.623241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Tracked resource versions report: Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: pushed versions: Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: { 'AddressGroup': {'1.2'}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'ConntrackHelper': {'1.0'}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Log': {'1.0'}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Network': {'1.1'}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Port': {'1.7'}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'PortForwarding': {'1.2'}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'QosPolicy': {'1.8'}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'SecurityGroup': {'1.4'}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'SubPort': {'1.0'}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Subnet': {'1.1'}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Trunk': {'1.1'}} Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: consumer versions: Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: { DHCP agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: L3 agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: Metadata agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: Metering agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: Open vSwitch agent@dv-neutron-825723-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'ConntrackHelper': '1.0', Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Log': '1.0', Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Network': '1.1', Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Port': '1.7', Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'PortForwarding': '1.2', Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'QosPolicy': '1.8', Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'SecurityGroup': '1.4', Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'SecurityGroupRule': '1.2', Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'SubPort': '1.0', Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Subnet': '1.1', Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: 'Trunk': '1.1'}} Jan 21 09:37:13.626074 dv-neutron-825723-1-hyperv neutron-server[87502]: {{(pid=87502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:37:13.652041 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2016075 Jan 21 09:37:13.658054 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:13.665341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Usage tracker for resource:network and tenant:e54ca0e8ac734aaa9779a4239a46440b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:13.674991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:13.681776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:13.689633 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36704) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:13.704295 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Request body: {'subnet': {'network_id': '969059f9-0895-4afd-8a6f-e60dee3ed16e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:13.706661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e06c2-fdf0-41d6-a9e9-e8fa6ee5ab22 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event updated for resources: {'Network': ['ID=969059f9-0895-4afd-8a6f-e60dee3ed16e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:13.718468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 969059f9-0895-4afd-8a6f-e60dee3ed16e details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:13.735001 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Made reservation on behalf of e54ca0e8ac734aaa9779a4239a46440b for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:13.737603 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.760851 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Checking segment: {'id': '6a83f5ca-04e7-48cc-aa62-5a885aee060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:13.761202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Network hostable DHCP agents. Network: 7cb82da3-5f7d-4504-aa6b-91451816142c, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:13.770610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.806581 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:13.814485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:e54ca0e8ac734aaa9779a4239a46440b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:13.867097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:13.890573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:13.900371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:13.902725 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Network 7cb82da3-5f7d-4504-aa6b-91451816142c is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:13.913923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Usage tracker for resource:subnet and tenant:0af6db5d874a43e29845dab718afc814 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:13.916173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:13.936818 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:13.946564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 7cb82da3-5f7d-4504-aa6b-91451816142c) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:13.959908 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61875a5e-a688-4662-8824-ee40381e0be3 None None] Network 7cb82da3-5f7d-4504-aa6b-91451816142c requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:13.960313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:13.961099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.977619 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Made reservation on behalf of 0af6db5d874a43e29845dab718afc814 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:13.985490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.111746 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0f6094c8-1b39-4107-96ee-8f5481992329 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9019389 Jan 21 09:37:14.115129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36722) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:14.121433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:14.127890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:14.134618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Usage tracker for resource:router and tenant:013dc1cee37942f9bf78ba151fe8de88 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:14.143584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:14.156196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:14.193694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.194827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.219524 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.229188 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-7cb82da3-5f7d-4504-aa6b-91451816142c', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'fixed_ips': [{'subnet_id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:14.230942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.302756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.304985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.398932 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event updated for resources: {'Subnet': ['ID=38a3926b-cb41-4638-ac59-80b259275ee3,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:14.402225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.446126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Allocated IP 172.20.0.2 (7cb82da3-5f7d-4504-aa6b-91451816142c/7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428/51ea5ce6-9a38-4988-9c2e-02534a9c96cd) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:14.466082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:14.525662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.526349 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Added segment a2732187-63eb-4aff-9b2d-088fa3fc3edb of type vlan for network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a Jan 21 09:37:14.540145 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e59d61-e336-411e-af0d-a5b1cf9e9827,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:14.581041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Checking segment: {'id': 'a75a0123-dca8-45c3-931d-2db56c8e2910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '969059f9-0895-4afd-8a6f-e60dee3ed16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:14.581540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Network hostable DHCP agents. Network: 969059f9-0895-4afd-8a6f-e60dee3ed16e, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:14.600076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.646071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Network 969059f9-0895-4afd-8a6f-e60dee3ed16e is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:14.663319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 969059f9-0895-4afd-8a6f-e60dee3ed16e) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:14.682690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:14.683425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.688009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98319d60-e300-42f3-a035-703ee6eedb9b None None] Network 969059f9-0895-4afd-8a6f-e60dee3ed16e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:14.708681 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.709826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:14.710487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.821535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb0f08d-d43c-4a56-a8c8-c205d9dff66a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:14.834450 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8b9bc573-270d-4042-b42f-5a8271bc4fc1 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1427891 Jan 21 09:37:14.835239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36746) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:14.843633 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Request body: {'port': {'network_id': '969059f9-0895-4afd-8a6f-e60dee3ed16e', 'name': 'tempest-AllowedAddressPairTestJSON-709341982'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:14.871368 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:14.956914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.031006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.079119 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-61f7e622-e946-432f-967d-c5fbc8f6b3a0 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0314882 Jan 21 09:37:15.081484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:15.083907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36756) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:15.089385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Usage tracker for resource:port and tenant:0af6db5d874a43e29845dab718afc814 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:15.096652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Request body: {'subnet': {'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1139811637-subnet', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:15.100230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36760) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:15.104038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:15.108151 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Transition to ACTIVE for port object 51ea5ce6-9a38-4988-9c2e-02534a9c96cd will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:15.117515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:15.120549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:15.128024 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Usage tracker for resource:subnet and tenant:e54ca0e8ac734aaa9779a4239a46440b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:15.134154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:15.144655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:15.155621 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Made reservation on behalf of 0af6db5d874a43e29845dab718afc814 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:15.168211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.227102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] device_id is not set on port 0cd66d05-5f08-45e2-83bc-880c0a43da1c yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:15.269159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-969059f9-0895-4afd-8a6f-e60dee3ed16e', 'network_id': '969059f9-0895-4afd-8a6f-e60dee3ed16e', 'tenant_id': '0af6db5d874a43e29845dab718afc814', 'fixed_ips': [{'subnet_id': '38a3926b-cb41-4638-ac59-80b259275ee3'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:15.270039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.301187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Transition to ACTIVE for port object 51ea5ce6-9a38-4988-9c2e-02534a9c96cd will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:15.357454 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.416013 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-683427031'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:15.419660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Made reservation on behalf of e54ca0e8ac734aaa9779a4239a46440b for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:15.422304 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Network 7cb82da3-5f7d-4504-aa6b-91451816142c is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:15.422875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.446448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.448184 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:15.467121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:15.481257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:15.487539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.498983 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Usage tracker for resource:network and tenant:4bde13dd784945ab804dae05db251d00 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:15.504862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:15.527821 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:15.659569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Attempting to bind port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:15.659968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Attempting to bind port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '6a83f5ca-04e7-48cc-aa62-5a885aee060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:15.660714 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Attempting to bind port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd on network 7cb82da3-5f7d-4504-aa6b-91451816142c {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:15.674834 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:15.675148 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Checking segment: {'id': '6a83f5ca-04e7-48cc-aa62-5a885aee060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:15.675493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.675886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Bound using segment: {'id': '6a83f5ca-04e7-48cc-aa62-5a885aee060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:15.676390 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Bound port: 51ea5ce6-9a38-4988-9c2e-02534a9c96cd, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a83f5ca-04e7-48cc-aa62-5a885aee060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:15.676590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Allocated IP 172.26.4.217 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/e85d6b0e-fdac-49aa-9702-3ab6b4e87a86) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:15.676768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.688898 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Allocated IP 172.20.0.5 (969059f9-0895-4afd-8a6f-e60dee3ed16e/38a3926b-cb41-4638-ac59-80b259275ee3/0cd66d05-5f08-45e2-83bc-880c0a43da1c) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:15.769701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] For port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:15.772822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] For port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=51ea5ce6-9a38-4988-9c2e-02534a9c96cd,segment=NetworkSegment(6a83f5ca-04e7-48cc-aa62-5a885aee060a),segment_id=6a83f5ca-04e7-48cc-aa62-5a885aee060a)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:15.779001 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Pushing event updated for resources: {'Port': ['ID=51ea5ce6-9a38-4988-9c2e-02534a9c96cd,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:15.786880 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.787290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.787631 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.787963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.788289 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.788689 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.789159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.789483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.789816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.790135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.790441 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.790798 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Tracked resource versions report: Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: pushed versions: Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: { 'AddressGroup': {'1.2'}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'ConntrackHelper': {'1.0'}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Log': {'1.0'}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Network': {'1.1'}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Port': {'1.7'}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'PortForwarding': {'1.2'}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'QosPolicy': {'1.8'}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'SecurityGroup': {'1.4'}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'SubPort': {'1.0'}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Subnet': {'1.1'}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Trunk': {'1.1'}} Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: consumer versions: Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: { DHCP agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: L3 agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: Metadata agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: Metering agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: Open vSwitch agent@dv-neutron-825723-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'ConntrackHelper': '1.0', Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Log': '1.0', Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Network': '1.1', Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Port': '1.7', Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'PortForwarding': '1.2', Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'QosPolicy': '1.8', Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'SecurityGroup': '1.4', Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'SecurityGroupRule': '1.2', Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'SubPort': '1.0', Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Subnet': '1.1', Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: 'Trunk': '1.1'}} Jan 21 09:37:15.791908 dv-neutron-825723-1-hyperv neutron-server[87503]: {{(pid=87503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:37:15.797415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.871348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Made reservation on behalf of 4bde13dd784945ab804dae05db251d00 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:15.874908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.883645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6d5cd-0cd9-4abc-8625-ec9bf7b35e5e None None] Pushing event updated for resources: {'Port': ['ID=51ea5ce6-9a38-4988-9c2e-02534a9c96cd,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:15.904486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.913191 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.949953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:15.951326 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.958015 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Usage tracker for resource:security_group_rule and tenant:4bde13dd784945ab804dae05db251d00 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:15.963077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:15.981439 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:15.997198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.068350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:16.072029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:16.076022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:16.082954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Transition to ACTIVE for port object 0cd66d05-5f08-45e2-83bc-880c0a43da1c will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:16.136861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36788) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:16.198272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.213817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Pushing event updated for resources: {'Port': ['ID=e85d6b0e-fdac-49aa-9702-3ab6b4e87a86,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:16.335231 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Allocated IP 172.20.0.2 (969059f9-0895-4afd-8a6f-e60dee3ed16e/38a3926b-cb41-4638-ac59-80b259275ee3/f64d2f6a-2d79-4e74-97ea-0dd9f6887afd) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:16.338806 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Network 969059f9-0895-4afd-8a6f-e60dee3ed16e is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:16.342454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.367167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:16.372970 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:16.388090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:16.394308 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.534934 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2397c0-87b1-4037-824e-ef67a0df213d,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:16.617288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event updated for resources: {'Port': ['ID=0cd66d05-5f08-45e2-83bc-880c0a43da1c,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:16.627552 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d8e10e3b-9795-42b5-8e2b-0b1c89f1ea5f tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7887876 Jan 21 09:37:16.634907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1133747281'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:16.640678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:16.645100 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Usage tracker for resource:network and tenant:9b9fd58d6e1c4c95ac684713d1ef6979 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:16.649166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:16.656517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:16.662497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36802) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:16.662866 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36804) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:16.700623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Checking segment: {'id': 'a2732187-63eb-4aff-9b2d-088fa3fc3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:16.701013 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Network hostable DHCP agents. Network: 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:16.717643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Request body: {'port': {'network_id': '969059f9-0895-4afd-8a6f-e60dee3ed16e', 'name': 'tempest-AllowedAddressPairTestJSON-40525990', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:a7:e3:c5'}]}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:16.732253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.786921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.813363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.814116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Transition to ACTIVE for port object f64d2f6a-2d79-4e74-97ea-0dd9f6887afd will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:16.838218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36814) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:16.854626 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Transition to ACTIVE for port object f64d2f6a-2d79-4e74-97ea-0dd9f6887afd will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:16.858669 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.868775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.898707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Made reservation on behalf of 9b9fd58d6e1c4c95ac684713d1ef6979 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:16.910639 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.931584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36820) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:16.934872 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Network 969059f9-0895-4afd-8a6f-e60dee3ed16e is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:16.942757 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:16.952063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:17.070012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Pushing event updated for resources: {'Port': ['ID=f64d2f6a-2d79-4e74-97ea-0dd9f6887afd,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.095626 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Attempting to bind port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:17.096531 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Attempting to bind port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'a75a0123-dca8-45c3-931d-2db56c8e2910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '969059f9-0895-4afd-8a6f-e60dee3ed16e'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:17.097174 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Attempting to bind port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd on network 969059f9-0895-4afd-8a6f-e60dee3ed16e {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:17.103756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:17.104538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Checking segment: {'id': 'a75a0123-dca8-45c3-931d-2db56c8e2910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '969059f9-0895-4afd-8a6f-e60dee3ed16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:17.105168 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.105765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Bound using segment: {'id': 'a75a0123-dca8-45c3-931d-2db56c8e2910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '969059f9-0895-4afd-8a6f-e60dee3ed16e'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:17.106593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Bound port: f64d2f6a-2d79-4e74-97ea-0dd9f6887afd, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75a0123-dca8-45c3-931d-2db56c8e2910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '969059f9-0895-4afd-8a6f-e60dee3ed16e'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:17.107203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.129324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:17.149316 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.150029 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Added segment 9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd of type vlan for network 5d448e7e-cf18-4021-be31-fbf5435677dd Jan 21 09:37:17.180763 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.213829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:17.215992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbb376d-7ae5-4463-a995-017d7bc58993,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.223673 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] For port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:17.227903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] For port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f64d2f6a-2d79-4e74-97ea-0dd9f6887afd,segment=NetworkSegment(a75a0123-dca8-45c3-931d-2db56c8e2910),segment_id=a75a0123-dca8-45c3-931d-2db56c8e2910)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:17.240076 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.260215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8b36ebbc-9093-4a32-a844-7eb01ffad932 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:17.262759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.267690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.274542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:17.295682 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:17.299937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Usage tracker for resource:floatingip and tenant:6b62de08bca44e77b45860b843fcf8ec is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:17.303667 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:17.309959 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:17.337101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:17.341335 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:17.341940 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.350328 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa43a16-e3f9-4ba8-bfce-4a8f9bf2805b None None] Pushing event updated for resources: {'Port': ['ID=f64d2f6a-2d79-4e74-97ea-0dd9f6887afd,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.359007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75357a9b-46f3-45a3-a998-ef6c74cf2fa0 None None] Network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:17.362038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e43cba45-8ef7-4215-9628-8012e8082732 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:17.368693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.398246 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:17.409337 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.416002 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:17.416615 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.466931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eddcf3-aca6-4962-a0d1-903dbf4bace8 None None] Network 7cb82da3-5f7d-4504-aa6b-91451816142c requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:17.546142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Usage tracker for resource:security_group_rule and tenant:9b9fd58d6e1c4c95ac684713d1ef6979 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:17.551019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Pushing event updated for resources: {'Network': ['ID=5d448e7e-cf18-4021-be31-fbf5435677dd,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.560509 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:17.566662 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Router e8493fe9-d07d-4912-8839-c3dfd05910fd is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:37:17.576260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:17.589159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:17.591936 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e43cba45-8ef7-4215-9628-8012e8082732 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] 10.222.0.99 "PUT /v2.0/quotas/a5916c8a4b8244f19d1955ebe5f8beae HTTP/1.1" status: 200 len: 368 time: 0.3798084 Jan 21 09:37:17.594876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Usage tracker for resource:port and tenant:0af6db5d874a43e29845dab718afc814 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:17.607748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36836) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:17.608594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:17.610498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 5d448e7e-cf18-4021-be31-fbf5435677dd details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:17.616388 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9311d0df-5eba-42d3-92e9-370809c21e62 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5311351 Jan 21 09:37:17.630608 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Request body: {'network': {'project_id': 'a5916c8a4b8244f19d1955ebe5f8beae'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:17.636691 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:17.640081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Usage tracker for resource:network and tenant:a5916c8a4b8244f19d1955ebe5f8beae is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:17.643147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:17.648819 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:17.658696 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36840) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:17.659339 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e2893cd8-7a66-4f41-b22f-150382d43407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.5574560 Jan 21 09:37:17.682432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:17.701612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:17.733004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Made reservation on behalf of a5916c8a4b8244f19d1955ebe5f8beae for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:17.735711 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.788943 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:17.791968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.821773 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8b36ebbc-9093-4a32-a844-7eb01ffad932 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] 10.222.0.99 "PUT /v2.0/quotas/b3ad92c4c1bc4e3e8828acd5009fe439 HTTP/1.1" status: 200 len: 366 time: 1.1331959 Jan 21 09:37:17.830031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36854) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:17.844183 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 51ea5ce6-9a38-4988-9c2e-02534a9c96cd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:17.845432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Usage tracker for resource:router and tenant:e54ca0e8ac734aaa9779a4239a46440b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:17.851047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:17.858799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:17.883556 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1c29e4e4-5f2b-4a6e-a42e-657c0f2d94df tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] 10.222.0.99 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0503697 Jan 21 09:37:17.885111 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:17.886696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36858) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:17.888190 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Made reservation on behalf of 0af6db5d874a43e29845dab718afc814 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:17.934552 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c1879911-91ef-41dd-bfde-90cfde5b4ec8 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] 10.222.0.99 "GET /v2.0/quotas/b3ad92c4c1bc4e3e8828acd5009fe439 HTTP/1.1" status: 200 len: 366 time: 0.0462446 Jan 21 09:37:17.935573 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1d7ceb61-9ca1-4d8a-bdea-ede2afe0f20e None None] Provisioning for port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:17.935763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36864) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:17.938527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:37:17.954018 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Sync routers for ids ['e8493fe9-d07d-4912-8839-c3dfd05910fd'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:17.970181 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Routers {'e8493fe9-d07d-4912-8839-c3dfd05910fd'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:17.970732 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e8493fe9-d07d-4912-8839-c3dfd05910fd'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:17.994675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:17.995238 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b4e2cdb4-2f8b-451a-8f27-7da01875ee5d tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] 10.222.0.99 "DELETE /v2.0/quotas/b3ad92c4c1bc4e3e8828acd5009fe439 HTTP/1.1" status: 204 len: 168 time: 0.0556884 Jan 21 09:37:17.997488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.999793 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-53944dda-c372-4882-a16a-572e5ed8d0bf admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.8835635 Jan 21 09:37:18.000567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36868) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.000970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36870) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.012030 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:18.012412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.099374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Usage tracker for resource:security_group_rule and tenant:a5916c8a4b8244f19d1955ebe5f8beae is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:18.114442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.115080 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9d91357f-74f4-4256-bdae-4ffdfb68944f tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] 10.222.0.99 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1130207 Jan 21 09:37:18.116158 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.117436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36876) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.153278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.198130 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5dcf5a18-0e66-465f-b622-3e8399264399 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] 10.222.0.99 "GET /v2.0/quotas/b3ad92c4c1bc4e3e8828acd5009fe439 HTTP/1.1" status: 200 len: 370 time: 0.0793762 Jan 21 09:37:18.210276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36880) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.246106 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1f3593c9-662c-4a7a-894d-fedb8061f52b tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] 10.222.0.99 "GET /v2.0/quotas/b3ad92c4c1bc4e3e8828acd5009fe439/default HTTP/1.1" status: 200 len: 370 time: 0.0332406 Jan 21 09:37:18.249081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36884) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.366980 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Set router e8493fe9-d07d-4912-8839-c3dfd05910fd gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:18.374044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.427442 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-d0330a1a-df04-4038-b535-670e87410aaa tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] delete failed (client error): The resource could not be found. Jan 21 09:37:18.438306 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d0330a1a-df04-4038-b535-670e87410aaa tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] 10.222.0.99 "DELETE /v2.0/quotas/b3ad92c4c1bc4e3e8828acd5009fe439 HTTP/1.1" status: 404 len: 348 time: 0.1883218 Jan 21 09:37:18.526419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'fixed_ips': [{'subnet_id': 'ee2397c0-87b1-4037-824e-ef67a0df213d'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:18.530500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.728849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:18.748034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:18.750236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.778525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:18.788422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.788823 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Added segment 320fb4cb-6208-44fa-989b-ea5ec082a467 of type vlan for network f144cda3-a00f-47ca-8834-40a3408a2603 Jan 21 09:37:18.841051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.845533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.873837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36890) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.904838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36894) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.916443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Request body: {'port': {'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd', 'binding:host_id': 'hv-neutron-8257', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701613631'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:18.923847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:18.934445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Usage tracker for resource:port and tenant:d0a3f133d6074a748b996e93f5b963ec is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:18.940567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:18.950614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Usage tracker for resource:network and tenant:e34036ac9931417da643a77b7303c6a2 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:18.956872 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:18.994270 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.000237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:19.001101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.040838 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Allocated IP 172.20.0.2 (5bb0f08d-d43c-4a56-a8c8-c205d9dff66a/ee2397c0-87b1-4037-824e-ef67a0df213d/474e7f58-37c1-4057-b6c2-9264e14d84b6) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:19.112207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:19.140548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Usage tracker for resource:subnet and tenant:e34036ac9931417da643a77b7303c6a2 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:19.168764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:19.169619 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 3, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:19.174974 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Checking router: e8493fe9-d07d-4912-8839-c3dfd05910fd for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:19.175610 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Updating router e8493fe9-d07d-4912-8839-c3dfd05910fd port e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:19.187697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Usage tracker for resource:subnetpool and tenant:e34036ac9931417da643a77b7303c6a2 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:19.199758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:19.207671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Made reservation on behalf of d0a3f133d6074a748b996e93f5b963ec for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:19.211259 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.241150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Usage tracker for resource:port and tenant:e34036ac9931417da643a77b7303c6a2 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:19.242335 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3b14dc-13e4-418b-9d81-94af39f86e0d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.244018 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.267541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.277928 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Transition to ACTIVE for port object 474e7f58-37c1-4057-b6c2-9264e14d84b6 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:19.301128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Transition to ACTIVE for port object 474e7f58-37c1-4057-b6c2-9264e14d84b6 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:19.304946 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85546fa8-fe1c-460c-b0b8-5a9eb0970b34 None None] Network 969059f9-0895-4afd-8a6f-e60dee3ed16e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:19.339224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:19.345283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.348678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.392181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-36ae9e41-354e-4320-ba13-1a18b14851fb None None] Provisioning for port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:19.394934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Usage tracker for resource:router and tenant:e34036ac9931417da643a77b7303c6a2 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:19.415557 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:19.421946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:19.442826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Usage tracker for resource:security_group_rule and tenant:d0a3f133d6074a748b996e93f5b963ec is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:19.446383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.446703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Usage tracker for resource:floatingip and tenant:e34036ac9931417da643a77b7303c6a2 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:19.455060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Pushing event updated for resources: {'Port': ['ID=474e7f58-37c1-4057-b6c2-9264e14d84b6,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.456234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:19.460549 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:19.470274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:19.470460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Pushing event updated for resources: {'Network': ['ID=f144cda3-a00f-47ca-8834-40a3408a2603,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.478358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.485617 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:19.517219 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:19.520491 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3b59db7c-4995-4e41-9aaa-9f20d1e770df tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.3790660 Jan 21 09:37:19.530147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36902) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:19.531195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network f144cda3-a00f-47ca-8834-40a3408a2603 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:19.535895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] device_id is not set on port cdd3fb18-bc8b-4d1b-acbb-07b4b7709d9a yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:19.549936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=51ea5ce6-9a38-4988-9c2e-02534a9c96cd,segment=NetworkSegment(6a83f5ca-04e7-48cc-aa62-5a885aee060a),segment_id=6a83f5ca-04e7-48cc-aa62-5a885aee060a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:19.551031 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:19.612763 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.623892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Request body: {'subnet': {'network_id': 'f144cda3-a00f-47ca-8834-40a3408a2603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:19.689483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.778764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Usage tracker for resource:security_group and tenant:e34036ac9931417da643a77b7303c6a2 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:19.806816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:19.863810 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.916999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Usage tracker for resource:security_group_rule and tenant:e34036ac9931417da643a77b7303c6a2 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:19.930145 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Transition to ACTIVE for port object e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:19.942522 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.963398 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f64d2f6a-2d79-4e74-97ea-0dd9f6887afd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:20.020382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.026861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:20.037450 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Attempting to bind port 474e7f58-37c1-4057-b6c2-9264e14d84b6 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:20.037886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.038261 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Attempting to bind port 474e7f58-37c1-4057-b6c2-9264e14d84b6 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'a2732187-63eb-4aff-9b2d-088fa3fc3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:20.038786 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Attempting to bind port 474e7f58-37c1-4057-b6c2-9264e14d84b6 on network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:20.043744 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Attempting to bind port e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:20.044363 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Attempting to bind port e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:20.044977 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Attempting to bind port e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:20.049704 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Pushing event updated for resources: {'Port': ['ID=e85d6b0e-fdac-49aa-9702-3ab6b4e87a86,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.055341 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:20.055723 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:20.056126 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.056600 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:20.057068 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Bound port: e85d6b0e-fdac-49aa-9702-3ab6b4e87a86, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:20.057459 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.093561 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.093945 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.094287 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.094885 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.095682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:20.096326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Checking segment: {'id': 'a2732187-63eb-4aff-9b2d-088fa3fc3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:20.097170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.097281 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.097598 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.097942 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.098285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Bound using segment: {'id': 'a2732187-63eb-4aff-9b2d-088fa3fc3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:20.098743 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.099157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Bound port: 474e7f58-37c1-4057-b6c2-9264e14d84b6, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2732187-63eb-4aff-9b2d-088fa3fc3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:20.099356 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.099647 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.099982 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.100308 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:20.100548 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Tracked resource versions report: Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: pushed versions: Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: { 'AddressGroup': {'1.2'}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'ConntrackHelper': {'1.0'}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Log': {'1.0'}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Network': {'1.1'}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Port': {'1.7'}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'PortForwarding': {'1.2'}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'QosPolicy': {'1.8'}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'SecurityGroup': {'1.4'}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'SubPort': {'1.0'}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Subnet': {'1.1'}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Trunk': {'1.1'}} Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: consumer versions: Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: { DHCP agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: L3 agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: Metadata agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: Metering agent@dv-neutron-825723-1-hyperv: {}, Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: Open vSwitch agent@dv-neutron-825723-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'ConntrackHelper': '1.0', Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Log': '1.0', Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Network': '1.1', Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Port': '1.7', Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'PortForwarding': '1.2', Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'QosPolicy': '1.8', Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'SecurityGroup': '1.4', Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'SecurityGroupRule': '1.2', Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'SubPort': '1.0', Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Subnet': '1.1', Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: 'Trunk': '1.1'}} Jan 21 09:37:20.101401 dv-neutron-825723-1-hyperv neutron-server[87504]: {{(pid=87504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:37:20.112619 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Usage tracker for resource:subnet and tenant:9b9fd58d6e1c4c95ac684713d1ef6979 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:20.120198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Allocated IP 172.20.0.10 (969059f9-0895-4afd-8a6f-e60dee3ed16e/38a3926b-cb41-4638-ac59-80b259275ee3/cdd3fb18-bc8b-4d1b-acbb-07b4b7709d9a) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:20.122578 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:20.128800 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.132824 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=51ea5ce6-9a38-4988-9c2e-02534a9c96cd,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.156513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:20.178080 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] For port e85d6b0e-fdac-49aa-9702-3ab6b4e87a86, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:20.182013 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] For port e85d6b0e-fdac-49aa-9702-3ab6b4e87a86, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e85d6b0e-fdac-49aa-9702-3ab6b4e87a86,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:20.189638 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.194003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e964798d-e9b3-4967-a6e1-d815c7613a0f None None] Provisioning complete for port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:20.194724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e964798d-e9b3-4967-a6e1-d815c7613a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.215702 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:20.243868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f213f1-a377-4a70-be3f-fc7907100c92,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.262595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Made reservation on behalf of 9b9fd58d6e1c4c95ac684713d1ef6979 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:20.266121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks [] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.283263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.283636 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Added segment 08d7c031-462e-4800-b26e-36273eb1f484 of type vlan for network 81c6e697-4fcf-4b37-87db-8f10fd06f323 Jan 21 09:37:20.293194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Allocated IP 172.26.4.125 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/498e4205-31fe-4680-b955-dad09996edd5) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:20.309806 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f22050-f27b-4632-9d00-128ca54c5b04 None None] Pushing event updated for resources: {'Port': ['ID=e85d6b0e-fdac-49aa-9702-3ab6b4e87a86,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.326941 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] For port 474e7f58-37c1-4057-b6c2-9264e14d84b6, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:20.330788 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] For port 474e7f58-37c1-4057-b6c2-9264e14d84b6, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=474e7f58-37c1-4057-b6c2-9264e14d84b6,segment=NetworkSegment(a2732187-63eb-4aff-9b2d-088fa3fc3edb),segment_id=a2732187-63eb-4aff-9b2d-088fa3fc3edb)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:20.341189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Allocated IP 172.20.0.1 (7cb82da3-5f7d-4504-aa6b-91451816142c/7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428/ef722c01-737a-429f-8935-22ae499d9db1) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:20.346282 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Routers {'e8493fe9-d07d-4912-8839-c3dfd05910fd'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:20.347249 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e8493fe9-d07d-4912-8839-c3dfd05910fd'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:20.348839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.415736 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:20.428075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:20.428843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.477288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.539998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.581433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Transition to ACTIVE for port object ef722c01-737a-429f-8935-22ae499d9db1 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:20.628481 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] Set router e8493fe9-d07d-4912-8839-c3dfd05910fd gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:20.633917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:20.643095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16665f22-8562-4606-a384-a7d1074a0f7c None None] Pushing event updated for resources: {'Port': ['ID=474e7f58-37c1-4057-b6c2-9264e14d84b6,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.657222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.767869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Network 7cb82da3-5f7d-4504-aa6b-91451816142c is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:20.771944 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.815562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:20.818566 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:20.819032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.848082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f64d2f6a-2d79-4e74-97ea-0dd9f6887afd,segment=NetworkSegment(a75a0123-dca8-45c3-931d-2db56c8e2910),segment_id=a75a0123-dca8-45c3-931d-2db56c8e2910)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:20.861735 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.899911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:20.934071 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9b210355-3dd8-4fba-8b9c-aca39d9a93c9 tempest-QuotasTest-1084087568 tempest-QuotasTest-1084087568-project-admin] 10.222.0.99 "GET /v2.0/quotas/e34036ac9931417da643a77b7303c6a2/details.json HTTP/1.1" status: 200 len: 703 time: 2.0588918 Jan 21 09:37:20.935290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Pushing event updated for resources: {'Port': ['ID=ef722c01-737a-429f-8935-22ae499d9db1,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.950985 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:37:20.986222 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=f64d2f6a-2d79-4e74-97ea-0dd9f6887afd,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.054377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.068901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.073997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] device_id is not set on port 6d5d0b8f-5820-4088-909b-85fd30fad875 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:21.123326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-29ac5ff0-d57c-4f4d-8bd0-e3353bfe5d5c None None] Provisioning for port 0cd66d05-5f08-45e2-83bc-880c0a43da1c completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:21.128987 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-29ac5ff0-d57c-4f4d-8bd0-e3353bfe5d5c None None] Provisioning complete for port 0cd66d05-5f08-45e2-83bc-880c0a43da1c triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:21.129354 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-29ac5ff0-d57c-4f4d-8bd0-e3353bfe5d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.220514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.254132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:21.255358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.262005 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-29ac5ff0-d57c-4f4d-8bd0-e3353bfe5d5c None None] Port 0cd66d05-5f08-45e2-83bc-880c0a43da1c cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:21.265124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e368d712-12c5-4110-a7bf-26d258d28101,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.270277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.302832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-29ac5ff0-d57c-4f4d-8bd0-e3353bfe5d5c None None] Provisioning complete for port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:21.303223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-29ac5ff0-d57c-4f4d-8bd0-e3353bfe5d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.306280 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 3, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:21.320552 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a9ff4b-5f6e-420c-9b93-faf4a9de87e5 None None] The sync data for ids ['e8493fe9-d07d-4912-8839-c3dfd05910fd'] in dv-neutron-825723-1-hyperv is: [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 3, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:21.573718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.675951 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-84f84b34-18bc-48d9-aba9-34c8ea26b826 None None] Provisioning complete for port 0cd66d05-5f08-45e2-83bc-880c0a43da1c triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:21.676577 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-84f84b34-18bc-48d9-aba9-34c8ea26b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.753993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36914) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:21.769577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.790066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:21.819485 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-84f84b34-18bc-48d9-aba9-34c8ea26b826 None None] Port 0cd66d05-5f08-45e2-83bc-880c0a43da1c cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:21.834561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.853502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-84f84b34-18bc-48d9-aba9-34c8ea26b826 None None] Provisioning for port ef722c01-737a-429f-8935-22ae499d9db1 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:21.860326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-84f84b34-18bc-48d9-aba9-34c8ea26b826 None None] Provisioning complete for port ef722c01-737a-429f-8935-22ae499d9db1 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:21.861072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-84f84b34-18bc-48d9-aba9-34c8ea26b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.870016 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Transition to ACTIVE for port object cdd3fb18-bc8b-4d1b-acbb-07b4b7709d9a will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:21.874884 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Pushing event updated for resources: {'Network': ['ID=81c6e697-4fcf-4b37-87db-8f10fd06f323,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.879596 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.914839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.918956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 81c6e697-4fcf-4b37-87db-8f10fd06f323 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:21.920102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.006514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event updated for resources: {'Port': ['ID=498e4205-31fe-4680-b955-dad09996edd5,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.044629 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-18eb332d-10a4-4e8e-b688-6585dc834265 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 4.4158008 Jan 21 09:37:22.047664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36920) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:22.091250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.104048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Request body: {'network': {'project_id': 'a5916c8a4b8244f19d1955ebe5f8beae'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:22.154268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 474e7f58-37c1-4057-b6c2-9264e14d84b6 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:22.166754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:22.169467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.173306 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:22.177538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.181775 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:22.190653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-84f84b34-18bc-48d9-aba9-34c8ea26b826 None None] Port ef722c01-737a-429f-8935-22ae499d9db1 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:22.247162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:22.252691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Usage tracker for resource:network and tenant:a5916c8a4b8244f19d1955ebe5f8beae is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:22.255944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:22.262697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:22.268751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.273771 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 474e7f58-37c1-4057-b6c2-9264e14d84b6 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:22.278688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-33e07743-29be-4f40-8671-b7eb93844c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.279831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f64d2f6a-2d79-4e74-97ea-0dd9f6887afd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:22.306319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] device_id is not set on port 6d5d0b8f-5820-4088-909b-85fd30fad875 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:22.313009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Made reservation on behalf of a5916c8a4b8244f19d1955ebe5f8beae for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:22.315679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.357432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55993489-6e3f-4d3b-8445-2f8768ae6ab9 None None] Network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:22.400098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.410616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Pushing event updated for resources: {'Port': ['ID=ef722c01-737a-429f-8935-22ae499d9db1,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.413605 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-33e07743-29be-4f40-8671-b7eb93844c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:22.428642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-33e07743-29be-4f40-8671-b7eb93844c84 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a963bc551941259a50637537258d7b is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:22.434016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-33e07743-29be-4f40-8671-b7eb93844c84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:22.457755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-33e07743-29be-4f40-8671-b7eb93844c84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:22.463241 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Transition to ACTIVE for port object 6d5d0b8f-5820-4088-909b-85fd30fad875 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:22.483974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.507551 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:22.518561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.526176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Network 7cb82da3-5f7d-4504-aa6b-91451816142c is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:22.537139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:22.564849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Pushing event updated for resources: {'Subnet': ['ID=d3c8715c-45a7-41f6-9c0d-c2cc3d4c1c1f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.581433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Checking segment: {'id': '320fb4cb-6208-44fa-989b-ea5ec082a467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f144cda3-a00f-47ca-8834-40a3408a2603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:22.581806 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Network hostable DHCP agents. Network: f144cda3-a00f-47ca-8834-40a3408a2603, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:22.607715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.610131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:22.610766 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.611021 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Added segment 57ac47d8-4fe0-412d-afd9-ed71f4f9f01a of type vlan for network 5d67ff3a-e66e-4b1d-9da6-38ee3c10b571 Jan 21 09:37:22.681497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.699399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.700933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-52e1b555-5c15-4067-8c4e-e87adc45d8bf None None] Provisioning for port 474e7f58-37c1-4057-b6c2-9264e14d84b6 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:22.744642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-52e1b555-5c15-4067-8c4e-e87adc45d8bf None None] Provisioning complete for port 474e7f58-37c1-4057-b6c2-9264e14d84b6 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:22.754200 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-52e1b555-5c15-4067-8c4e-e87adc45d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.760285 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Network 969059f9-0895-4afd-8a6f-e60dee3ed16e is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:22.762726 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event updated for resources: {'Port': ['ID=cdd3fb18-bc8b-4d1b-acbb-07b4b7709d9a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.778975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:22.819728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.821025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:22.821600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.863797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Network f144cda3-a00f-47ca-8834-40a3408a2603 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:22.924589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:22.933510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:22.934410 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.958610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, f144cda3-a00f-47ca-8834-40a3408a2603) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:22.981623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ee45a-dc2b-4035-b3c5-e52d6d098821 None None] Network f144cda3-a00f-47ca-8834-40a3408a2603 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:23.004658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event updated for resources: {'Port': ['ID=6d5d0b8f-5820-4088-909b-85fd30fad875,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.007591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Pushing event updated for resources: {'Network': ['ID=5d67ff3a-e66e-4b1d-9da6-38ee3c10b571,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.033662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 5d67ff3a-e66e-4b1d-9da6-38ee3c10b571 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:23.055406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.056278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.065594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 51ea5ce6-9a38-4988-9c2e-02534a9c96cd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:23.082964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Allocated IP 172.26.4.72 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/6b899700-508c-430a-8c9f-9016e162e63c) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:23.130432 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7cd2fef5-b0bf-48bd-94c0-39fc96bc2bbd tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 6.4401915 Jan 21 09:37:23.144385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36930) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:23.172374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-33e07743-29be-4f40-8671-b7eb93844c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.174078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Checking segment: {'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:23.174615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Network hostable DHCP agents. Network: 5d448e7e-cf18-4021-be31-fbf5435677dd, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:23.204240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-33e07743-29be-4f40-8671-b7eb93844c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.241272 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7d9b3a46-5de7-4bc2-a45b-0ce8509b1c9a tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6391194 Jan 21 09:37:23.249430 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-734ffd37-e618-470b-8e00-d504270bf240 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1894310 Jan 21 09:37:23.249430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36934) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:23.265214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-52e1b555-5c15-4067-8c4e-e87adc45d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.271482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36936) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:23.277287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-05364c8a-d814-431e-a925-009e23a30710 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Request body: {'network': {'project_id': 'a5916c8a4b8244f19d1955ebe5f8beae'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:23.282551 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-05364c8a-d814-431e-a925-009e23a30710 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:23.286756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-05364c8a-d814-431e-a925-009e23a30710 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Usage tracker for resource:network and tenant:a5916c8a4b8244f19d1955ebe5f8beae is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:23.289889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-05364c8a-d814-431e-a925-009e23a30710 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:23.297643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-05364c8a-d814-431e-a925-009e23a30710 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:23.297890 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-33e07743-29be-4f40-8671-b7eb93844c84 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a0a963bc551941259a50637537258d7b&name=default HTTP/1.1" status: 200 len: 2977 time: 1.5405829 Jan 21 09:37:23.300905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Network 5d448e7e-cf18-4021-be31-fbf5435677dd is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:23.303233 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-05364c8a-d814-431e-a925-009e23a30710 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:37:23.303897 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05364c8a-d814-431e-a925-009e23a30710 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:23.305366 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-05364c8a-d814-431e-a925-009e23a30710 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0329583 Jan 21 09:37:23.309848 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36940) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:23.310556 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36944) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:23.316046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e07743-29be-4f40-8671-b7eb93844c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d16673c-7122-4732-ba3e-657da3c443d9,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.325135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Request body: {'port': {'network_id': 'f144cda3-a00f-47ca-8834-40a3408a2603', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1989461504'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:23.355041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 5d448e7e-cf18-4021-be31-fbf5435677dd) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:23.374232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Router e8493fe9-d07d-4912-8839-c3dfd05910fd has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:37:23.375479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:23.408711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3889b646-d9c7-4e76-85b1-af78825c252e None None] Network 5d448e7e-cf18-4021-be31-fbf5435677dd requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:23.534023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:23.534386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:23.535390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:23.558188 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:23.558674 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:23.563401 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 2 to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 Jan 21 09:37:23.589990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.619879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.626752 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-52e1b555-5c15-4067-8c4e-e87adc45d8bf None None] For port 474e7f58-37c1-4057-b6c2-9264e14d84b6, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=474e7f58-37c1-4057-b6c2-9264e14d84b6,segment=NetworkSegment(a2732187-63eb-4aff-9b2d-088fa3fc3edb),segment_id=a2732187-63eb-4aff-9b2d-088fa3fc3edb)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:23.669234 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-52e1b555-5c15-4067-8c4e-e87adc45d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.677816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:23.678655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:23.679005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:23.688860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:23.698567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Usage tracker for resource:port and tenant:9b9fd58d6e1c4c95ac684713d1ef6979 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:23.701367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:23.701817 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:23.702545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:23.707238 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 3 to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 Jan 21 09:37:23.709944 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fdcdfbb4-7d3d-4792-8fcb-c8c3d9797c94 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a5916c8a4b8244f19d1955ebe5f8beae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3936491 Jan 21 09:37:23.717774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36950) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:23.719981 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:23.720480 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.733123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:23.747664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:23.748135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:23.748931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:23.767153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.776717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.783252 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8330d3d6-2426-4b83-b1e0-47e0094c691e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.817862 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:23.817862 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:23.820213 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 4 to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 Jan 21 09:37:23.821997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event updated for resources: {'Port': ['ID=498e4205-31fe-4680-b955-dad09996edd5,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.847110 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Made reservation on behalf of 9b9fd58d6e1c4c95ac684713d1ef6979 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:23.850668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.862347 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29eb05b-8f3d-4a6c-8dfb-0646996693a5 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.868737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29eb05b-8f3d-4a6c-8dfb-0646996693a5 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.873802 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:23.874139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:23.874473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:23.875193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29eb05b-8f3d-4a6c-8dfb-0646996693a5 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.877008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b29eb05b-8f3d-4a6c-8dfb-0646996693a5 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Synchronizing usage tracker for tenant:0af6db5d874a43e29845dab718afc814 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:23.890423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:23.890760 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:23.894136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] device_id is not set on port 1901667e-c08d-4503-90a4-8521f1b8f18a yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:23.896650 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-f144cda3-a00f-47ca-8834-40a3408a2603', 'network_id': 'f144cda3-a00f-47ca-8834-40a3408a2603', 'tenant_id': '9b9fd58d6e1c4c95ac684713d1ef6979', 'fixed_ips': [{'subnet_id': 'd3c8715c-45a7-41f6-9c0d-c2cc3d4c1c1f'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:23.897483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.910561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1b555-5c15-4067-8c4e-e87adc45d8bf None None] Pushing event updated for resources: {'Port': ['ID=474e7f58-37c1-4057-b6c2-9264e14d84b6,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.924141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ddea8608-80de-453c-b6f3-5adabc7eaa32 None None] Provisioning complete for port 474e7f58-37c1-4057-b6c2-9264e14d84b6 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:23.924543 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ddea8608-80de-453c-b6f3-5adabc7eaa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.930348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.930569 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 5 to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 Jan 21 09:37:23.931641 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-59b29d4f-af50-4df9-88eb-968a4e70d646 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0918322 Jan 21 09:37:23.936553 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8330d3d6-2426-4b83-b1e0-47e0094c691e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.942721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36954) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:23.943746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:37:23.964979 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-56d2b5f4-04b2-4247-b08b-5c950c274bdd admin admin] 10.222.0.99 "PUT /v2.0/routers/e8493fe9-d07d-4912-8839-c3dfd05910fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9613659 Jan 21 09:37:23.973583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4c86293e-daa4-4751-b877-716df65d97ab tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.974004 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Sync routers for ids ['e8493fe9-d07d-4912-8839-c3dfd05910fd'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:23.989729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-459296782'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:24.002077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:24.047552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:24.047552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:24.047552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:24.047895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b29eb05b-8f3d-4a6c-8dfb-0646996693a5 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Unset dirty status for tenant:0af6db5d874a43e29845dab718afc814 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:24.047895 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b29eb05b-8f3d-4a6c-8dfb-0646996693a5 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.8669691 Jan 21 09:37:24.048066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Usage tracker for resource:network and tenant:6b62de08bca44e77b45860b843fcf8ec is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:24.048066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36960) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:24.048066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:24.062575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.112064 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Routers {'e8493fe9-d07d-4912-8839-c3dfd05910fd'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:24.112941 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e8493fe9-d07d-4912-8839-c3dfd05910fd'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:24.119421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:24.132310 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:24.137645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:24.147123 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:24.154327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-13e032ee-f059-4992-8cfc-564488cf5f50 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Deleting port cdd3fb18-bc8b-4d1b-acbb-07b4b7709d9a {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:24.154786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-13e032ee-f059-4992-8cfc-564488cf5f50 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.198689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:24.199167 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:24.215804 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 6 to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 Jan 21 09:37:24.256978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Made reservation on behalf of 6b62de08bca44e77b45860b843fcf8ec for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:24.260864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.311129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.334262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:24.334832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:24.335359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:24.375696 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4c86293e-daa4-4751-b877-716df65d97ab tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.485876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ddea8608-80de-453c-b6f3-5adabc7eaa32 None None] Provisioning for port cdd3fb18-bc8b-4d1b-acbb-07b4b7709d9a completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:24.498606 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Set router e8493fe9-d07d-4912-8839-c3dfd05910fd gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:24.505903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6b899700-508c-430a-8c9f-9016e162e63c,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:24.551605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:24.576552 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ddea8608-80de-453c-b6f3-5adabc7eaa32 None None] Provisioning complete for port cdd3fb18-bc8b-4d1b-acbb-07b4b7709d9a triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:24.577222 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ddea8608-80de-453c-b6f3-5adabc7eaa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.578197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Allocated IP 172.20.0.11 (f144cda3-a00f-47ca-8834-40a3408a2603/d3c8715c-45a7-41f6-9c0d-c2cc3d4c1c1f/1901667e-c08d-4503-90a4-8521f1b8f18a) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:24.593542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8330d3d6-2426-4b83-b1e0-47e0094c691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.620125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330d3d6-2426-4b83-b1e0-47e0094c691e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d16673c-7122-4732-ba3e-657da3c443d9,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:24.646686 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8330d3d6-2426-4b83-b1e0-47e0094c691e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.647878 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8330d3d6-2426-4b83-b1e0-47e0094c691e admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/7d16673c-7122-4732-ba3e-657da3c443d9 HTTP/1.1" status: 204 len: 168 time: 1.3337126 Jan 21 09:37:24.648858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.654514 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ddea8608-80de-453c-b6f3-5adabc7eaa32 None None] Port cdd3fb18-bc8b-4d1b-acbb-07b4b7709d9a cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:24.704723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ddea8608-80de-453c-b6f3-5adabc7eaa32 None None] Provisioning complete for port ef722c01-737a-429f-8935-22ae499d9db1 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:24.705343 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ddea8608-80de-453c-b6f3-5adabc7eaa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.770599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ddea8608-80de-453c-b6f3-5adabc7eaa32 None None] Port ef722c01-737a-429f-8935-22ae499d9db1 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:24.884921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4c86293e-daa4-4751-b877-716df65d97ab tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.888366 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4c86293e-daa4-4751-b877-716df65d97ab tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.894747 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4c86293e-daa4-4751-b877-716df65d97ab tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] 10.222.0.99 "DELETE /v2.0/security-groups/b0f213f1-a377-4a70-be3f-fc7907100c92 HTTP/1.1" status: 204 len: 168 time: 1.1624644 Jan 21 09:37:24.901245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36976) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:24.912669 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:24.978628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:24.979379 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.076240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.078503 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.086049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86293e-daa4-4751-b877-716df65d97ab tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f213f1-a377-4a70-be3f-fc7907100c92,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.118959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Transition to ACTIVE for port object 1901667e-c08d-4503-90a4-8521f1b8f18a will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:25.129300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:25.129700 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:25.140683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:25.144895 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 7 to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 Jan 21 09:37:25.173081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.198145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port e85d6b0e-fdac-49aa-9702-3ab6b4e87a86, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e85d6b0e-fdac-49aa-9702-3ab6b4e87a86,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:25.237830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.238863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 474e7f58-37c1-4057-b6c2-9264e14d84b6 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:25.257446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36984) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:25.265364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-13e032ee-f059-4992-8cfc-564488cf5f50 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.367282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0e18d618-9c4c-4f20-a8cf-348acf7fb452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.414118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-13e032ee-f059-4992-8cfc-564488cf5f50 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Calling delete_port for cdd3fb18-bc8b-4d1b-acbb-07b4b7709d9a owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:25.428804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 36988) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:25.429838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.436373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.448478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Usage tracker for resource:security_group_rule and tenant:6b62de08bca44e77b45860b843fcf8ec is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:25.451310 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673211901', 'description': 'tempest-description--639454066'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:25.459092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0e18d618-9c4c-4f20-a8cf-348acf7fb452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:25.465812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:25.490170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:25.493517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=e85d6b0e-fdac-49aa-9702-3ab6b4e87a86,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.498808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:25.499708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:25.499708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:25.518168 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 474e7f58-37c1-4057-b6c2-9264e14d84b6 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:25.518334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.519133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:25.519454 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:25.524096 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 8 to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 Jan 21 09:37:25.531607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:25.534122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0e18d618-9c4c-4f20-a8cf-348acf7fb452 admin admin] Usage tracker for resource:security_group_rule and tenant:e34036ac9931417da643a77b7303c6a2 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:25.545754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0e18d618-9c4c-4f20-a8cf-348acf7fb452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:25.554361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Usage tracker for resource:security_group and tenant:013dc1cee37942f9bf78ba151fe8de88 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:25.569478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:25.573745 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.574106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.574819 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.575137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > port after_create 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.575456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.575802 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > port after_update 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.576116 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.576465 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.576787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.577115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.613038 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 4, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'ef722c01-737a-429f-8935-22ae499d9db1', 'name': '', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'mac_address': 'fa:16:3e:62:17:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:21Z', 'revision_number': 2, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'subnets': [{'id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:25.630447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Checking router: e8493fe9-d07d-4912-8839-c3dfd05910fd for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:25.630802 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Updating router e8493fe9-d07d-4912-8839-c3dfd05910fd port ef722c01-737a-429f-8935-22ae499d9db1 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:25.642861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.646685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:25.647015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:25.647342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:25.691341 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Allocated IP 172.20.0.2 (f144cda3-a00f-47ca-8834-40a3408a2603/d3c8715c-45a7-41f6-9c0d-c2cc3d4c1c1f/31d8e36a-4cf6-4c27-8419-10d7245e205f) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:25.709437 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:25.709765 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:25.723120 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 9 to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 Jan 21 09:37:25.743309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.743657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.743984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.744313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:25.744702 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d67ff3a-e66e-4b1d-9da6-38ee3c10b571']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:25.746367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.756794 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0e18d618-9c4c-4f20-a8cf-348acf7fb452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:25.774220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ac47d8-4fe0-412d-afd9-ed71f4f9f01a') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:25.774539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ac47d8-4fe0-412d-afd9-ed71f4f9f01a') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:25.780944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:25.798931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.805413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:25.806095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:25.806442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:25.811933 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Network f144cda3-a00f-47ca-8834-40a3408a2603 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:25.825038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:25.834971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Pushing event updated for resources: {'Port': ['ID=1901667e-c08d-4503-90a4-8521f1b8f18a,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.838898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:25.845679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:25.846296 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.855913 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:25.855913 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:25.866008 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 10 to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 Jan 21 09:37:25.894706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.922472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.931933 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-13e032ee-f059-4992-8cfc-564488cf5f50 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.937633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:25.938028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:25.938415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:25.938511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:25.938893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: from cryptography.utils import int_from_bytes Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: from cryptography.utils import int_from_bytes Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn_limited( Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn_limited( Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:25.957926 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:25.974595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:26.009081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e032ee-f059-4992-8cfc-564488cf5f50 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event deleted for resources: {'Port': ['ID=cdd3fb18-bc8b-4d1b-acbb-07b4b7709d9a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.015484 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7c885788-6719-4b94-b236-cda49f7c70d0 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.7160940 Jan 21 09:37:26.016716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36994) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:26.023560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port 6d5d0b8f-5820-4088-909b-85fd30fad875 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:26.024047 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port 6d5d0b8f-5820-4088-909b-85fd30fad875 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:26.024500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.039493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Usage tracker for resource:security_group_rule and tenant:013dc1cee37942f9bf78ba151fe8de88 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:26.055532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:26.066670 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:26.066836 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.120162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.124841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.140553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.178593 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.207714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d67ff3a-e66e-4b1d-9da6-38ee3c10b571,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.221785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:26.224215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:37:26.231680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0e18d618-9c4c-4f20-a8cf-348acf7fb452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.239897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-18f23449-9e7d-4e23-8956-2d578da8750f tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Deleting port 1901667e-c08d-4503-90a4-8521f1b8f18a {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:26.240324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18f23449-9e7d-4e23-8956-2d578da8750f tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.250622 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Transition to ACTIVE for port object 31d8e36a-4cf6-4c27-8419-10d7245e205f will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:26.256562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0e18d618-9c4c-4f20-a8cf-348acf7fb452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.273320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Transition to ACTIVE for port object 31d8e36a-4cf6-4c27-8419-10d7245e205f will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:26.290490 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c74a7fea-6557-47de-aeee-3af9d7a1df28 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] 10.222.0.99 "DELETE /v2.0/networks/5d67ff3a-e66e-4b1d-9da6-38ee3c10b571 HTTP/1.1" status: 204 len: 168 time: 1.3788264 Jan 21 09:37:26.291162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.301022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 36998) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:26.364219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.364635 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Added segment 0da9475b-a3f8-475b-a554-8773874d05a7 of type vlan for network 17544dcb-40db-441e-b37a-dae384167911 Jan 21 09:37:26.365869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88342c6-2101-4936-acfe-24a8dec00766,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.383373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Network f144cda3-a00f-47ca-8834-40a3408a2603 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:26.389568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:26.390090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.395322 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:26.414222 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0e18d618-9c4c-4f20-a8cf-348acf7fb452 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e34036ac9931417da643a77b7303c6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1535032 Jan 21 09:37:26.417972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18d618-9c4c-4f20-a8cf-348acf7fb452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a7c78b-6b59-4aa6-bd69-496f79eac37d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.421450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.428233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37002) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:26.431024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Pushing event updated for resources: {'Port': ['ID=31d8e36a-4cf6-4c27-8419-10d7245e205f,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.484255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:26.500399 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.573553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-13e032ee-f059-4992-8cfc-564488cf5f50 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.584120 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.585437 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb63073-3773-46d7-9fc5-004c59385010,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.590558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:26.591216 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.593266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.597805 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-473cb07c-55de-44bf-aacd-3926aa82be39 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1656892 Jan 21 09:37:26.601472 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Attempting to bind port 31d8e36a-4cf6-4c27-8419-10d7245e205f on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:26.601836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Attempting to bind port 31d8e36a-4cf6-4c27-8419-10d7245e205f by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '320fb4cb-6208-44fa-989b-ea5ec082a467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f144cda3-a00f-47ca-8834-40a3408a2603'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:26.602184 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Attempting to bind port 31d8e36a-4cf6-4c27-8419-10d7245e205f on network f144cda3-a00f-47ca-8834-40a3408a2603 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:26.610475 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37006) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:26.619526 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.621061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b1b86b9a-0ad7-4f7c-b485-d33b95e6c885 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Request body: {'security_group_rule': {'security_group_id': 'efb63073-3773-46d7-9fc5-004c59385010', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:26.624415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:26.624774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Checking segment: {'id': '320fb4cb-6208-44fa-989b-ea5ec082a467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f144cda3-a00f-47ca-8834-40a3408a2603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:26.625153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.625649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Bound using segment: {'id': '320fb4cb-6208-44fa-989b-ea5ec082a467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f144cda3-a00f-47ca-8834-40a3408a2603'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:26.626202 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Bound port: 31d8e36a-4cf6-4c27-8419-10d7245e205f, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320fb4cb-6208-44fa-989b-ea5ec082a467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f144cda3-a00f-47ca-8834-40a3408a2603'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:26.626518 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.631092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b1b86b9a-0ad7-4f7c-b485-d33b95e6c885 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:26.640314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b1b86b9a-0ad7-4f7c-b485-d33b95e6c885 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Usage tracker for resource:security_group_rule and tenant:013dc1cee37942f9bf78ba151fe8de88 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:26.650905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Transition to ACTIVE for port object ef722c01-737a-429f-8935-22ae499d9db1 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:26.661598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b1b86b9a-0ad7-4f7c-b485-d33b95e6c885 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:26.667296 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-84c44300-e730-4d9d-a3fb-526e34b85b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.681018 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:37:26.684209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b1b86b9a-0ad7-4f7c-b485-d33b95e6c885 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:26.696984 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Sync routers for ids ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:26.698068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.714919 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Routers {'c3d2f99a-a4cf-42bb-acc2-4155c99e4605'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:26.715899 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:26.726793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] For port 6d5d0b8f-5820-4088-909b-85fd30fad875, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:26.727183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempted to set empty binding levels {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 09:37:26.734462 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-13e032ee-f059-4992-8cfc-564488cf5f50 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "DELETE /v2.0/ports/cdd3fb18-bc8b-4d1b-acbb-07b4b7709d9a HTTP/1.1" status: 204 len: 168 time: 2.6914988 Jan 21 09:37:26.746862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:26.747761 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.749308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37010) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:26.772405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.773512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-84c44300-e730-4d9d-a3fb-526e34b85b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.795454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b1b86b9a-0ad7-4f7c-b485-d33b95e6c885 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.802390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.806299 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ec174606-a809-4ea3-afe9-004f198764e1 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1416430 Jan 21 09:37:26.808381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37014) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:26.933478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.946006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] For port 31d8e36a-4cf6-4c27-8419-10d7245e205f, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:26.951150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] For port 31d8e36a-4cf6-4c27-8419-10d7245e205f, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=31d8e36a-4cf6-4c27-8419-10d7245e205f,segment=NetworkSegment(320fb4cb-6208-44fa-989b-ea5ec082a467),segment_id=320fb4cb-6208-44fa-989b-ea5ec082a467)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:26.963969 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Set router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:26.973288 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.0269527 Jan 21 09:37:26.987581 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.991062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37020) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:27.032818 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Request body: {'subnet': {'network_id': '17544dcb-40db-441e-b37a-dae384167911', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:27.083224 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05f82d-f970-4556-9c0b-7d401c12142f None None] Pushing event updated for resources: {'Port': ['ID=ef722c01-737a-429f-8935-22ae499d9db1,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.099854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event updated for resources: {'Port': ['ID=6d5d0b8f-5820-4088-909b-85fd30fad875,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.236602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:27.242723 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Usage tracker for resource:subnet and tenant:6b62de08bca44e77b45860b843fcf8ec is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:27.247221 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:27.254719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:27.269550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-84c44300-e730-4d9d-a3fb-526e34b85b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.280119 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18f23449-9e7d-4e23-8956-2d578da8750f tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.313888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c44300-e730-4d9d-a3fb-526e34b85b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a7c78b-6b59-4aa6-bd69-496f79eac37d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.315990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Made reservation on behalf of 6b62de08bca44e77b45860b843fcf8ec for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:27.322713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.381835 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Attempting to bind port ef722c01-737a-429f-8935-22ae499d9db1 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:27.382348 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Attempting to bind port ef722c01-737a-429f-8935-22ae499d9db1 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '6a83f5ca-04e7-48cc-aa62-5a885aee060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:27.382564 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Attempting to bind port ef722c01-737a-429f-8935-22ae499d9db1 on network 7cb82da3-5f7d-4504-aa6b-91451816142c {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:27.404947 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:27.405304 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Checking segment: {'id': '6a83f5ca-04e7-48cc-aa62-5a885aee060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:27.405713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.406107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Bound using segment: {'id': '6a83f5ca-04e7-48cc-aa62-5a885aee060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:27.406836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Bound port: ef722c01-737a-429f-8935-22ae499d9db1, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a83f5ca-04e7-48cc-aa62-5a885aee060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:27.407320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.441550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca482b-9ed6-44e2-af56-5b9713243000 None None] Pushing event updated for resources: {'Port': ['ID=31d8e36a-4cf6-4c27-8419-10d7245e205f,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.458312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-18f23449-9e7d-4e23-8956-2d578da8750f tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Calling delete_port for 1901667e-c08d-4503-90a4-8521f1b8f18a owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:27.505635 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccacf32-e231-4499-a063-64b5aa5f0179 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] GET failed (client error): The resource could not be found. Jan 21 09:37:27.506174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4ccacf32-e231-4499-a063-64b5aa5f0179 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Synchronizing usage tracker for tenant:0af6db5d874a43e29845dab718afc814 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:27.512562 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:24Z', 'revision_number': 3, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:27.522809 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Checking router: c3d2f99a-a4cf-42bb-acc2-4155c99e4605 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:27.523368 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Updating router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 port 6b899700-508c-430a-8c9f-9016e162e63c binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:27.555341 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f4e57-3965-4b83-bad6-a3ebb4bb0729 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event updated for resources: {'Network': ['ID=17544dcb-40db-441e-b37a-dae384167911,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.557709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] For port ef722c01-737a-429f-8935-22ae499d9db1, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:27.566571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:27.567214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.572035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 17544dcb-40db-441e-b37a-dae384167911 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:27.591468 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.604364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] For port ef722c01-737a-429f-8935-22ae499d9db1, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ef722c01-737a-429f-8935-22ae499d9db1,segment=NetworkSegment(6a83f5ca-04e7-48cc-aa62-5a885aee060a),segment_id=6a83f5ca-04e7-48cc-aa62-5a885aee060a)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:27.619308 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.664025 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b1b86b9a-0ad7-4f7c-b485-d33b95e6c885 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.763737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.777440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-84c44300-e730-4d9d-a3fb-526e34b85b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.781408 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-84c44300-e730-4d9d-a3fb-526e34b85b1b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/34a7c78b-6b59-4aa6-bd69-496f79eac37d HTTP/1.1" status: 204 len: 168 time: 1.3402069 Jan 21 09:37:27.781408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b1b86b9a-0ad7-4f7c-b485-d33b95e6c885 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.804081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:27.804491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:27.805176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:27.805506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > port after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:27.805828 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:27.806170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > port after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:27.806486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:27.806815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:27.807133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:27.807444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:27.840970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Routers {'e8493fe9-d07d-4912-8839-c3dfd05910fd'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:27.841673 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e8493fe9-d07d-4912-8839-c3dfd05910fd'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:27.868473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b86b9a-0ad7-4f7c-b485-d33b95e6c885 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566ab856-f433-4d24-bd74-493f6ce0be90,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.022522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b1b86b9a-0ad7-4f7c-b485-d33b95e6c885 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.035647 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b1b86b9a-0ad7-4f7c-b485-d33b95e6c885 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4218068 Jan 21 09:37:28.041757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37026) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:28.073569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.074295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.074844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.075392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.076005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c6e697-4fcf-4b37-87db-8f10fd06f323']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:28.089454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e61eab88-53a4-4e5b-a1f3-082a7a52665e tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Request body: {'security_group_rule': {'security_group_id': 'efb63073-3773-46d7-9fc5-004c59385010', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:28.102719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e61eab88-53a4-4e5b-a1f3-082a7a52665e tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:28.117095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] Set router e8493fe9-d07d-4912-8839-c3dfd05910fd gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:28.192391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e61eab88-53a4-4e5b-a1f3-082a7a52665e tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Usage tracker for resource:security_group_rule and tenant:013dc1cee37942f9bf78ba151fe8de88 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:28.234606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d7c031-462e-4800-b26e-36273eb1f484') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:28.234980 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d7c031-462e-4800-b26e-36273eb1f484') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:28.238329 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e61eab88-53a4-4e5b-a1f3-082a7a52665e tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:28.250464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.265814 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.268834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.276951 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:28.277345 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.290215 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Transition to ACTIVE for port object 6b899700-508c-430a-8c9f-9016e162e63c will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:28.315456 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.347684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05f82d-f970-4556-9c0b-7d401c12142f None None] Pushing event updated for resources: {'Port': ['ID=ef722c01-737a-429f-8935-22ae499d9db1,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: from cryptography.utils import int_from_bytes Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: from cryptography.utils import int_from_bytes Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn_limited( Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn_limited( Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:28.393894 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:28.410364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.429130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4ccacf32-e231-4499-a063-64b5aa5f0179 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Unset dirty status for tenant:0af6db5d874a43e29845dab718afc814 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:28.435255 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4ccacf32-e231-4499-a063-64b5aa5f0179 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "GET /v2.0/ports/cdd3fb18-bc8b-4d1b-acbb-07b4b7709d9a HTTP/1.1" status: 404 len: 333 time: 1.6805432 Jan 21 09:37:28.437189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37032) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:28.472618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Request body: {'port': {'network_id': '969059f9-0895-4afd-8a6f-e60dee3ed16e', 'name': 'tempest-AllowedAddressPairTestJSON-419246204'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:28.492521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Pushing event deleted for resources: {'Network': ['ID=81c6e697-4fcf-4b37-87db-8f10fd06f323,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.497791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.516210 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5dcd07c9-866d-4c2f-ba3c-f9c37442b9b2 tempest-QuotasNegativeTest-263716034 tempest-QuotasNegativeTest-263716034-project-admin] 10.222.0.99 "DELETE /v2.0/networks/81c6e697-4fcf-4b37-87db-8f10fd06f323 HTTP/1.1" status: 204 len: 168 time: 2.1995933 Jan 21 09:37:28.518437 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Attempting to bind port 6b899700-508c-430a-8c9f-9016e162e63c on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:28.518884 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Attempting to bind port 6b899700-508c-430a-8c9f-9016e162e63c by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:28.519301 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Attempting to bind port 6b899700-508c-430a-8c9f-9016e162e63c on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:28.521547 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2241001-0c29-4901-9b18-1277a1caa100 None None] Pushing event updated for resources: {'Port': ['ID=6b899700-508c-430a-8c9f-9016e162e63c,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.528083 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:28.528493 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:28.528900 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.529539 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:28.529893 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Bound port: 6b899700-508c-430a-8c9f-9016e162e63c, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:28.530289 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.539118 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5621bef7-cd18-4092-ae1d-a90788f11bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 9.6287720 Jan 21 09:37:28.550746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37038) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:28.593265 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e61eab88-53a4-4e5b-a1f3-082a7a52665e tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:28.614556 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] For port 6b899700-508c-430a-8c9f-9016e162e63c, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:28.618268 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] For port 6b899700-508c-430a-8c9f-9016e162e63c, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=6b899700-508c-430a-8c9f-9016e162e63c,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:28.626501 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.689679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18f23449-9e7d-4e23-8956-2d578da8750f tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.720731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3e6647-35ba-47ea-9a71-cf7ceb5c1a99 None None] Network f144cda3-a00f-47ca-8834-40a3408a2603 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:28.736302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 31d8e36a-4cf6-4c27-8419-10d7245e205f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:28.761618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e61eab88-53a4-4e5b-a1f3-082a7a52665e tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.859627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.876675 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2241001-0c29-4901-9b18-1277a1caa100 None None] Pushing event updated for resources: {'Port': ['ID=6b899700-508c-430a-8c9f-9016e162e63c,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.899516 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Routers {'c3d2f99a-a4cf-42bb-acc2-4155c99e4605'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:28.900442 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:29.067607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8b5fe127-8382-4f37-a81d-89e59d75f0d2 None None] Provisioning for port 31d8e36a-4cf6-4c27-8419-10d7245e205f completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:29.127732 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] Set router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:29.151973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f23449-9e7d-4e23-8956-2d578da8750f tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Pushing event deleted for resources: {'Port': ['ID=1901667e-c08d-4503-90a4-8521f1b8f18a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.178519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18f23449-9e7d-4e23-8956-2d578da8750f tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.181243 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-18f23449-9e7d-4e23-8956-2d578da8750f tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] 10.222.0.99 "DELETE /v2.0/ports/1901667e-c08d-4503-90a4-8521f1b8f18a HTTP/1.1" status: 204 len: 168 time: 3.1588495 Jan 21 09:37:29.186763 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e61eab88-53a4-4e5b-a1f3-082a7a52665e tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.192839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37052) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:29.206166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.230078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-464d54c3-266e-415f-acd9-c1abc879b082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Deleting port 6d5d0b8f-5820-4088-909b-85fd30fad875 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:29.232906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-464d54c3-266e-415f-acd9-c1abc879b082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.234753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e61eab88-53a4-4e5b-a1f3-082a7a52665e tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.236608 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event updated for resources: {'Subnet': ['ID=6f98471f-501d-45a1-bdf5-080dccc9e565,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.237959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 4, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'ef722c01-737a-429f-8935-22ae499d9db1', 'name': '', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'mac_address': 'fa:16:3e:62:17:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:27Z', 'revision_number': 4, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'subnets': [{'id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:29.250976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cee46e-b4f9-4918-80ee-455ff361fe65 None None] The sync data for ids ['e8493fe9-d07d-4912-8839-c3dfd05910fd'] in dv-neutron-825723-1-hyperv is: [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 4, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'ef722c01-737a-429f-8935-22ae499d9db1', 'name': '', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'mac_address': 'fa:16:3e:62:17:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:27Z', 'revision_number': 4, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'subnets': [{'id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:29.266121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 31d8e36a-4cf6-4c27-8419-10d7245e205f completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:29.277992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 31d8e36a-4cf6-4c27-8419-10d7245e205f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:29.278492 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.330477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e61eab88-53a4-4e5b-a1f3-082a7a52665e tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.344000 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e61eab88-53a4-4e5b-a1f3-082a7a52665e tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2919657 Jan 21 09:37:29.347409 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Checking segment: {'id': '0da9475b-a3f8-475b-a554-8773874d05a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '17544dcb-40db-441e-b37a-dae384167911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:29.347779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Network hostable DHCP agents. Network: 17544dcb-40db-441e-b37a-dae384167911, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:29.386037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37060) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:29.386978 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61eab88-53a4-4e5b-a1f3-082a7a52665e tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e97032d-d004-47c5-81bb-99cda449dba3,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.403520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:29.536435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:29.543078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.573366 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Usage tracker for resource:floatingip and tenant:013dc1cee37942f9bf78ba151fe8de88 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:29.578954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:29.605442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:29.616438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:29.618639 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Network 17544dcb-40db-441e-b37a-dae384167911 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:29.665173 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 31d8e36a-4cf6-4c27-8419-10d7245e205f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=31d8e36a-4cf6-4c27-8419-10d7245e205f,segment=NetworkSegment(320fb4cb-6208-44fa-989b-ea5ec082a467),segment_id=320fb4cb-6208-44fa-989b-ea5ec082a467)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:29.667296 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:29.683646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.737099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 17544dcb-40db-441e-b37a-dae384167911) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:29.753254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.765130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Made reservation on behalf of 0af6db5d874a43e29845dab718afc814 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:29.777494 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:24Z', 'revision_number': 3, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:29.778201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.784203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbcec5d-9b43-44c6-ac4a-b791d720f3cc None None] Network 17544dcb-40db-441e-b37a-dae384167911 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:29.787292 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6497e1-6844-4c18-8529-a73ef72298dc None None] The sync data for ids ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'] in dv-neutron-825723-1-hyperv is: [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:24Z', 'revision_number': 3, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:29.799854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:29.813541 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.902818 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-35f36c2a-46f7-4507-aff3-77c725585790 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8916342 Jan 21 09:37:29.930589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37066) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:29.964825 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2072055421', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}, 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:29.982560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:29.991945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Usage tracker for resource:router and tenant:6b62de08bca44e77b45860b843fcf8ec is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:29.999135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:30.010483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:30.024189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37074) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:30.045329 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.046350 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.055267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6cb90afc-688a-4dac-9dfa-d0a017acfa52 None None] Provisioning complete for port 31d8e36a-4cf6-4c27-8419-10d7245e205f triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:30.055645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6cb90afc-688a-4dac-9dfa-d0a017acfa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.062861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-464d54c3-266e-415f-acd9-c1abc879b082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] For port 6d5d0b8f-5820-4088-909b-85fd30fad875, host hv-neutron-8257, got binding levels [] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:30.063298 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-464d54c3-266e-415f-acd9-c1abc879b082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.100628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.121570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=31d8e36a-4cf6-4c27-8419-10d7245e205f,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:30.255307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Allocated IP 172.20.0.1 (5bb0f08d-d43c-4a56-a8c8-c205d9dff66a/ee2397c0-87b1-4037-824e-ef67a0df213d/b596cb53-86c0-4cb9-80fd-c031153fca5c) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:30.547520 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-464d54c3-266e-415f-acd9-c1abc879b082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Calling delete_port for 6d5d0b8f-5820-4088-909b-85fd30fad875 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:30.608283 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-17544dcb-40db-441e-b37a-dae384167911', 'network_id': '17544dcb-40db-441e-b37a-dae384167911', 'tenant_id': '6b62de08bca44e77b45860b843fcf8ec', 'fixed_ips': [{'subnet_id': '6f98471f-501d-45a1-bdf5-080dccc9e565'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:30.609599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.689625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.735905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Transition to ACTIVE for port object b596cb53-86c0-4cb9-80fd-c031153fca5c will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:30.748544 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37082) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:30.761156 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-09f63854-094c-4a1b-b532-712d404dbb73 tempest-DHCPAgentSchedulersTestJSON-999550914 tempest-DHCPAgentSchedulersTestJSON-999550914-project-admin] 10.222.0.99 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 1.5554070 Jan 21 09:37:30.764003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-464d54c3-266e-415f-acd9-c1abc879b082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.779045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37086) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:30.787090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.787502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ef722c01-737a-429f-8935-22ae499d9db1 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:30.808502 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1990468739'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:30.863537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] device_id is not set on port 9a93a1fd-a36c-449d-ad63-6feffaf29032 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:30.879636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:30.884973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.913367 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Usage tracker for resource:network and tenant:9b9fd58d6e1c4c95ac684713d1ef6979 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:30.927180 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0157-58d8-4c86-a016-2da4b2d1cf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.927602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d54c3-266e-415f-acd9-c1abc879b082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d5d0b8f-5820-4088-909b-85fd30fad875,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:30.934376 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4f1c01b3-25db-417a-896d-fd5acfbb7377 None None] Could not find standard attr ID for object 1901667e-c08d-4503-90a4-8521f1b8f18a. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:37:30.939007 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:30.939121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-890214334'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:30.945756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:30.952183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-464d54c3-266e-415f-acd9-c1abc879b082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.956791 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:30.960407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:30.960554 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:30.970886 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-464d54c3-266e-415f-acd9-c1abc879b082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "DELETE /v2.0/ports/6d5d0b8f-5820-4088-909b-85fd30fad875 HTTP/1.1" status: 204 len: 168 time: 2.4149058 Jan 21 09:37:30.978352 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:30.979257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37092) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:30.980243 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Usage tracker for resource:network and tenant:0732b9dce7974f9db9aee42b6865c035 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:31.027714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0c7f0157-58d8-4c86-a016-2da4b2d1cf11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:31.051533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Pushing event updated for resources: {'Port': ['ID=b596cb53-86c0-4cb9-80fd-c031153fca5c,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.065588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0c7f0157-58d8-4c86-a016-2da4b2d1cf11 admin admin] Usage tracker for resource:security_group_rule and tenant:bd672358ad484439802cc41b746458a5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:31.067841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:31.072494 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e382fbc3-950f-4a93-9e25-b192c3ba7348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:31.073278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e382fbc3-950f-4a93-9e25-b192c3ba7348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Synchronizing usage tracker for tenant:d0a3f133d6074a748b996e93f5b963ec on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:31.082715 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0c7f0157-58d8-4c86-a016-2da4b2d1cf11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:31.090795 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Made reservation on behalf of 9b9fd58d6e1c4c95ac684713d1ef6979 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:31.108194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Allocated IP 172.20.0.2 (17544dcb-40db-441e-b37a-dae384167911/6f98471f-501d-45a1-bdf5-080dccc9e565/bc645176-2306-4aad-9f42-ce130b52fe01) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:31.110962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.116259 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:31.116776 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port ef722c01-737a-429f-8935-22ae499d9db1 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:31.129819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port ef722c01-737a-429f-8935-22ae499d9db1 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:31.130681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.259435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Made reservation on behalf of 0732b9dce7974f9db9aee42b6865c035 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:31.262926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.281647 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.307600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0c7f0157-58d8-4c86-a016-2da4b2d1cf11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:31.316669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:31.328093 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Usage tracker for resource:security_group_rule and tenant:0732b9dce7974f9db9aee42b6865c035 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:31.334733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:31.346626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:31.353124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Allocated IP 172.20.0.12 (969059f9-0895-4afd-8a6f-e60dee3ed16e/38a3926b-cb41-4638-ac59-80b259275ee3/9a93a1fd-a36c-449d-ad63-6feffaf29032) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:31.365164 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cd065a7d-884d-4c23-a984-5887fc8c01c9 None None] Provisioning for port b596cb53-86c0-4cb9-80fd-c031153fca5c completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:31.406212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cd065a7d-884d-4c23-a984-5887fc8c01c9 None None] Provisioning complete for port b596cb53-86c0-4cb9-80fd-c031153fca5c triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:31.406661 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd065a7d-884d-4c23-a984-5887fc8c01c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.481058 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd065a7d-884d-4c23-a984-5887fc8c01c9 None None] Port b596cb53-86c0-4cb9-80fd-c031153fca5c cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:31.587845 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.603187 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.614767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.624478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.627059 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Transition to ACTIVE for port object bc645176-2306-4aad-9f42-ce130b52fe01 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:31.680151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:31.695039 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.695226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.699243 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87832c44-b96d-440f-9c3f-e4195a66adeb,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.711635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.711974 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Added segment 79da5b01-874e-4910-a69f-37e29b267d18 of type vlan for network 946af91d-5311-46f8-ad0e-ffbacce86147 Jan 21 09:37:31.722316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Transition to ACTIVE for port object bc645176-2306-4aad-9f42-ce130b52fe01 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:31.731434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Transition to ACTIVE for port object 9a93a1fd-a36c-449d-ad63-6feffaf29032 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:31.739850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.752535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.790944 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port ef722c01-737a-429f-8935-22ae499d9db1, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ef722c01-737a-429f-8935-22ae499d9db1,segment=NetworkSegment(6a83f5ca-04e7-48cc-aa62-5a885aee060a),segment_id=6a83f5ca-04e7-48cc-aa62-5a885aee060a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:31.796231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.803727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:31.804553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.806328 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.807092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 31d8e36a-4cf6-4c27-8419-10d7245e205f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:31.836176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0157-58d8-4c86-a016-2da4b2d1cf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.838318 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.853941 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Network 17544dcb-40db-441e-b37a-dae384167911 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:31.863145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:31.870296 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:31.872240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Pushing event updated for resources: {'Port': ['ID=bc645176-2306-4aad-9f42-ce130b52fe01,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.910816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.916670 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0157-58d8-4c86-a016-2da4b2d1cf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.924007 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.api [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:37:31.924504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG oslo_db.api [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:37:32.001375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Network 969059f9-0895-4afd-8a6f-e60dee3ed16e is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:32.009462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e382fbc3-950f-4a93-9e25-b192c3ba7348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Unset dirty status for tenant:d0a3f133d6074a748b996e93f5b963ec on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:32.010618 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e382fbc3-950f-4a93-9e25-b192c3ba7348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "GET /v2.0/ports/6d5d0b8f-5820-4088-909b-85fd30fad875 HTTP/1.1" status: 404 len: 333 time: 1.0271065 Jan 21 09:37:32.011490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:32.016740 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2614391 Jan 21 09:37:32.017661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ce73f-85cd-4029-9536-88b7ce100eeb tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Pushing event updated for resources: {'Network': ['ID=946af91d-5311-46f8-ad0e-ffbacce86147,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.022445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37096) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:32.022616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37098) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:32.022703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:32.036179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Attempting to bind port bc645176-2306-4aad-9f42-ce130b52fe01 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:32.036570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Attempting to bind port bc645176-2306-4aad-9f42-ce130b52fe01 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0da9475b-a3f8-475b-a554-8773874d05a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '17544dcb-40db-441e-b37a-dae384167911'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:32.036931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Attempting to bind port bc645176-2306-4aad-9f42-ce130b52fe01 on network 17544dcb-40db-441e-b37a-dae384167911 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:32.038033 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0c7f0157-58d8-4c86-a016-2da4b2d1cf11 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=bd672358ad484439802cc41b746458a5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0098033 Jan 21 09:37:32.044595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=ef722c01-737a-429f-8935-22ae499d9db1,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.047003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 946af91d-5311-46f8-ad0e-ffbacce86147 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:32.055484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37102) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:32.055609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Request body: {'subnet': {'network_id': '946af91d-5311-46f8-ad0e-ffbacce86147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:32.058693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Request body: {'port': {'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-62423190'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:32.078866 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event updated for resources: {'Port': ['ID=9a93a1fd-a36c-449d-ad63-6feffaf29032,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.082946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:32.083257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f0157-58d8-4c86-a016-2da4b2d1cf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b683cf7a-e8c8-49f5-a114-32d38393aa0e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.089962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:32.089962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Checking segment: {'id': '0da9475b-a3f8-475b-a554-8773874d05a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '17544dcb-40db-441e-b37a-dae384167911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:32.089962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.090330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Bound using segment: {'id': '0da9475b-a3f8-475b-a554-8773874d05a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '17544dcb-40db-441e-b37a-dae384167911'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:32.090765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Bound port: bc645176-2306-4aad-9f42-ce130b52fe01, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da9475b-a3f8-475b-a554-8773874d05a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '17544dcb-40db-441e-b37a-dae384167911'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:32.091353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.107508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:32.154248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:32.154877 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.163300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Made reservation on behalf of d0a3f133d6074a748b996e93f5b963ec for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:32.165644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.194640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 31d8e36a-4cf6-4c27-8419-10d7245e205f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:32.195469 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.213730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e5910413-f1da-4a3e-9e68-8b3baa3de1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.225174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] device_id is not set on port b43ab4bc-2af9-420f-9872-57ad3eaaef21 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:32.263612 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-29f59b06-34de-49e0-a387-df9e27818ede tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8185058 Jan 21 09:37:32.268268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37108) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:32.268671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.367303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-eb2f8450-5b8d-4c9b-8b5e-26b3dc1b1984 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:a7:e3:c5'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:32.379907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:32.397772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Usage tracker for resource:subnet and tenant:0732b9dce7974f9db9aee42b6865c035 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:32.419214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e5910413-f1da-4a3e-9e68-8b3baa3de1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.422770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] For port bc645176-2306-4aad-9f42-ce130b52fe01, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:32.444807 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] For port bc645176-2306-4aad-9f42-ce130b52fe01, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bc645176-2306-4aad-9f42-ce130b52fe01,segment=NetworkSegment(0da9475b-a3f8-475b-a554-8773874d05a7),segment_id=0da9475b-a3f8-475b-a554-8773874d05a7)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:32.449423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 6b899700-508c-430a-8c9f-9016e162e63c up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:32.450569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:32.456960 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.488998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:32.505425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.519710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.570571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Made reservation on behalf of 0732b9dce7974f9db9aee42b6865c035 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:32.574157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.618958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.644722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-67404a5c-55be-45cb-b0b9-b0395071d17d None None] Provisioning for port 9a93a1fd-a36c-449d-ad63-6feffaf29032 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:32.651212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ba009-2262-4c72-8a44-d160960dfd7f None None] Pushing event updated for resources: {'Port': ['ID=bc645176-2306-4aad-9f42-ce130b52fe01,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.652483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:32.658301 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-67404a5c-55be-45cb-b0b9-b0395071d17d None None] Provisioning complete for port 9a93a1fd-a36c-449d-ad63-6feffaf29032 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:32.658660 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-67404a5c-55be-45cb-b0b9-b0395071d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.692664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.723627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 6b899700-508c-430a-8c9f-9016e162e63c completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:32.733134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-67404a5c-55be-45cb-b0b9-b0395071d17d None None] Port 9a93a1fd-a36c-449d-ad63-6feffaf29032 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:32.734596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 6b899700-508c-430a-8c9f-9016e162e63c triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:32.735084 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.777973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.778406 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Added segment 600bb9ac-2b66-48ba-9c3d-5ee481e5919d of type vlan for network 71353231-8238-4e0f-a8b6-4d904d825402 Jan 21 09:37:32.807836 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Allocated IP 172.26.4.227 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/00933e01-3cba-45d9-9c4f-a3b8485ae103) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:32.878780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.890075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.911545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 6b899700-508c-430a-8c9f-9016e162e63c, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=6b899700-508c-430a-8c9f-9016e162e63c,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:32.928426 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.987213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Network 5d448e7e-cf18-4021-be31-fbf5435677dd is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:33.013732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:33.037432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event updated for resources: {'Port': ['ID=b43ab4bc-2af9-420f-9872-57ad3eaaef21,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.041903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:33.044921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:33.048150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.054902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e5910413-f1da-4a3e-9e68-8b3baa3de1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.066907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=6b899700-508c-430a-8c9f-9016e162e63c,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.132420 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ef722c01-737a-429f-8935-22ae499d9db1 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:33.176258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5910413-f1da-4a3e-9e68-8b3baa3de1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b683cf7a-e8c8-49f5-a114-32d38393aa0e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.194777 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3bdc6d43-a8cb-4b57-a914-931cf96b6833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.1464505 Jan 21 09:37:33.201981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37112) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:33.216685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:33.244321 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port ef722c01-737a-429f-8935-22ae499d9db1 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:33.244653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.254381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e5910413-f1da-4a3e-9e68-8b3baa3de1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.255659 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e5910413-f1da-4a3e-9e68-8b3baa3de1f8 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b683cf7a-e8c8-49f5-a114-32d38393aa0e HTTP/1.1" status: 204 len: 168 time: 1.1936319 Jan 21 09:37:33.283640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:33.286995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8450-5b8d-4c9b-8b5e-26b3dc1b1984 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.411524 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.518689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.524114 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:33.524799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.616917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.675363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37120) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:33.707319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.713552 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9266629 Jan 21 09:37:33.714056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37124) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:33.720991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.722571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d70e1b6a-fe6c-4b19-ae6a-a84d578a66da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.801889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d70e1b6a-fe6c-4b19-ae6a-a84d578a66da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:33.816593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d70e1b6a-fe6c-4b19-ae6a-a84d578a66da admin admin] Usage tracker for resource:security_group_rule and tenant:ea687ee411a44b559c3bf32b705d327e is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:33.820996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d70e1b6a-fe6c-4b19-ae6a-a84d578a66da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:33.850722 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d70e1b6a-fe6c-4b19-ae6a-a84d578a66da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:33.876539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47f4f4-4592-4fb7-b6c3-8ea7b84a1fef tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Pushing event updated for resources: {'Network': ['ID=71353231-8238-4e0f-a8b6-4d904d825402,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.891611 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 71353231-8238-4e0f-a8b6-4d904d825402 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:33.912782 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:33.949372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.954609 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-eb2f8450-5b8d-4c9b-8b5e-26b3dc1b1984 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:33.966338 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.994265 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8450-5b8d-4c9b-8b5e-26b3dc1b1984 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.015927 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] device_id is not set on port b43ab4bc-2af9-420f-9872-57ad3eaaef21 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:34.027710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8450-5b8d-4c9b-8b5e-26b3dc1b1984 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.049865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.054895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.059934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be48dc04-88a8-476b-b5ef-2da68a4e0baa None None] Network 17544dcb-40db-441e-b37a-dae384167911 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:34.071066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.177417 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Transition to ACTIVE for port object b43ab4bc-2af9-420f-9872-57ad3eaaef21 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:34.193791 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5ae967d9-2c0e-479d-87db-bf54d950a41b tempest-DHCPAgentSchedulersTestJSON-999550914 tempest-DHCPAgentSchedulersTestJSON-999550914-project-admin] 10.222.0.99 "GET /v2.0/agents/16fa782c-0157-495a-a0c1-265d5fb8e4b1/dhcp-networks HTTP/1.1" status: 200 len: 7265 time: 0.4785969 Jan 21 09:37:34.201806 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:34.202521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.205281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37128) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:34.216127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:34.218980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:34.223275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f8450-5b8d-4c9b-8b5e-26b3dc1b1984 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event updated for resources: {'Port': ['ID=9a93a1fd-a36c-449d-ad63-6feffaf29032,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.230143 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fcd9b3f9-b5db-45cd-90f6-b111dff700a4 None None] Provisioning for port bc645176-2306-4aad-9f42-ce130b52fe01 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:34.274336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Pushing event updated for resources: {'Port': ['ID=b596cb53-86c0-4cb9-80fd-c031153fca5c,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.276944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Pushing event updated for resources: {'Subnet': ['ID=3e12b335-b309-4b80-b98f-ace52eb21b56,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.384454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f8450-5b8d-4c9b-8b5e-26b3dc1b1984 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] In _notify_port_updated(), no bound segment for port 9a93a1fd-a36c-449d-ad63-6feffaf29032 on network 969059f9-0895-4afd-8a6f-e60dee3ed16e {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:37:34.384814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.389404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f8450-5b8d-4c9b-8b5e-26b3dc1b1984 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:34.390304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8450-5b8d-4c9b-8b5e-26b3dc1b1984 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.395154 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-eb2f8450-5b8d-4c9b-8b5e-26b3dc1b1984 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "PUT /v2.0/ports/9a93a1fd-a36c-449d-ad63-6feffaf29032 HTTP/1.1" status: 200 len: 993 time: 2.1258235 Jan 21 09:37:34.411343 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37132) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:34.436724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Allocated IP 172.26.4.38 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/b03ee71f-1e0d-4923-96bc-1ab6e2b9147c) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:34.479678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d70e1b6a-fe6c-4b19-ae6a-a84d578a66da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.483438 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-424ccaa6-a77d-4ab8-a6de-e0187982c4ce None None] Provisioning complete for port 9a93a1fd-a36c-449d-ad63-6feffaf29032 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:34.485806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-424ccaa6-a77d-4ab8-a6de-e0187982c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.489332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event updated for resources: {'Port': ['ID=b43ab4bc-2af9-420f-9872-57ad3eaaef21,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.501249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Pushing event updated for resources: {'Port': ['ID=00933e01-3cba-45d9-9c4f-a3b8485ae103,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.514904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d70e1b6a-fe6c-4b19-ae6a-a84d578a66da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.522419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Checking segment: {'id': '79da5b01-874e-4910-a69f-37e29b267d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '946af91d-5311-46f8-ad0e-ffbacce86147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:34.522992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Network hostable DHCP agents. Network: 946af91d-5311-46f8-ad0e-ffbacce86147, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:34.531641 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:34.531975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:34.532304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:34.578811 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-424ccaa6-a77d-4ab8-a6de-e0187982c4ce None None] Port 9a93a1fd-a36c-449d-ad63-6feffaf29032 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:34.589676 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:34.590365 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:34.598691 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 2 to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 Jan 21 09:37:34.611678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f8a3d-64fe-49cb-a03a-2b1423e94ef7 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Deleting port 9a93a1fd-a36c-449d-ad63-6feffaf29032 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:34.612078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8a3d-64fe-49cb-a03a-2b1423e94ef7 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.654974 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d70e1b6a-fe6c-4b19-ae6a-a84d578a66da admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ea687ee411a44b559c3bf32b705d327e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9676275 Jan 21 09:37:34.666472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37136) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:34.693920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:34.694897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:34.694897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:34.697404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e1b6a-fe6c-4b19-ae6a-a84d578a66da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc82e96-eadf-4c6a-9125-f1b0870f23db,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.711128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:34.711336 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:34.715212 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 3 to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 Jan 21 09:37:34.721361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Network 946af91d-5311-46f8-ad0e-ffbacce86147 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:34.786106 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:34.786444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:34.786731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:34.807813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:34.808135 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:34.811267 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 4 to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 Jan 21 09:37:34.814307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 946af91d-5311-46f8-ad0e-ffbacce86147) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:34.819667 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.823291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbf558b-e6c6-455b-b6f3-c687fbeb9f24 None None] Network 946af91d-5311-46f8-ad0e-ffbacce86147 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:34.825562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555d3ff6-5793-4f98-8d84-a77021018312 tempest-DHCPAgentSchedulersTestJSON-999550914 tempest-DHCPAgentSchedulersTestJSON-999550914-project-admin] Network 71353231-8238-4e0f-a8b6-4d904d825402 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:34.839236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:34.839871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.852102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:34.858021 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:34.967142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb4fe-8096-4af3-9c7b-b151da8ec7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.976947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:34.977375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:34.977793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:35.011572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:35.012243 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:35.068004 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 5 to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 Jan 21 09:37:35.097848 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-555d3ff6-5793-4f98-8d84-a77021018312 tempest-DHCPAgentSchedulersTestJSON-999550914 tempest-DHCPAgentSchedulersTestJSON-999550914-project-admin] 10.222.0.99 "POST /v2.0/agents/16fa782c-0157-495a-a0c1-265d5fb8e4b1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8409066 Jan 21 09:37:35.098382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2076770e-5530-4a55-9eaf-c9d9e4cdb50c None None] Network 71353231-8238-4e0f-a8b6-4d904d825402 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:35.106560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37140) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.118482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb4fe-8096-4af3-9c7b-b151da8ec7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.125609 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:35.128299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:35.128727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:35.139791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-946af91d-5311-46f8-ad0e-ffbacce86147', 'network_id': '946af91d-5311-46f8-ad0e-ffbacce86147', 'tenant_id': '0732b9dce7974f9db9aee42b6865c035', 'fixed_ips': [{'subnet_id': '3e12b335-b309-4b80-b98f-ace52eb21b56'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:35.140904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.155887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:35.161283 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:35.185512 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 6 to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 Jan 21 09:37:35.235525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:35.236002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:35.236483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:35.239224 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 6b899700-508c-430a-8c9f-9016e162e63c up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:35.239684 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8a3d-64fe-49cb-a03a-2b1423e94ef7 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.248709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.252382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.254918 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:35.255203 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:35.281388 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bdcac758-acbc-4b78-a2b7-23b1f797d1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2525432 Jan 21 09:37:35.291045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37144) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.307250 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 7 to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 Jan 21 09:37:35.322604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Request body: {'port': {'network_id': '946af91d-5311-46f8-ad0e-ffbacce86147', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1362199226'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:35.381257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f8a3d-64fe-49cb-a03a-2b1423e94ef7 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Calling delete_port for 9a93a1fd-a36c-449d-ad63-6feffaf29032 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:35.405897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-42145442-85ea-4aae-bbd1-9ac978b93992 None None] Provisioning complete for port b596cb53-86c0-4cb9-80fd-c031153fca5c triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:35.406091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-42145442-85ea-4aae-bbd1-9ac978b93992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.411872 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:35.412376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:35.412836 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:35.432908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:35.433537 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:35.436938 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 8 to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 Jan 21 09:37:35.448294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb4fe-8096-4af3-9c7b-b151da8ec7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.474134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:35.474678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:35.475156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:35.485190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9eb4fe-8096-4af3-9c7b-b151da8ec7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc82e96-eadf-4c6a-9125-f1b0870f23db,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.489796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:35.490271 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:35.494762 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 9 to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 Jan 21 09:37:35.495498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-42145442-85ea-4aae-bbd1-9ac978b93992 None None] Port b596cb53-86c0-4cb9-80fd-c031153fca5c cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:35.502799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb4fe-8096-4af3-9c7b-b151da8ec7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.504319 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ef9eb4fe-8096-4af3-9c7b-b151da8ec7d7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ffc82e96-eadf-4c6a-9125-f1b0870f23db HTTP/1.1" status: 204 len: 168 time: 0.8281286 Jan 21 09:37:35.613708 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 6b899700-508c-430a-8c9f-9016e162e63c triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:35.614078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.647503 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:35.648169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:35.648685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:35.655908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:35.656520 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:35.657110 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 10 to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 Jan 21 09:37:35.683187 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8a3d-64fe-49cb-a03a-2b1423e94ef7 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.697957 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:35.698400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:35.698802 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:35.734029 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Allocated IP 2001:db8::2 (946af91d-5311-46f8-ad0e-ffbacce86147/3e12b335-b309-4b80-b98f-ace52eb21b56/0a9d384f-e03e-409d-bc43-bcd2dbd90980) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:35.758303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:35.758821 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:35.759452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.764719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:37:35.772517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f8a3d-64fe-49cb-a03a-2b1423e94ef7 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event deleted for resources: {'Port': ['ID=9a93a1fd-a36c-449d-ad63-6feffaf29032,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.812665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.817951 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:35.899539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37152) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.901406 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b484f9b6-c06e-49b0-ac21-62cff8038a1c tempest-DHCPAgentSchedulersTestJSON-999550914 tempest-DHCPAgentSchedulersTestJSON-999550914-project-admin] 10.222.0.99 "GET /v2.0/agents/16fa782c-0157-495a-a0c1-265d5fb8e4b1/dhcp-networks HTTP/1.1" status: 200 len: 8843 time: 0.7884316 Jan 21 09:37:35.920623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bc645176-2306-4aad-9f42-ce130b52fe01 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:35.960167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Usage tracker for resource:port and tenant:0732b9dce7974f9db9aee42b6865c035 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:35.972137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event updated for resources: {'Port': ['ID=b03ee71f-1e0d-4923-96bc-1ab6e2b9147c,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.981014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:36.089427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:36.108870 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:36.116090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:36.118949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:36.123480 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port bc645176-2306-4aad-9f42-ce130b52fe01 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:36.131182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.136555 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port bc645176-2306-4aad-9f42-ce130b52fe01 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:36.136937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.140267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8a3d-64fe-49cb-a03a-2b1423e94ef7 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.178695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Transition to ACTIVE for port object 0a9d384f-e03e-409d-bc43-bcd2dbd90980 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:36.183666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Made reservation on behalf of 0732b9dce7974f9db9aee42b6865c035 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:36.188755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.209390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] For port b43ab4bc-2af9-420f-9872-57ad3eaaef21, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:36.209808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempted to set empty binding levels {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 09:37:36.212095 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3f9f8a3d-64fe-49cb-a03a-2b1423e94ef7 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "DELETE /v2.0/ports/9a93a1fd-a36c-449d-ad63-6feffaf29032 HTTP/1.1" status: 204 len: 168 time: 1.7997711 Jan 21 09:37:36.215371 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37164) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:36.218228 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Transition to ACTIVE for port object 0a9d384f-e03e-409d-bc43-bcd2dbd90980 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:36.227776 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.253193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.332263 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5083cf9d-bdf9-4fc8-a587-266ea99b6357 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] GET failed (client error): The resource could not be found. Jan 21 09:37:36.332954 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5083cf9d-bdf9-4fc8-a587-266ea99b6357 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Synchronizing usage tracker for tenant:0af6db5d874a43e29845dab718afc814 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:36.341636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Network 946af91d-5311-46f8-ad0e-ffbacce86147 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:36.355849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:36.358816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:36.375774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] In _notify_port_updated(), no bound segment for port b43ab4bc-2af9-420f-9872-57ad3eaaef21 on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:37:36.376849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.378773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.378994 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "PUT /v2.0/ports/b43ab4bc-2af9-420f-9872-57ad3eaaef21 HTTP/1.1" status: 200 len: 979 time: 3.1748254 Jan 21 09:37:36.379930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f9c7a-368a-4b4a-be8d-b11f508d6723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event updated for resources: {'Port': ['ID=b43ab4bc-2af9-420f-9872-57ad3eaaef21,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.382022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Pushing event updated for resources: {'Port': ['ID=0a9d384f-e03e-409d-bc43-bcd2dbd90980,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.384156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37174) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:36.389585 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4ddd8b1f-a443-4567-9d71-634c4c6ce985 tempest-DHCPAgentSchedulersTestJSON-999550914 tempest-DHCPAgentSchedulersTestJSON-999550914-project-admin] 10.222.0.99 "DELETE /v2.0/agents/16fa782c-0157-495a-a0c1-265d5fb8e4b1/dhcp-networks/71353231-8238-4e0f-a8b6-4d904d825402 HTTP/1.1" status: 204 len: 168 time: 0.4559610 Jan 21 09:37:36.390652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] device_id is not set on port 96c0aa72-0efe-4889-a5ea-53add5769290 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:36.393215 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37178) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:36.421804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd9af31e-7889-4c8c-8541-61eea4baf118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.460448 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.468553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.501223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Attempting to bind port 0a9d384f-e03e-409d-bc43-bcd2dbd90980 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:36.501583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Attempting to bind port 0a9d384f-e03e-409d-bc43-bcd2dbd90980 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '79da5b01-874e-4910-a69f-37e29b267d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '946af91d-5311-46f8-ad0e-ffbacce86147'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:36.501938 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Attempting to bind port 0a9d384f-e03e-409d-bc43-bcd2dbd90980 on network 946af91d-5311-46f8-ad0e-ffbacce86147 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:36.512621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5083cf9d-bdf9-4fc8-a587-266ea99b6357 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Unset dirty status for tenant:0af6db5d874a43e29845dab718afc814 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:36.513389 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5083cf9d-bdf9-4fc8-a587-266ea99b6357 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "GET /v2.0/ports/9a93a1fd-a36c-449d-ad63-6feffaf29032 HTTP/1.1" status: 404 len: 333 time: 0.2971909 Jan 21 09:37:36.517606 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:36.518048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Checking segment: {'id': '79da5b01-874e-4910-a69f-37e29b267d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '946af91d-5311-46f8-ad0e-ffbacce86147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:36.518455 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.518845 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Bound using segment: {'id': '79da5b01-874e-4910-a69f-37e29b267d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '946af91d-5311-46f8-ad0e-ffbacce86147'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:36.519324 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Bound port: 0a9d384f-e03e-409d-bc43-bcd2dbd90980, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79da5b01-874e-4910-a69f-37e29b267d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '946af91d-5311-46f8-ad0e-ffbacce86147'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:36.519693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.522511 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37184) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:36.539783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port bc645176-2306-4aad-9f42-ce130b52fe01, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bc645176-2306-4aad-9f42-ce130b52fe01,segment=NetworkSegment(0da9475b-a3f8-475b-a554-8773874d05a7),segment_id=0da9475b-a3f8-475b-a554-8773874d05a7)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:36.557918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.563941 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Request body: {'port': {'network_id': '969059f9-0895-4afd-8a6f-e60dee3ed16e', 'name': 'tempest-AllowedAddressPairTestJSON-278993834'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:36.582101 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.678377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37188) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:36.708707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=bc645176-2306-4aad-9f42-ce130b52fe01,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.714192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] For port 0a9d384f-e03e-409d-bc43-bcd2dbd90980, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:36.717416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] For port 0a9d384f-e03e-409d-bc43-bcd2dbd90980, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0a9d384f-e03e-409d-bc43-bcd2dbd90980,segment=NetworkSegment(79da5b01-874e-4910-a69f-37e29b267d18),segment_id=79da5b01-874e-4910-a69f-37e29b267d18)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:36.724715 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.817537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52d0a6-4f2a-4391-bf27-6e2d1b9cd6c1 None None] Pushing event updated for resources: {'Port': ['ID=0a9d384f-e03e-409d-bc43-bcd2dbd90980,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.828259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:37:36.839550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Sync routers for ids ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:36.851607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Routers {'c3d2f99a-a4cf-42bb-acc2-4155c99e4605'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:36.852514 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:36.868254 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d72cfa16-bb7b-45d0-afc6-6bc9f6383439 admin admin] 10.222.0.99 "PUT /v2.0/routers/c3d2f99a-a4cf-42bb-acc2-4155c99e4605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0594773 Jan 21 09:37:36.874718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Pushing event updated for resources: {'Port': ['ID=00933e01-3cba-45d9-9c4f-a3b8485ae103,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.924070 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-322423cf-25e4-412a-8d4d-c0221d26bd2a tempest-AgentManagementNegativeTest-1278348272 tempest-AgentManagementNegativeTest-1278348272-project] 10.222.0.99 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2411380 Jan 21 09:37:36.926936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.931247 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e499b7f8-539c-4cbf-947f-2193c2aee736 tempest-DHCPAgentSchedulersTestJSON-999550914 tempest-DHCPAgentSchedulersTestJSON-999550914-project-admin] 10.222.0.99 "GET /v2.0/agents/16fa782c-0157-495a-a0c1-265d5fb8e4b1/dhcp-networks HTTP/1.1" status: 200 len: 8073 time: 0.4995139 Jan 21 09:37:36.933959 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37196) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:36.975906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.978393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.979127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.979600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.982517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.983137 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.983615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.984074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.984654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.985153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.988515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.990213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.990693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.991164 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.995899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.996758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.997089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.997555 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.998026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.004458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Synchronizing usage tracker for tenant:d0a3f133d6074a748b996e93f5b963ec on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:37.048249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:37.114352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:37.124478 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d3624a2d-c74e-43da-9f25-f52b142e7b97 tempest-DHCPAgentSchedulersTestJSON-999550914 tempest-DHCPAgentSchedulersTestJSON-999550914-project-admin] 10.222.0.99 "GET /v2.0/networks/f144cda3-a00f-47ca-8834-40a3408a2603/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1806834 Jan 21 09:37:37.126734 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.130742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37202) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:37.130905 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4cb3a857-8793-4766-abbe-fbefc37a6b94 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7398236 Jan 21 09:37:37.151846 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Made reservation on behalf of 0af6db5d874a43e29845dab718afc814 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:37.155919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.171809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Unset dirty status for tenant:d0a3f133d6074a748b996e93f5b963ec on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:37.180408 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1e00586a-ac7d-4f9e-a4aa-12f946469e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16983 time: 0.7906377 Jan 21 09:37:37.187658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37208) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:37.194583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Allocated IP 2001:db8::18e (946af91d-5311-46f8-ad0e-ffbacce86147/3e12b335-b309-4b80-b98f-ace52eb21b56/96c0aa72-0efe-4889-a5ea-53add5769290) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:37.208479 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5e9632e3-f26d-447d-903a-b2035f1e33db tempest-DHCPAgentSchedulersTestJSON-999550914 tempest-DHCPAgentSchedulersTestJSON-999550914-project-admin] 10.222.0.99 "GET /v2.0/networks/f144cda3-a00f-47ca-8834-40a3408a2603/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0765350 Jan 21 09:37:37.219522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37212) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:37.263339 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bc645176-2306-4aad-9f42-ce130b52fe01 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:37.416426 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Set router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:37.449248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] device_id is not set on port 19bbed2a-1c5c-44f5-aaed-046d19e645b6 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:37.542775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d43aa559-a599-4926-914c-856f331ac59e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Deleting port b43ab4bc-2af9-420f-9872-57ad3eaaef21 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:37.543342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d43aa559-a599-4926-914c-856f331ac59e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.592157 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37230) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:37.661214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port bc645176-2306-4aad-9f42-ce130b52fe01 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:37.661758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.697511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.719857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.807470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Transition to ACTIVE for port object 96c0aa72-0efe-4889-a5ea-53add5769290 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:37.967471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Allocated IP 172.20.0.9 (969059f9-0895-4afd-8a6f-e60dee3ed16e/38a3926b-cb41-4638-ac59-80b259275ee3/19bbed2a-1c5c-44f5-aaed-046d19e645b6) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:38.034518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8de004db-5dcb-403e-951b-9896592cf78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.128644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37250) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.165040 dv-neutron-825723-1-hyperv neutron-server[87501]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 09:37:38.173183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-d43aa559-a599-4926-914c-856f331ac59e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] For port b43ab4bc-2af9-420f-9872-57ad3eaaef21, host hv-neutron-8257, got binding levels [] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:38.173865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d43aa559-a599-4926-914c-856f331ac59e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.205003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8de004db-5dcb-403e-951b-9896592cf78a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:38.222293 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a4cbcc93-5aad-4263-8e4f-470a7ee3ece7 tempest-DHCPAgentSchedulersTestJSON-999550914 tempest-DHCPAgentSchedulersTestJSON-999550914-project-admin] 10.222.0.99 "GET /v2.0/agents/16fa782c-0157-495a-a0c1-265d5fb8e4b1/dhcp-networks HTTP/1.1" status: 200 len: 8073 time: 0.9978170 Jan 21 09:37:38.222841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37254) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.223403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8de004db-5dcb-403e-951b-9896592cf78a admin admin] Usage tracker for resource:security_group_rule and tenant:122957b6cd2f44c5b109bcadbb222a44 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:38.227416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.279828 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8de004db-5dcb-403e-951b-9896592cf78a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:38.318816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'b596cb53-86c0-4cb9-80fd-c031153fca5c', 'name': '', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'mac_address': 'fa:16:3e:9c:44:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:29Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 2, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'subnets': [{'id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:38.323762 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Checking router: c3d2f99a-a4cf-42bb-acc2-4155c99e4605 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:38.324108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Updating router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 port b596cb53-86c0-4cb9-80fd-c031153fca5c binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:38.352463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37258) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.363003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0a0304-a6f3-495f-b0c5-480411696f88 None None] Network 946af91d-5311-46f8-ad0e-ffbacce86147 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:38.379479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d43aa559-a599-4926-914c-856f331ac59e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Calling delete_port for b43ab4bc-2af9-420f-9872-57ad3eaaef21 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:38.393021 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Network 946af91d-5311-46f8-ad0e-ffbacce86147 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:38.398047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:38.410612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:38.415640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:38.416252 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.422573 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.422746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8de004db-5dcb-403e-951b-9896592cf78a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:38.433473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1852790032', 'description': 'tempest-description--943772706'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:38.434657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Pushing event updated for resources: {'Port': ['ID=96c0aa72-0efe-4889-a5ea-53add5769290,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:38.466980 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:38.485361 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-f1a56add-9435-4635-95c5-712d069f5ade tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Synchronizing usage tracker for tenant:013dc1cee37942f9bf78ba151fe8de88 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:38.515870 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-56a7b893-5c33-407b-bd4d-ac7dcf6cde22 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2161205 Jan 21 09:37:38.516092 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Usage tracker for resource:security_group and tenant:e54ca0e8ac734aaa9779a4239a46440b is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:38.516557 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37262) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.528765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:38.532621 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Request body: {'port': {'network_id': '946af91d-5311-46f8-ad0e-ffbacce86147', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-977478557', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:38.533232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.api.validators [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] bootfile-name is not in valid_values {{(pid=87502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:37:38.533632 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.api.validators [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] tftp-server is not in valid_values {{(pid=87502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:37:38.533975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.api.validators [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] server-ip-address is not in valid_values {{(pid=87502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:37:38.561379 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1f9c6201-8400-40c0-8dff-16d3fc0328a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.568326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-30ea35ab-def9-46d3-a0ed-569b1f47307f None None] Provisioning for port 0a9d384f-e03e-409d-bc43-bcd2dbd90980 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:38.625594 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:38.658992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dfaabcd6-e6e4-4c4b-a6f4-da31a06efda6 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.706334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.743382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-f1a56add-9435-4635-95c5-712d069f5ade tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Unset dirty status for tenant:013dc1cee37942f9bf78ba151fe8de88 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:38.751304 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-f1a56add-9435-4635-95c5-712d069f5ade tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--1673211901&fields=id&tenant_id=013dc1cee37942f9bf78ba151fe8de88 HTTP/1.1" status: 200 len: 267 time: 0.6008461 Jan 21 09:37:38.753044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d43aa559-a599-4926-914c-856f331ac59e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.758985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.803485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:38.810950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Usage tracker for resource:port and tenant:0732b9dce7974f9db9aee42b6865c035 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:38.815931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:38.824822 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:38.873929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aa559-a599-4926-914c-856f331ac59e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event deleted for resources: {'Port': ['ID=b43ab4bc-2af9-420f-9872-57ad3eaaef21,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:38.929019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d43aa559-a599-4926-914c-856f331ac59e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.943787 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:38.988500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Usage tracker for resource:security_group_rule and tenant:e54ca0e8ac734aaa9779a4239a46440b is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:38.996057 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.018239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:39.020759 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Transition to ACTIVE for port object b596cb53-86c0-4cb9-80fd-c031153fca5c will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:39.038877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Made reservation on behalf of 0732b9dce7974f9db9aee42b6865c035 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:39.043849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.044524 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.070733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] device_id is not set on port 15ab8cb7-d5dc-4c0f-b0de-29b2aa25d667 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:39.110811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:39.125753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.202875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0a9d384f-e03e-409d-bc43-bcd2dbd90980 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:39.213350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dfaabcd6-e6e4-4c4b-a6f4-da31a06efda6 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.250153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Allocated IP 2001:db8::2b1 (946af91d-5311-46f8-ad0e-ffbacce86147/3e12b335-b309-4b80-b98f-ace52eb21b56/15ab8cb7-d5dc-4c0f-b0de-29b2aa25d667) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:39.286590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Transition to ACTIVE for port object 19bbed2a-1c5c-44f5-aaed-046d19e645b6 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:39.312742 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35526e6f-dc1e-4647-907a-00a2d3f8fbd8 None None] Pushing event updated for resources: {'Port': ['ID=b596cb53-86c0-4cb9-80fd-c031153fca5c,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:39.320381 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d43aa559-a599-4926-914c-856f331ac59e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "DELETE /v2.0/ports/b43ab4bc-2af9-420f-9872-57ad3eaaef21 HTTP/1.1" status: 204 len: 168 time: 2.1269255 Jan 21 09:37:39.325888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37266) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:39.326090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8de004db-5dcb-403e-951b-9896592cf78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.358668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.366683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8de004db-5dcb-403e-951b-9896592cf78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.383778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-dfaabcd6-e6e4-4c4b-a6f4-da31a06efda6 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71353231-8238-4e0f-a8b6-4d904d825402']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:39.428559 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b49ebc-7be2-472e-97dc-78758f3ca21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:39.435386 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-15b49ebc-7be2-472e-97dc-78758f3ca21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "GET /v2.0/ports/b43ab4bc-2af9-420f-9872-57ad3eaaef21 HTTP/1.1" status: 404 len: 333 time: 0.0949416 Jan 21 09:37:39.435386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37270) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:39.441456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1846805249', 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:39.459014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Attempting to bind port b596cb53-86c0-4cb9-80fd-c031153fca5c on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:39.459584 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Attempting to bind port b596cb53-86c0-4cb9-80fd-c031153fca5c by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'a2732187-63eb-4aff-9b2d-088fa3fc3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:39.459923 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Attempting to bind port b596cb53-86c0-4cb9-80fd-c031153fca5c on network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:39.462224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:39.464485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Router a465a0d4-9d30-49b7-b107-2a5c9fe27889 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:37:39.470855 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:39.471395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Checking segment: {'id': 'a2732187-63eb-4aff-9b2d-088fa3fc3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:39.472181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.472691 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Bound using segment: {'id': 'a2732187-63eb-4aff-9b2d-088fa3fc3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:39.473264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Bound port: b596cb53-86c0-4cb9-80fd-c031153fca5c, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2732187-63eb-4aff-9b2d-088fa3fc3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:39.473732 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.478720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Usage tracker for resource:port and tenant:d0a3f133d6074a748b996e93f5b963ec is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:39.486185 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:39.518607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:39.544073 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 0a9d384f-e03e-409d-bc43-bcd2dbd90980 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:39.548227 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fec03344-6a54-4ba3-91d1-4d0003cec866 None None] Provisioning for port 96c0aa72-0efe-4889-a5ea-53add5769290 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:39.551416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.583380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 0a9d384f-e03e-409d-bc43-bcd2dbd90980 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:39.583763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.591740 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-8f12097d-f5f7-4765-bfb0-b5ddb2ebc6d3 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:39.594711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-8f12097d-f5f7-4765-bfb0-b5ddb2ebc6d3 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Synchronizing usage tracker for tenant:013dc1cee37942f9bf78ba151fe8de88 on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:39.617505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-dfaabcd6-e6e4-4c4b-a6f4-da31a06efda6 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600bb9ac-2b66-48ba-9c3d-5ee481e5919d') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:39.617692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-dfaabcd6-e6e4-4c4b-a6f4-da31a06efda6 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600bb9ac-2b66-48ba-9c3d-5ee481e5919d') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:39.673211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Made reservation on behalf of d0a3f133d6074a748b996e93f5b963ec for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:39.675376 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.687016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fec03344-6a54-4ba3-91d1-4d0003cec866 None None] Provisioning complete for port 96c0aa72-0efe-4889-a5ea-53add5769290 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:39.687740 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fec03344-6a54-4ba3-91d1-4d0003cec866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.714957 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] device_id is not set on port 778c9242-4eb2-4a6c-9680-8420828bfc7b yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:39.715789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dfaabcd6-e6e4-4c4b-a6f4-da31a06efda6 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.736106 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Network 969059f9-0895-4afd-8a6f-e60dee3ed16e is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:39.741132 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8de004db-5dcb-403e-951b-9896592cf78a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=122957b6cd2f44c5b109bcadbb222a44&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1479242 Jan 21 09:37:39.750523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37274) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:39.751181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:39.752953 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de004db-5dcb-403e-951b-9896592cf78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9975805-6f5b-47f9-a1a2-e798c98d1d42,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:39.757069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:39.789348 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.798677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.799320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fec03344-6a54-4ba3-91d1-4d0003cec866 None None] Port 96c0aa72-0efe-4889-a5ea-53add5769290 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:39.801737 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] For port b596cb53-86c0-4cb9-80fd-c031153fca5c, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:39.802068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dfaabcd6-e6e4-4c4b-a6f4-da31a06efda6 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.804060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event updated for resources: {'Port': ['ID=19bbed2a-1c5c-44f5-aaed-046d19e645b6,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:39.812585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.818776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfaabcd6-e6e4-4c4b-a6f4-da31a06efda6 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:39.819537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dfaabcd6-e6e4-4c4b-a6f4-da31a06efda6 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:39.841909 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:39.856406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-8f12097d-f5f7-4765-bfb0-b5ddb2ebc6d3 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Unset dirty status for tenant:013dc1cee37942f9bf78ba151fe8de88 on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:39.857609 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-8f12097d-f5f7-4765-bfb0-b5ddb2ebc6d3 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/networks?id=7cb82da3-5f7d-4504-aa6b-91451816142c HTTP/1.1" status: 200 len: 806 time: 1.1055298 Jan 21 09:37:39.867649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.894457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] For port b596cb53-86c0-4cb9-80fd-c031153fca5c, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b596cb53-86c0-4cb9-80fd-c031153fca5c,segment=NetworkSegment(a2732187-63eb-4aff-9b2d-088fa3fc3edb),segment_id=a2732187-63eb-4aff-9b2d-088fa3fc3edb)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:39.907795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fec03344-6a54-4ba3-91d1-4d0003cec866 None None] Provisioning complete for port 0a9d384f-e03e-409d-bc43-bcd2dbd90980 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:39.908158 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fec03344-6a54-4ba3-91d1-4d0003cec866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.974951 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.980670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:39.981315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.985315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e006984-ef82-494b-895f-cdd25c205c0e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:39.988770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.995820 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-650c7c8d-fbd7-4487-b444-a8ffbf280e12 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/quotas/013dc1cee37942f9bf78ba151fe8de88 HTTP/1.1" status: 200 len: 375 time: 0.1191449 Jan 21 09:37:40.001624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:37:40.013452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.017562 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-09f48f06-35f7-4e49-a003-118d5165a55e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6021106 Jan 21 09:37:40.018366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37278) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:40.031410 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d8774-2da6-4b27-b11e-63f5ed1c4170 None None] Sync routers for ids ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:40.053229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.054030 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d8774-2da6-4b27-b11e-63f5ed1c4170 None None] Routers {'a465a0d4-9d30-49b7-b107-2a5c9fe27889'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:40.054488 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ad883301-9475-4f3a-802c-f318549280c2 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.1231513 Jan 21 09:37:40.055137 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a87d8774-2da6-4b27-b11e-63f5ed1c4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:40.061984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37280) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:40.087372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Transition to ACTIVE for port object 15ab8cb7-d5dc-4c0f-b0de-29b2aa25d667 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:40.091119 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-82bad7cc-b5bd-4223-ab46-9bcdb61c3b60 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Request body: {'security_group_rule': {'security_group_id': '0e006984-ef82-494b-895f-cdd25c205c0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:40.108164 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 0a9d384f-e03e-409d-bc43-bcd2dbd90980, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0a9d384f-e03e-409d-bc43-bcd2dbd90980,segment=NetworkSegment(79da5b01-874e-4910-a69f-37e29b267d18),segment_id=79da5b01-874e-4910-a69f-37e29b267d18)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:40.109425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dfaabcd6-e6e4-4c4b-a6f4-da31a06efda6 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.112062 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-82bad7cc-b5bd-4223-ab46-9bcdb61c3b60 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:40.130093 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.138168 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Routers {'c3d2f99a-a4cf-42bb-acc2-4155c99e4605'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:40.138785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:40.145678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-82bad7cc-b5bd-4223-ab46-9bcdb61c3b60 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Usage tracker for resource:security_group_rule and tenant:e54ca0e8ac734aaa9779a4239a46440b is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:40.148946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dfaabcd6-e6e4-4c4b-a6f4-da31a06efda6 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.157855 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-dfaabcd6-e6e4-4c4b-a6f4-da31a06efda6 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] 10.222.0.99 "DELETE /v2.0/networks/71353231-8238-4e0f-a8b6-4d904d825402 HTTP/1.1" status: 204 len: 168 time: 1.8794830 Jan 21 09:37:40.160991 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1a690471-5d54-4881-b779-cf4849dfa635 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6376588 Jan 21 09:37:40.161764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37286) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:40.164832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-82bad7cc-b5bd-4223-ab46-9bcdb61c3b60 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:40.179786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37288) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:40.180845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaabcd6-e6e4-4c4b-a6f4-da31a06efda6 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Pushing event deleted for resources: {'Network': ['ID=71353231-8238-4e0f-a8b6-4d904d825402,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.190010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f1f6d881-ba48-439e-8845-184856b4fca4 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a7:e3:c5'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:40.224595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-82bad7cc-b5bd-4223-ab46-9bcdb61c3b60 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:40.225656 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a87d8774-2da6-4b27-b11e-63f5ed1c4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:40.233143 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d782e2c9-2d3a-476c-a74b-d5f5474f8679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.246422 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d8774-2da6-4b27-b11e-63f5ed1c4170 None None] Routers {'a465a0d4-9d30-49b7-b107-2a5c9fe27889'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:40.247564 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a87d8774-2da6-4b27-b11e-63f5ed1c4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:40.324838 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf28dc3-d904-4e63-8fd0-54b227898749 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:40.325353 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf28dc3-d904-4e63-8fd0-54b227898749 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:40.329500 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5bf28dc3-d904-4e63-8fd0-54b227898749 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] 10.222.0.99 "DELETE /v2.0/ports/1901667e-c08d-4503-90a4-8521f1b8f18a HTTP/1.1" status: 404 len: 333 time: 0.1586742 Jan 21 09:37:40.332197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37294) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:40.335103 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a87d8774-2da6-4b27-b11e-63f5ed1c4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:40.335650 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d8774-2da6-4b27-b11e-63f5ed1c4170 None None] The sync data for ids ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:40.397912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] Set router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:40.399948 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-82bad7cc-b5bd-4223-ab46-9bcdb61c3b60 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.452582 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-421c7f4f-d40a-422c-82c3-d63c6307d6d8 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Deleting subnet d3c8715c-45a7-41f6-9c0d-c2cc3d4c1c1f {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:37:40.463355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-421c7f4f-d40a-422c-82c3-d63c6307d6d8 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.471512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d782e2c9-2d3a-476c-a74b-d5f5474f8679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.492738 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.517625 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-469b64fc-d5cf-4661-bca9-2d183135de55 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Synchronizing usage tracker for tenant:013dc1cee37942f9bf78ba151fe8de88 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:40.520789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.542294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35526e6f-dc1e-4647-907a-00a2d3f8fbd8 None None] Pushing event updated for resources: {'Port': ['ID=b596cb53-86c0-4cb9-80fd-c031153fca5c,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.629281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-421c7f4f-d40a-422c-82c3-d63c6307d6d8 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.689792 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-469b64fc-d5cf-4661-bca9-2d183135de55 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Unset dirty status for tenant:013dc1cee37942f9bf78ba151fe8de88 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:40.696593 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-469b64fc-d5cf-4661-bca9-2d183135de55 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=013dc1cee37942f9bf78ba151fe8de88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6937230 Jan 21 09:37:40.706688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-82bad7cc-b5bd-4223-ab46-9bcdb61c3b60 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.717779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Network 946af91d-5311-46f8-ad0e-ffbacce86147 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:40.726474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-82bad7cc-b5bd-4223-ab46-9bcdb61c3b60 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.804540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bad7cc-b5bd-4223-ab46-9bcdb61c3b60 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be39fc96-40d3-416a-b20a-38f562586068,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.828783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=0a9d384f-e03e-409d-bc43-bcd2dbd90980,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.831830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:40.834926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Pushing event updated for resources: {'Port': ['ID=15ab8cb7-d5dc-4c0f-b0de-29b2aa25d667,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.837892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:40.845818 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:40.846705 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.894080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-82bad7cc-b5bd-4223-ab46-9bcdb61c3b60 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.894344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.894514 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-82bad7cc-b5bd-4223-ab46-9bcdb61c3b60 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8284020 Jan 21 09:37:40.896726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37304) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:40.918741 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4970eec8-3fb8-4b6e-b5e4-7231ac3ebe56 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.3873999 Jan 21 09:37:40.918961 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-b69eb730-a2d3-49c1-abf8-482836786005 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Request body: {'security_group_rule': {'security_group_id': '0e006984-ef82-494b-895f-cdd25c205c0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:40.924420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37308) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:40.930762 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'b596cb53-86c0-4cb9-80fd-c031153fca5c', 'name': '', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'mac_address': 'fa:16:3e:9c:44:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:29Z', 'updated_at': '2022-01-21T09:37:39Z', 'revision_number': 4, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'subnets': [{'id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:40.939983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b69eb730-a2d3-49c1-abf8-482836786005 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:40.943590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23d6cb-6992-4ab4-a497-6763b8e7bb8c None None] The sync data for ids ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'] in dv-neutron-825723-1-hyperv is: [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'b596cb53-86c0-4cb9-80fd-c031153fca5c', 'name': '', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'mac_address': 'fa:16:3e:9c:44:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:29Z', 'updated_at': '2022-01-21T09:37:39Z', 'revision_number': 4, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'subnets': [{'id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:40.944654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1f6d881-ba48-439e-8845-184856b4fca4 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.948895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.962523 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-751c252a-266a-4ee4-8be1-fb31f7641d52 None None] Provisioning complete for port 96c0aa72-0efe-4889-a5ea-53add5769290 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:40.963177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-751c252a-266a-4ee4-8be1-fb31f7641d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.006641 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b69eb730-a2d3-49c1-abf8-482836786005 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Usage tracker for resource:security_group_rule and tenant:e54ca0e8ac734aaa9779a4239a46440b is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:41.019813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-c863d073-bd3b-4e65-80ab-67cfe6d9be36 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:37:41.027420 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-c863d073-bd3b-4e65-80ab-67cfe6d9be36 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2075939 Jan 21 09:37:41.028367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b69eb730-a2d3-49c1-abf8-482836786005 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:41.050846 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b69eb730-a2d3-49c1-abf8-482836786005 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:41.117117 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0a9d384f-e03e-409d-bc43-bcd2dbd90980 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:41.120220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-421c7f4f-d40a-422c-82c3-d63c6307d6d8 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.186799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Network 5d448e7e-cf18-4021-be31-fbf5435677dd is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:41.199790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:41.202619 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d782e2c9-2d3a-476c-a74b-d5f5474f8679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.206594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d782e2c9-2d3a-476c-a74b-d5f5474f8679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.212986 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d782e2c9-2d3a-476c-a74b-d5f5474f8679 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e9975805-6f5b-47f9-a1a2-e798c98d1d42 HTTP/1.1" status: 204 len: 168 time: 1.4535365 Jan 21 09:37:41.213293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-751c252a-266a-4ee4-8be1-fb31f7641d52 None None] Port 96c0aa72-0efe-4889-a5ea-53add5769290 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:41.231918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:41.233140 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:41.233756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.261153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 0a9d384f-e03e-409d-bc43-bcd2dbd90980 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:41.261561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.284485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b69eb730-a2d3-49c1-abf8-482836786005 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.295333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782e2c9-2d3a-476c-a74b-d5f5474f8679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9975805-6f5b-47f9-a1a2-e798c98d1d42,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:41.305450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event updated for resources: {'Port': ['ID=778c9242-4eb2-4a6c-9680-8420828bfc7b,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:41.341452 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-751c252a-266a-4ee4-8be1-fb31f7641d52 None None] Provisioning for port 19bbed2a-1c5c-44f5-aaed-046d19e645b6 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:41.361448 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-751c252a-266a-4ee4-8be1-fb31f7641d52 None None] Provisioning complete for port 19bbed2a-1c5c-44f5-aaed-046d19e645b6 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:41.361803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-751c252a-266a-4ee4-8be1-fb31f7641d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.466493 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-61abe133-9936-4dfc-95d8-5c2e4f79a576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0244315 Jan 21 09:37:41.467805 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37316) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.548202 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b45b7-4303-4784-9db1-bbdcd2982526 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:41.559880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b45b7-4303-4784-9db1-bbdcd2982526 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:41.566320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b45b7-4303-4784-9db1-bbdcd2982526 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:41.568286 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0d5b45b7-4303-4784-9db1-bbdcd2982526 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.6404374 Jan 21 09:37:41.570260 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-421c7f4f-d40a-422c-82c3-d63c6307d6d8 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.582695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37322) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.584069 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-751c252a-266a-4ee4-8be1-fb31f7641d52 None None] Port 19bbed2a-1c5c-44f5-aaed-046d19e645b6 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:41.679342 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab793a6-e8f2-4ec6-bb9d-d09b0e196c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:41.679918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3ab793a6-e8f2-4ec6-bb9d-d09b0e196c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Synchronizing usage tracker for tenant:d0a3f133d6074a748b996e93f5b963ec on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:41.695500 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-ec4cb5a0-ded5-44bf-93a6-cc6af856b21c service neutron] 10.222.0.99 "GET /v2.0/networks/7cb82da3-5f7d-4504-aa6b-91451816142c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025610 Jan 21 09:37:41.722258 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9e1b6dd2-84a0-4ac6-9289-345bccfdca5c None None] Provisioning for port 15ab8cb7-d5dc-4c0f-b0de-29b2aa25d667 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:41.731257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9e1b6dd2-84a0-4ac6-9289-345bccfdca5c None None] Provisioning complete for port 15ab8cb7-d5dc-4c0f-b0de-29b2aa25d667 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:41.733019 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9e1b6dd2-84a0-4ac6-9289-345bccfdca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.758063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3ab793a6-e8f2-4ec6-bb9d-d09b0e196c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Unset dirty status for tenant:d0a3f133d6074a748b996e93f5b963ec on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:41.759236 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3ab793a6-e8f2-4ec6-bb9d-d09b0e196c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "GET /v2.0/ports/778c9242-4eb2-4a6c-9680-8420828bfc7b HTTP/1.1" status: 200 len: 959 time: 0.2889957 Jan 21 09:37:41.769093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37332) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.806670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b6dd2-84a0-4ac6-9289-345bccfdca5c None None] Port 15ab8cb7-d5dc-4c0f-b0de-29b2aa25d667 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:41.861257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b69eb730-a2d3-49c1-abf8-482836786005 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.873746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c7f4f-d40a-422c-82c3-d63c6307d6d8 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c8715c-45a7-41f6-9c0d-c2cc3d4c1c1f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:41.908936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc22ba-7123-47fe-a7b8-17e6662564c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Deleting port 778c9242-4eb2-4a6c-9680-8420828bfc7b {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:41.909290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a1dc22ba-7123-47fe-a7b8-17e6662564c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.949970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-421c7f4f-d40a-422c-82c3-d63c6307d6d8 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.952844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b69eb730-a2d3-49c1-abf8-482836786005 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.958087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a93b183-2a53-4455-8f6e-24d3d7fff3d7 None None] Network f144cda3-a00f-47ca-8834-40a3408a2603 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:42.075706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.114832 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-632d0105-4d58-4b16-9b09-59fccaed9f11 service neutron] 10.222.0.99 "GET /v2.0/networks/7cb82da3-5f7d-4504-aa6b-91451816142c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327931 Jan 21 09:37:42.173915 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-421c7f4f-d40a-422c-82c3-d63c6307d6d8 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] 10.222.0.99 "DELETE /v2.0/subnets/d3c8715c-45a7-41f6-9c0d-c2cc3d4c1c1f HTTP/1.1" status: 204 len: 168 time: 1.8332987 Jan 21 09:37:42.173915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b69eb730-a2d3-49c1-abf8-482836786005 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.175177 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b69eb730-a2d3-49c1-abf8-482836786005 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2700992 Jan 21 09:37:42.187901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37346) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:42.188312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37348) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:42.195015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69eb730-a2d3-49c1-abf8-482836786005 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60407f88-7172-4c32-b344-d8d2e28d3c44,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:42.258456 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-067facbe-105f-4bd3-8542-a8084367e4ab tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Deleting port 15ab8cb7-d5dc-4c0f-b0de-29b2aa25d667 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:42.258804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-067facbe-105f-4bd3-8542-a8084367e4ab tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.310699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:42.340796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:42.344087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Usage tracker for resource:floatingip and tenant:e54ca0e8ac734aaa9779a4239a46440b is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:42.347574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37354) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:42.368180 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:42.406294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:42.421009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce781ea-6978-4b16-a156-c70975612d75 None None] DHCP port deletion for f144cda3-a00f-47ca-8834-40a3408a2603 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:37:42.425534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-bce781ea-6978-4b16-a156-c70975612d75 None None] Deleting port 31d8e36a-4cf6-4c27-8419-10d7245e205f {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:42.426180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bce781ea-6978-4b16-a156-c70975612d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.491633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1f6d881-ba48-439e-8845-184856b4fca4 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.541180 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a1dc22ba-7123-47fe-a7b8-17e6662564c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.592545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.677978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1f6d881-ba48-439e-8845-184856b4fca4 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.685456 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.724438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc22ba-7123-47fe-a7b8-17e6662564c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Calling delete_port for 778c9242-4eb2-4a6c-9680-8420828bfc7b owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:42.739772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37380) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:42.799358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1675986720'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:42.810536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:42.817780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:network and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:42.821140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-bce781ea-6978-4b16-a156-c70975612d75 None None] For port 31d8e36a-4cf6-4c27-8419-10d7245e205f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=31d8e36a-4cf6-4c27-8419-10d7245e205f,segment=NetworkSegment(320fb4cb-6208-44fa-989b-ea5ec082a467),segment_id=320fb4cb-6208-44fa-989b-ea5ec082a467)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:42.821615 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:42.824091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bce781ea-6978-4b16-a156-c70975612d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.842800 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6d881-ba48-439e-8845-184856b4fca4 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event updated for resources: {'Port': ['ID=19bbed2a-1c5c-44f5-aaed-046d19e645b6,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:42.897385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Deleting port 31d8e36a-4cf6-4c27-8419-10d7245e205f {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:42.897875 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.991574 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-bce781ea-6978-4b16-a156-c70975612d75 None None] Calling delete_port for 31d8e36a-4cf6-4c27-8419-10d7245e205f owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:43.074428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:43.079548 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b596cb53-86c0-4cb9-80fd-c031153fca5c up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:43.104221 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:43.108538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.131901 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Allocated IP 172.20.0.1 (17544dcb-40db-441e-b37a-dae384167911/6f98471f-501d-45a1-bdf5-080dccc9e565/594bbf64-5571-4237-a80c-3e5752a63f17) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:43.139075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.240594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bce781ea-6978-4b16-a156-c70975612d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.243546 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ae51d675-061f-448f-9414-0981b616c9da req-275037ab-ba48-4cba-a2d9-3171eab46f2c tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 210 time: 0.4160736 Jan 21 09:37:43.298357 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port b596cb53-86c0-4cb9-80fd-c031153fca5c completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:43.304306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce781ea-6978-4b16-a156-c70975612d75 None None] Pushing event deleted for resources: {'Port': ['ID=31d8e36a-4cf6-4c27-8419-10d7245e205f,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:43.308175 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b596cb53-86c0-4cb9-80fd-c031153fca5c triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:43.308576 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.339540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce781ea-6978-4b16-a156-c70975612d75 None None] No DVR routers for this DVR port 31d8e36a-4cf6-4c27-8419-10d7245e205f on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:43.454288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6d881-ba48-439e-8845-184856b4fca4 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] In _notify_port_updated(), no bound segment for port 19bbed2a-1c5c-44f5-aaed-046d19e645b6 on network 969059f9-0895-4afd-8a6f-e60dee3ed16e {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:37:43.459305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.459906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f6d881-ba48-439e-8845-184856b4fca4 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:43.460571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1f6d881-ba48-439e-8845-184856b4fca4 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.464595 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f1f6d881-ba48-439e-8845-184856b4fca4 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "PUT /v2.0/ports/19bbed2a-1c5c-44f5-aaed-046d19e645b6 HTTP/1.1" status: 200 len: 995 time: 3.2787533 Jan 21 09:37:43.464882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:43.468820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:security_group_rule and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:43.471095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37402) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:43.471928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:43.478044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:43.504908 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-29307a6d-0496-4156-bc98-3a77ccd26195 None None] Provisioning complete for port 19bbed2a-1c5c-44f5-aaed-046d19e645b6 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:43.505478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-29307a6d-0496-4156-bc98-3a77ccd26195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.569989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.571511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-29307a6d-0496-4156-bc98-3a77ccd26195 None None] Port 19bbed2a-1c5c-44f5-aaed-046d19e645b6 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:43.582994 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port b596cb53-86c0-4cb9-80fd-c031153fca5c, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b596cb53-86c0-4cb9-80fd-c031153fca5c,segment=NetworkSegment(a2732187-63eb-4aff-9b2d-088fa3fc3edb),segment_id=a2732187-63eb-4aff-9b2d-088fa3fc3edb)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:43.589878 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.599965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.653988 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a1dc22ba-7123-47fe-a7b8-17e6662564c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.685491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 31d8e36a-4cf6-4c27-8419-10d7245e205f no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:37:43.732658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 31d8e36a-4cf6-4c27-8419-10d7245e205f {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:37:43.733013 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 31d8e36a-4cf6-4c27-8419-10d7245e205f not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:37:43.734964 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=b596cb53-86c0-4cb9-80fd-c031153fca5c,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:43.770102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-cd4aebdd-afc2-4258-8522-8e182b55c22e tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Deleting port 19bbed2a-1c5c-44f5-aaed-046d19e645b6 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:43.770435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cd4aebdd-afc2-4258-8522-8e182b55c22e tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.785057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:43.789932 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc22ba-7123-47fe-a7b8-17e6662564c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event deleted for resources: {'Port': ['ID=778c9242-4eb2-4a6c-9680-8420828bfc7b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:43.797497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9650cd8e-1b1c-4f1d-9456-fe6969fdbe69,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:43.812981 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a1dc22ba-7123-47fe-a7b8-17e6662564c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.824160 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.824534 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Added segment b335ae89-1971-4a17-913c-6f6f5e468dc3 of type vlan for network 388315d9-324e-414b-bfb3-97b00b19a9ca Jan 21 09:37:43.897980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.905228 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a1dc22ba-7123-47fe-a7b8-17e6662564c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "DELETE /v2.0/ports/778c9242-4eb2-4a6c-9680-8420828bfc7b HTTP/1.1" status: 204 len: 168 time: 2.1325564 Jan 21 09:37:43.908773 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.913069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37416) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:43.921269 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] For port 31d8e36a-4cf6-4c27-8419-10d7245e205f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=31d8e36a-4cf6-4c27-8419-10d7245e205f,segment=NetworkSegment(320fb4cb-6208-44fa-989b-ea5ec082a467),segment_id=320fb4cb-6208-44fa-989b-ea5ec082a467)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:43.921637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.934825 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-067facbe-105f-4bd3-8542-a8084367e4ab tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.974398 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-4903fee3-f93b-4d6b-a8e1-d7917e52ff9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:43.974932 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4903fee3-f93b-4d6b-a8e1-d7917e52ff9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Synchronizing usage tracker for tenant:d0a3f133d6074a748b996e93f5b963ec on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:43.984445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Transition to ACTIVE for port object 594bbf64-5571-4237-a80c-3e5752a63f17 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:44.003648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.009513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:44.010227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.044876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4903fee3-f93b-4d6b-a8e1-d7917e52ff9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Unset dirty status for tenant:d0a3f133d6074a748b996e93f5b963ec on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:44.049555 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4903fee3-f93b-4d6b-a8e1-d7917e52ff9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "GET /v2.0/ports/778c9242-4eb2-4a6c-9680-8420828bfc7b HTTP/1.1" status: 404 len: 333 time: 0.1290915 Jan 21 09:37:44.063453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37420) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:44.073903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Request body: {'port': {'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-274094308'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:44.087193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:44.092798 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7414806 Jan 21 09:37:44.135500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37424) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:44.156985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'name': 'tempest-PortsTestJSON-1530958712'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:44.170761 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12418dd3-cdf1-4436-aabb-68ee037d3356 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Network': ['ID=388315d9-324e-414b-bfb3-97b00b19a9ca,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.176565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:44.185435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.198048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 388315d9-324e-414b-bfb3-97b00b19a9ca details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:44.244784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Calling delete_port for 31d8e36a-4cf6-4c27-8419-10d7245e205f owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:44.320046 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Made reservation on behalf of d0a3f133d6074a748b996e93f5b963ec for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:44.322572 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.345890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-067facbe-105f-4bd3-8542-a8084367e4ab tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Calling delete_port for 15ab8cb7-d5dc-4c0f-b0de-29b2aa25d667 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:44.359578 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Network 17544dcb-40db-441e-b37a-dae384167911 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:44.370099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:44.372049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event updated for resources: {'Port': ['ID=594bbf64-5571-4237-a80c-3e5752a63f17,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.379398 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:44.406551 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.407729 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:44.421117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:port and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:44.424835 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] device_id is not set on port e181ee3e-4904-4958-9c3a-d51a4a30004c yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:44.462985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:44.482177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:44.523254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.533720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:44.537972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.593477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.121', 49965) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:44.612144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port f3f5c723-ed03-40f4-9cfd-e583c585313e yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:44.762867 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5d78b7b9-5893-4cf3-acc3-529488e44cd5 req-e6b79313-3572-4d45-bf2b-8e2904f6733a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 210 time: 0.2985156 Jan 21 09:37:44.835760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-35b4ebfe-bd73-4baf-812d-dc18e4acbbe1 None None] Provisioning for port 594bbf64-5571-4237-a80c-3e5752a63f17 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:44.842146 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-35b4ebfe-bd73-4baf-812d-dc18e4acbbe1 None None] Provisioning complete for port 594bbf64-5571-4237-a80c-3e5752a63f17 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:44.842146 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-35b4ebfe-bd73-4baf-812d-dc18e4acbbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.904054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cd4aebdd-afc2-4258-8522-8e182b55c22e tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.917565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:37:44.917940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:37:44.994692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-35b4ebfe-bd73-4baf-812d-dc18e4acbbe1 None None] Port 594bbf64-5571-4237-a80c-3e5752a63f17 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:45.058007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b596cb53-86c0-4cb9-80fd-c031153fca5c up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:45.060167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.079093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-64e29045-2f4f-4bd6-8e87-1bfa4b5d4357 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:45.080622 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-64e29045-2f4f-4bd6-8e87-1bfa4b5d4357 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.121 "GET /v2.0/networks?id=7cb82da3-5f7d-4504-aa6b-91451816142c HTTP/1.1" status: 200 len: 806 time: 0.4855728 Jan 21 09:37:45.104434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-cd4aebdd-afc2-4258-8522-8e182b55c22e tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Calling delete_port for 19bbed2a-1c5c-44f5-aaed-046d19e645b6 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:45.152739 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b596cb53-86c0-4cb9-80fd-c031153fca5c triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:45.153110 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.254469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Allocated IP 172.26.4.15 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/8302940d-1ef6-4e65-9eb7-ef58a54dee52) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:45.310855 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-067facbe-105f-4bd3-8542-a8084367e4ab tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.401092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.413286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-084b9e5b-af3b-484c-b4a5-754433c10057 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Synchronizing usage tracker for tenant:013dc1cee37942f9bf78ba151fe8de88 on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:45.418395 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.424293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Deleting port 31d8e36a-4cf6-4c27-8419-10d7245e205f {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:45.424659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.431218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.483312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067facbe-105f-4bd3-8542-a8084367e4ab tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Pushing event deleted for resources: {'Port': ['ID=15ab8cb7-d5dc-4c0f-b0de-29b2aa25d667,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:45.609252 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-084b9e5b-af3b-484c-b4a5-754433c10057 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Unset dirty status for tenant:013dc1cee37942f9bf78ba151fe8de88 on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:45.610446 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-084b9e5b-af3b-484c-b4a5-754433c10057 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=013dc1cee37942f9bf78ba151fe8de88 HTTP/1.1" status: 200 len: 380 time: 0.4490125 Jan 21 09:37:45.614151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] The port '31d8e36a-4cf6-4c27-8419-10d7245e205f' was deleted {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:37:45.621105 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.641181 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Network 5d448e7e-cf18-4021-be31-fbf5435677dd is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:45.649463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Request body: {'port': {'device_id': '6ef62ae4-2812-4dab-aa01-ad40eb1068ed', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'admin_state_up': True, 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'security_groups': ['efb63073-3773-46d7-9fc5-004c59385010']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:45.672477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:45.690000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event updated for resources: {'Port': ['ID=e181ee3e-4904-4958-9c3a-d51a4a30004c,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:45.697419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.700753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:45.701865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:45.702531 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.780198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-067facbe-105f-4bd3-8542-a8084367e4ab tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.831925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cd4aebdd-afc2-4258-8522-8e182b55c22e tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.012071 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.086775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aebdd-afc2-4258-8522-8e182b55c22e tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event deleted for resources: {'Port': ['ID=19bbed2a-1c5c-44f5-aaed-046d19e645b6,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:46.091032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=f3f5c723-ed03-40f4-9cfd-e583c585313e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:46.118151 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-536a52dd-8209-49b2-bd3b-b4db7f56d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0538394 Jan 21 09:37:46.143251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37462) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:46.144097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Checking segment: {'id': 'b335ae89-1971-4a17-913c-6f6f5e468dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:46.144447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network hostable DHCP agents. Network: 388315d9-324e-414b-bfb3-97b00b19a9ca, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:46.169527 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:46.248912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:46.305877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:46.383476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 388315d9-324e-414b-bfb3-97b00b19a9ca is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:46.447911 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-067facbe-105f-4bd3-8542-a8084367e4ab tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] 10.222.0.99 "DELETE /v2.0/ports/15ab8cb7-d5dc-4c0f-b0de-29b2aa25d667 HTTP/1.1" status: 204 len: 168 time: 4.7701159 Jan 21 09:37:46.452944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.467758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37466) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:46.478078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Made reservation on behalf of 013dc1cee37942f9bf78ba151fe8de88 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:46.482165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.499571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ada7f442-be55-466c-9ebf-f75dcbb44bad tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Request body: {'port': {'name': 'tempest-new-port-name-1362047854', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:46.500653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.api.validators [None req-ada7f442-be55-466c-9ebf-f75dcbb44bad tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] bootfile-name is not in valid_values {{(pid=87502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:37:46.501440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.api.validators [None req-ada7f442-be55-466c-9ebf-f75dcbb44bad tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] tftp-server is not in valid_values {{(pid=87502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:37:46.502210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.api.validators [None req-ada7f442-be55-466c-9ebf-f75dcbb44bad tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] server-ip-address is not in valid_values {{(pid=87502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:37:46.515335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:46.528965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:46.531567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:46.543373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 388315d9-324e-414b-bfb3-97b00b19a9ca) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:46.555887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763af819-61f6-4ffb-bfb5-c2b546192c06 None None] Network 388315d9-324e-414b-bfb3-97b00b19a9ca requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:46.570145 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.579331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:46.593673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.605230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.692884 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-326d22b2-4cb4-4cc8-9ea9-e474ebd5ae5f req-df48a023-0213-4759-9bcb-0eff284e5708 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 210 time: 0.6022339 Jan 21 09:37:46.728680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f144cda3-a00f-47ca-8834-40a3408a2603']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:46.755271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Pushing event updated for resources: {'Port': ['ID=8302940d-1ef6-4e65-9eb7-ef58a54dee52,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:46.790273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320fb4cb-6208-44fa-989b-ea5ec082a467') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:46.791004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320fb4cb-6208-44fa-989b-ea5ec082a467') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:46.802986 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cd4aebdd-afc2-4258-8522-8e182b55c22e tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.805315 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cd4aebdd-afc2-4258-8522-8e182b55c22e tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "DELETE /v2.0/ports/19bbed2a-1c5c-44f5-aaed-046d19e645b6 HTTP/1.1" status: 204 len: 168 time: 3.3332937 Jan 21 09:37:46.810668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37470) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:46.823190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.842864 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7985d560-f68a-457c-8de6-90b39249dbc3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7025175 Jan 21 09:37:46.853109 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37474) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:46.906479 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-894372864'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:46.928687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:46.973010 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:network and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:46.975481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.985573 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-29de31c6-3c79-4caf-84da-bedcc5aad620 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] GET failed (client error): The resource could not be found. Jan 21 09:37:46.986164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:46.986413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-29de31c6-3c79-4caf-84da-bedcc5aad620 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Synchronizing usage tracker for tenant:0af6db5d874a43e29845dab718afc814 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:47.000257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:47.000721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:47.016294 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:47.035433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:47.052074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:47.142612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada7f442-be55-466c-9ebf-f75dcbb44bad tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.160739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.162815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-29de31c6-3c79-4caf-84da-bedcc5aad620 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Unset dirty status for tenant:0af6db5d874a43e29845dab718afc814 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:47.164014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.169208 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-29de31c6-3c79-4caf-84da-bedcc5aad620 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "GET /v2.0/ports/19bbed2a-1c5c-44f5-aaed-046d19e645b6 HTTP/1.1" status: 404 len: 333 time: 0.3542340 Jan 21 09:37:47.178119 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37478) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:47.180100 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:47.183979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.184901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Request body: {'port': {'network_id': '969059f9-0895-4afd-8a6f-e60dee3ed16e', 'name': 'tempest-AllowedAddressPairTestJSON-7087740'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:47.205126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.244135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.296076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.301842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] Pushing event deleted for resources: {'Network': ['ID=f144cda3-a00f-47ca-8834-40a3408a2603,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:47.382654 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-19a3ce91-1af7-49d9-822a-911aafcd3a70 tempest-DHCPAgentSchedulersTestJSON-824209212 tempest-DHCPAgentSchedulersTestJSON-824209212-project] 10.222.0.99 "DELETE /v2.0/networks/f144cda3-a00f-47ca-8834-40a3408a2603 HTTP/1.1" status: 204 len: 168 time: 5.1930525 Jan 21 09:37:47.415134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.466707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Allocated IP 172.20.0.4 (7cb82da3-5f7d-4504-aa6b-91451816142c/7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428/fd210d5c-26f4-43dd-a128-2c7549bfd616) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:47.560711 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:47.603352 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event updated for resources: {'Port': ['ID=594bbf64-5571-4237-a80c-3e5752a63f17,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:47.636990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.643633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:47.676780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.677118 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Added segment 66b76fc4-843f-435c-a7b7-1e13ca59c7ac of type vlan for network 67966f5c-63cb-41e9-b518-c1c0d89d4b32 Jan 21 09:37:47.715357 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:47.741779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] device_id is not set on port e181ee3e-4904-4958-9c3a-d51a4a30004c yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:47.846575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.862807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Made reservation on behalf of 0af6db5d874a43e29845dab718afc814 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:47.866304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.946810 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] device_id is not set on port bc5a952f-4406-4099-8e51-1f2ca9afc950 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:48.017305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.033665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37488) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:48.097041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Transition to ACTIVE for port object e181ee3e-4904-4958-9c3a-d51a4a30004c will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:48.122574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.143926 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e3a3eeb9-272a-4f87-a12a-39a38bf9b112 req-3efc978b-d881-4047-908d-0d1f47e4de7b tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 210 time: 0.1257017 Jan 21 09:37:48.251064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.265579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.360579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Network 17544dcb-40db-441e-b37a-dae384167911 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:48.380546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.386880 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:48.387763 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.398077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Allocated IP 172.20.0.4 (969059f9-0895-4afd-8a6f-e60dee3ed16e/38a3926b-cb41-4638-ac59-80b259275ee3/bc5a952f-4406-4099-8e51-1f2ca9afc950) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:48.406218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:48.410823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.446259 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Pushing event updated for resources: {'Port': ['ID=8302940d-1ef6-4e65-9eb7-ef58a54dee52,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.459198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event updated for resources: {'Port': ['ID=e181ee3e-4904-4958-9c3a-d51a4a30004c,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.468065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.509427 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-027627a3-2d73-4c8a-a047-85e5911d7b3e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9b9fd58d6e1c4c95ac684713d1ef6979&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4722843 Jan 21 09:37:48.511232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.512456 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0d2daad6-573f-441a-8982-85b86b58a319 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3194184 Jan 21 09:37:48.513087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37494) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:48.519435 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6642349 Jan 21 09:37:48.535960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37500) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:48.550167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'ports': [{'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca'}, {'network_id': '67966f5c-63cb-41e9-b518-c1c0d89d4b32'}]} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:48.550471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:48.550948 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': '67966f5c-63cb-41e9-b518-c1c0d89d4b32'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:48.628643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Transition to ACTIVE for port object fd210d5c-26f4-43dd-a128-2c7549bfd616 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:48.767789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:48.768540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:48.769158 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:48.778980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c42d4-2393-4967-8ffc-9462d2e92d59 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Network': ['ID=67966f5c-63cb-41e9-b518-c1c0d89d4b32,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.801322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-ada7f442-be55-466c-9ebf-f75dcbb44bad tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:48.811559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 67966f5c-63cb-41e9-b518-c1c0d89d4b32 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:48.835746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:48.836311 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:48.842416 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 2 to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c Jan 21 09:37:48.860571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada7f442-be55-466c-9ebf-f75dcbb44bad tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.882579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada7f442-be55-466c-9ebf-f75dcbb44bad tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.886665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:48.887002 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:48.887340 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:49.018942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d4895075-0c7d-4e4f-93f5-293154666fe6 None None] Provisioning complete for port 594bbf64-5571-4237-a80c-3e5752a63f17 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:49.019270 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d4895075-0c7d-4e4f-93f5-293154666fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.058250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:49.058999 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:49.078207 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 3 to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c Jan 21 09:37:49.107906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d4895075-0c7d-4e4f-93f5-293154666fe6 None None] Port 594bbf64-5571-4237-a80c-3e5752a63f17 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:49.135602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-ada7f442-be55-466c-9ebf-f75dcbb44bad tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] In _notify_port_updated(), no bound segment for port 96c0aa72-0efe-4889-a5ea-53add5769290 on network 946af91d-5311-46f8-ad0e-ffbacce86147 {{(pid=87502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:37:49.145130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada7f442-be55-466c-9ebf-f75dcbb44bad tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:49.145939 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada7f442-be55-466c-9ebf-f75dcbb44bad tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.152484 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ada7f442-be55-466c-9ebf-f75dcbb44bad tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] 10.222.0.99 "PUT /v2.0/ports/96c0aa72-0efe-4889-a5ea-53add5769290 HTTP/1.1" status: 200 len: 1130 time: 2.6828942 Jan 21 09:37:49.157533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37520) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:49.244126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:49.245630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:49.246144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:49.272572 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.292452 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7f442-be55-466c-9ebf-f75dcbb44bad tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Pushing event updated for resources: {'Port': ['ID=96c0aa72-0efe-4889-a5ea-53add5769290,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:49.362058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84f1e8b4-988f-47ad-94ad-506343605dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.371984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:49.372563 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:49.381738 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 4 to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c Jan 21 09:37:49.447589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-a6907b52-b893-439b-be15-ae5d6e1b9169 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Synchronizing usage tracker for tenant:e54ca0e8ac734aaa9779a4239a46440b on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:49.471368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Router a465a0d4-9d30-49b7-b107-2a5c9fe27889 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:37:49.478410 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:49.478971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:49.479459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:49.500893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114d8b0d-914a-4680-821a-23b97d53325e tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:49.501800 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-114d8b0d-914a-4680-821a-23b97d53325e tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Synchronizing usage tracker for tenant:0732b9dce7974f9db9aee42b6865c035 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:49.527920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Network 7cb82da3-5f7d-4504-aa6b-91451816142c is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:49.537091 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:49.539933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:49.540628 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:49.542293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:49.585226 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 5 to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c Jan 21 09:37:49.648191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-60ea34dd-478c-4e73-b71b-5c0fad81cbe7 None None] Provisioning complete for port 96c0aa72-0efe-4889-a5ea-53add5769290 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:49.648586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-60ea34dd-478c-4e73-b71b-5c0fad81cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.649300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Pushing event updated for resources: {'Port': ['ID=fd210d5c-26f4-43dd-a128-2c7549bfd616,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:49.652282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:49.652655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:49.652994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:49.733053 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-a6907b52-b893-439b-be15-ae5d6e1b9169 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Unset dirty status for tenant:e54ca0e8ac734aaa9779a4239a46440b on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:49.745537 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-a6907b52-b893-439b-be15-ae5d6e1b9169 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--1852790032&fields=id&tenant_id=e54ca0e8ac734aaa9779a4239a46440b HTTP/1.1" status: 200 len: 267 time: 0.7002225 Jan 21 09:37:49.749832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84f1e8b4-988f-47ad-94ad-506343605dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.771305 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.775126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:49.823370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:port and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:49.858542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:49.865334 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:49.878233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-60ea34dd-478c-4e73-b71b-5c0fad81cbe7 None None] Port 96c0aa72-0efe-4889-a5ea-53add5769290 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:49.898474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:49.915758 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 6 to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c Jan 21 09:37:49.932688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:49.933852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.946129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:49.957805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Transition to ACTIVE for port object bc5a952f-4406-4099-8e51-1f2ca9afc950 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:50.007632 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cb8d8882-c231-45a0-b75f-9889721b0d5a None None] Provisioning for port fd210d5c-26f4-43dd-a128-2c7549bfd616 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:50.016699 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cb8d8882-c231-45a0-b75f-9889721b0d5a None None] Provisioning complete for port fd210d5c-26f4-43dd-a128-2c7549bfd616 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:50.017437 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8882-c231-45a0-b75f-9889721b0d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.077161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 2} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:50.082148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.116779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d8882-c231-45a0-b75f-9889721b0d5a None None] Port fd210d5c-26f4-43dd-a128-2c7549bfd616 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:50.133462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.160373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287adb3-8529-4b19-9ec8-47d251895dba req-10bb9bf4-a948-451b-9c62-6eeb3fbf0716 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.162125 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2287adb3-8529-4b19-9ec8-47d251895dba req-10bb9bf4-a948-451b-9c62-6eeb3fbf0716 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 931 time: 0.8300924 Jan 21 09:37:50.197989 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84f1e8b4-988f-47ad-94ad-506343605dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.198507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-114d8b0d-914a-4680-821a-23b97d53325e tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Unset dirty status for tenant:0732b9dce7974f9db9aee42b6865c035 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:50.199765 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-114d8b0d-914a-4680-821a-23b97d53325e tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] 10.222.0.99 "GET /v2.0/ports/96c0aa72-0efe-4889-a5ea-53add5769290 HTTP/1.1" status: 200 len: 1130 time: 1.0357325 Jan 21 09:37:50.207135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37526) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:50.210362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:50.210496 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:50.210752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:50.258666 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-96551f65-0eff-47ef-87f8-efc78ef366c5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6241643 Jan 21 09:37:50.268733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:50.268733 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:50.274651 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 7 to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c Jan 21 09:37:50.282229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-c9a4cb78-5ace-4f9b-8b81-e515c50919ec tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.283799 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-c9a4cb78-5ace-4f9b-8b81-e515c50919ec tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/networks?id=5bb0f08d-d43c-4a56-a8c8-c205d9dff66a HTTP/1.1" status: 200 len: 812 time: 0.5032859 Jan 21 09:37:50.304608 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.306251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1e8b4-988f-47ad-94ad-506343605dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3b14dc-13e4-418b-9d81-94af39f86e0d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:50.356784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:50.357230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:50.357582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:50.376991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-cfbfbe99-2b74-40f0-8908-2a5c2f385ba2 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:37:50.378183 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-cfbfbe99-2b74-40f0-8908-2a5c2f385ba2 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162334 Jan 21 09:37:50.397500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:50.397882 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:50.401299 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-8c47ab12-86ad-4f20-82f4-a6080042509d tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Deleting port 96c0aa72-0efe-4889-a5ea-53add5769290 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:50.401640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8c47ab12-86ad-4f20-82f4-a6080042509d tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.433040 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 8 to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c Jan 21 09:37:50.477662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:37:50.486596 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c395eddc-e2dd-4045-92d0-b4de04f2efd7 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "PUT /v2.0/routers/a465a0d4-9d30-49b7-b107-2a5c9fe27889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4111865 Jan 21 09:37:50.487061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:50.487428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:50.487595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:50.489526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37530) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:50.501754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f2985-252c-47f9-9de3-72a78b5eb6de None None] Sync routers for ids ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:50.506028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Request body: {'port': {'network_id': '17544dcb-40db-441e-b37a-dae384167911', 'name': 'tempest-FloatingIPAdminTestJSON-1371810163'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:50.516961 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2287adb3-8529-4b19-9ec8-47d251895dba req-76de3e5a-d435-48f2-8c50-03c20c7f2b70 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322308 Jan 21 09:37:50.521051 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f2985-252c-47f9-9de3-72a78b5eb6de None None] Routers {'a465a0d4-9d30-49b7-b107-2a5c9fe27889'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:50.521293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:50.521591 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:50.522465 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event updated for resources: {'Port': ['ID=bc5a952f-4406-4099-8e51-1f2ca9afc950,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:50.523439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-1f1f2985-252c-47f9-9de3-72a78b5eb6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:50.526259 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 9 to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c Jan 21 09:37:50.618912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:50.619359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:50.619810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:50.645015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84f1e8b4-988f-47ad-94ad-506343605dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.650841 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-84f1e8b4-988f-47ad-94ad-506343605dab admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5e3b14dc-13e4-418b-9d81-94af39f86e0d HTTP/1.1" status: 204 len: 168 time: 2.1335793 Jan 21 09:37:50.668689 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-e1bdea5f-cc44-4b4d-9720-f1c72430a973 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/quotas/e54ca0e8ac734aaa9779a4239a46440b HTTP/1.1" status: 200 len: 375 time: 0.3693442 Jan 21 09:37:50.715380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:50.715762 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:50.720474 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempt 10 to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c Jan 21 09:37:50.764799 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-1f1f2985-252c-47f9-9de3-72a78b5eb6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:50.780930 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:50.781250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:50.781582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempting to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:50.843131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f2985-252c-47f9-9de3-72a78b5eb6de None None] Routers {'a465a0d4-9d30-49b7-b107-2a5c9fe27889'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:50.843550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-1f1f2985-252c-47f9-9de3-72a78b5eb6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:50.935497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Network 969059f9-0895-4afd-8a6f-e60dee3ed16e is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:50.967914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:50.976529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:50.995191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-1f1f2985-252c-47f9-9de3-72a78b5eb6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:50.995191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f2985-252c-47f9-9de3-72a78b5eb6de None None] The sync data for ids ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:50.997641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:51.008569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Usage tracker for resource:port and tenant:6b62de08bca44e77b45860b843fcf8ec is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:51.016737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:51.033716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:51.081665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:51.082005 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Failed to bind port e181ee3e-4904-4958-9c3a-d51a4a30004c on host hv-neutron-8257 for vnic_type normal using segments [{'id': '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5d448e7e-cf18-4021-be31-fbf5435677dd'}] Jan 21 09:37:51.082632 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.201937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Made reservation on behalf of 6b62de08bca44e77b45860b843fcf8ec for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:51.208453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.217899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:51.218747 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.227237 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port d6381a53-66f1-4d18-a3b7-2a9fe57a89e2 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:51.284735 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-97bb6b4c-125f-4975-a892-9765ccd0ea5d tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1055138 Jan 21 09:37:51.293042 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37540) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:51.308549 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Request body: {'port': {'network_id': '969059f9-0895-4afd-8a6f-e60dee3ed16e', 'name': 'tempest-AllowedAddressPairTestJSON-1596266816'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:51.323840 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] device_id is not set on port 2a2fcb2f-3784-4979-9200-51eb79122ba5 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:51.385482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37544) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:51.400945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Request body: {'port': {'device_id': '6ef62ae4-2812-4dab-aa01-ad40eb1068ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:51.457403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-92be25be-fc3a-44ed-8b49-80f14d06f5d5 None None] Provisioning for port bc5a952f-4406-4099-8e51-1f2ca9afc950 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:51.469833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-92be25be-fc3a-44ed-8b49-80f14d06f5d5 None None] Provisioning complete for port bc5a952f-4406-4099-8e51-1f2ca9afc950 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:51.470644 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-92be25be-fc3a-44ed-8b49-80f14d06f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.515292 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-47fabf71-8101-4014-a29f-cbcb02061b89 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=e54ca0e8ac734aaa9779a4239a46440b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8261940 Jan 21 09:37:51.524206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8c47ab12-86ad-4f20-82f4-a6080042509d tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.613757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.692704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7807cc5a-4b96-4890-bb6b-7460abe8ceeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.697739 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-92be25be-fc3a-44ed-8b49-80f14d06f5d5 None None] Port bc5a952f-4406-4099-8e51-1f2ca9afc950 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:51.721000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:51.733090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:51.760611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Made reservation on behalf of 0af6db5d874a43e29845dab718afc814 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:51.763468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.787480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.793870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] device_id is not set on port 5bde3541-bad6-4860-834c-d21744848b87 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:51.862487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-d87f0cd6-11c2-4fbc-9e80-962d2f814272 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:37:51.863505 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-d87f0cd6-11c2-4fbc-9e80-962d2f814272 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1138101 Jan 21 09:37:51.864051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7807cc5a-4b96-4890-bb6b-7460abe8ceeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:51.868117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7807cc5a-4b96-4890-bb6b-7460abe8ceeb admin admin] Usage tracker for resource:security_group_rule and tenant:cb0e16171eca4b36b1b1d541246cfb40 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:51.871079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7807cc5a-4b96-4890-bb6b-7460abe8ceeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:52.040486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7807cc5a-4b96-4890-bb6b-7460abe8ceeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:52.053293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-8c47ab12-86ad-4f20-82f4-a6080042509d tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Calling delete_port for 96c0aa72-0efe-4889-a5ea-53add5769290 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:52.091697 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] For port e181ee3e-4904-4958-9c3a-d51a4a30004c, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:52.092075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attempted to set empty binding levels {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 09:37:52.132544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.169440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port 234c01e0-a23a-4998-bd11-a705954deb1f yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:52.264182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] In _notify_port_updated(), no bound segment for port e181ee3e-4904-4958-9c3a-d51a4a30004c on network 5d448e7e-cf18-4021-be31-fbf5435677dd {{(pid=87502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:37:52.265195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.265813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.269988 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "PUT /v2.0/ports/e181ee3e-4904-4958-9c3a-d51a4a30004c HTTP/1.1" status: 200 len: 980 time: 6.1175203 Jan 21 09:37:52.274525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37554) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:52.381598 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-2197ff64-b78a-461e-a23f-32da6c33d3da service neutron] 10.222.0.99 "GET /v2.0/networks/5bb0f08d-d43c-4a56-a8c8-c205d9dff66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673843 Jan 21 09:37:52.447580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c423a5-e5c7-4f08-bd18-55a20a89232f req-772ef7e1-18fd-4380-9ba4-ad0a4043fd2e tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.449270 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93c423a5-e5c7-4f08-bd18-55a20a89232f req-772ef7e1-18fd-4380-9ba4-ad0a4043fd2e tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 931 time: 0.6000812 Jan 21 09:37:52.463424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Allocated IP 172.20.0.14 (969059f9-0895-4afd-8a6f-e60dee3ed16e/38a3926b-cb41-4638-ac59-80b259275ee3/5bde3541-bad6-4860-834c-d21744848b87) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:52.526632 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213354d9-6ee6-4495-a383-06a0b45cd280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event updated for resources: {'Port': ['ID=e181ee3e-4904-4958-9c3a-d51a4a30004c,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:52.609318 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Allocated IP 172.20.0.3 (17544dcb-40db-441e-b37a-dae384167911/6f98471f-501d-45a1-bdf5-080dccc9e565/2a2fcb2f-3784-4979-9200-51eb79122ba5) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:52.703189 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93c423a5-e5c7-4f08-bd18-55a20a89232f req-678d4721-4b19-404c-866e-6f46a29052e7 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412972 Jan 21 09:37:52.723436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-8214cdab-0c86-4376-a625-4285f4076814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Deleting port e181ee3e-4904-4958-9c3a-d51a4a30004c {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:52.723837 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8214cdab-0c86-4376-a625-4285f4076814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.724472 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-6640def7-49c8-4859-9c65-cfbb2d6db900 service neutron] 10.222.0.99 "GET /v2.0/networks/5bb0f08d-d43c-4a56-a8c8-c205d9dff66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230853 Jan 21 09:37:52.732866 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.978416 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.005652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Transition to ACTIVE for port object 5bde3541-bad6-4860-834c-d21744848b87 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:53.046163 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.049627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.169462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7807cc5a-4b96-4890-bb6b-7460abe8ceeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.243419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7807cc5a-4b96-4890-bb6b-7460abe8ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.278228 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-893edc35-52f4-4b32-8598-75f27e6163d6 req-03aa2d58-e0b0-48c1-8583-e7056950f3d9 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 210 time: 0.1100814 Jan 21 09:37:53.294275 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7807cc5a-4b96-4890-bb6b-7460abe8ceeb admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=cb0e16171eca4b36b1b1d541246cfb40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9029744 Jan 21 09:37:53.302183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37574) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:53.317156 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:53.340387 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8c47ab12-86ad-4f20-82f4-a6080042509d tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.345322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Network 969059f9-0895-4afd-8a6f-e60dee3ed16e is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:53.351670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 388315d9-324e-414b-bfb3-97b00b19a9ca is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:53.352622 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:53.361089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:53.365885 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:53.462088 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:53.463121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.499568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:53.500644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.513891 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2164338 Jan 21 09:37:53.515063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afdce4-82e3-4d92-bb09-3cea1a5b2890 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event updated for resources: {'Port': ['ID=5bde3541-bad6-4860-834c-d21744848b87,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.519786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37584) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:53.604839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-96213103-3e5b-4dd4-a6dc-ccf6cffc86f2 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:a7:e3:c5'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:ce:a3:1b'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:53.679558 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-8214cdab-0c86-4376-a625-4285f4076814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] For port e181ee3e-4904-4958-9c3a-d51a4a30004c, host hv-neutron-8257, got binding levels [] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:53.680811 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8214cdab-0c86-4376-a625-4285f4076814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.761467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-05a279af-8ddb-4d2f-886c-a9fdd395b10a None None] Provisioning for port 5bde3541-bad6-4860-834c-d21744848b87 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:53.776928 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-05a279af-8ddb-4d2f-886c-a9fdd395b10a None None] Provisioning complete for port 5bde3541-bad6-4860-834c-d21744848b87 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:53.777308 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-05a279af-8ddb-4d2f-886c-a9fdd395b10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.920752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-8214cdab-0c86-4376-a625-4285f4076814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Calling delete_port for e181ee3e-4904-4958-9c3a-d51a4a30004c owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:53.950462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-96213103-3e5b-4dd4-a6dc-ccf6cffc86f2 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.953329 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-05a279af-8ddb-4d2f-886c-a9fdd395b10a None None] Port 5bde3541-bad6-4860-834c-d21744848b87 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:54.039236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f4dc-30d8-4876-b7bc-59797a1b91ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.107004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd210d5c-26f4-43dd-a128-2c7549bfd616 {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:54.117889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.137460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Transition to ACTIVE for port object fd210d5c-26f4-43dd-a128-2c7549bfd616 will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:54.207991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.212205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8214cdab-0c86-4376-a625-4285f4076814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.246241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8214cdab-0c86-4376-a625-4285f4076814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.287074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47ab12-86ad-4f20-82f4-a6080042509d tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Pushing event deleted for resources: {'Port': ['ID=96c0aa72-0efe-4889-a5ea-53add5769290,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.380730 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807cc5a-4b96-4890-bb6b-7460abe8ceeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ab1af2-c87a-4d54-a146-2457b0d1a300,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.387779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8c47ab12-86ad-4f20-82f4-a6080042509d tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.390530 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8c47ab12-86ad-4f20-82f4-a6080042509d tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] 10.222.0.99 "DELETE /v2.0/ports/96c0aa72-0efe-4889-a5ea-53add5769290 HTTP/1.1" status: 204 len: 168 time: 4.1822014 Jan 21 09:37:54.406114 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8214cdab-0c86-4376-a625-4285f4076814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "DELETE /v2.0/ports/e181ee3e-4904-4958-9c3a-d51a4a30004c HTTP/1.1" status: 204 len: 168 time: 2.1237237 Jan 21 09:37:54.407401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37600) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:54.408100 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37602) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:54.544516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Pushing event updated for resources: {'Port': ['ID=fd210d5c-26f4-43dd-a128-2c7549bfd616,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.603462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Checking segment: {'id': '66b76fc4-843f-435c-a7b7-1e13ca59c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '67966f5c-63cb-41e9-b518-c1c0d89d4b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:54.603917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network hostable DHCP agents. Network: 67966f5c-63cb-41e9-b518-c1c0d89d4b32, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:54.731626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=d6381a53-66f1-4d18-a3b7-2a9fe57a89e2,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.762728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-96213103-3e5b-4dd4-a6dc-ccf6cffc86f2 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.869581 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2319f6aa-8698-4980-9392-314adabc496b req-bad6230d-7083-4561-8c09-88a05245a29c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 210 time: 0.2482805 Jan 21 09:37:54.870254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-96213103-3e5b-4dd4-a6dc-ccf6cffc86f2 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.881098 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8f4830-453e-4eb9-a0ef-59ec09eb9dd3 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Deleting subnet 3e12b335-b309-4b80-b98f-ace52eb21b56 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:37:54.888991 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f4dc-30d8-4876-b7bc-59797a1b91ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.893183 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214cdab-0c86-4376-a625-4285f4076814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Pushing event deleted for resources: {'Port': ['ID=e181ee3e-4904-4958-9c3a-d51a4a30004c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.921084 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4830-453e-4eb9-a0ef-59ec09eb9dd3 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.978763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 67966f5c-63cb-41e9-b518-c1c0d89d4b32 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:55.023090 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-be19fbb5-8037-4cfb-9e70-ac42d17e76f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:55.023619 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-be19fbb5-8037-4cfb-9e70-ac42d17e76f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Synchronizing usage tracker for tenant:d0a3f133d6074a748b996e93f5b963ec on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:55.027299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-96213103-3e5b-4dd4-a6dc-ccf6cffc86f2 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] In _notify_port_updated(), no bound segment for port 5bde3541-bad6-4860-834c-d21744848b87 on network 969059f9-0895-4afd-8a6f-e60dee3ed16e {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:37:55.034352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96213103-3e5b-4dd4-a6dc-ccf6cffc86f2 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:55.035475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-96213103-3e5b-4dd4-a6dc-ccf6cffc86f2 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.036853 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-96213103-3e5b-4dd4-a6dc-ccf6cffc86f2 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "PUT /v2.0/ports/5bde3541-bad6-4860-834c-d21744848b87 HTTP/1.1" status: 200 len: 1056 time: 1.5131488 Jan 21 09:37:55.042441 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.047275 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37610) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:55.063398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 67966f5c-63cb-41e9-b518-c1c0d89d4b32) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:55.070347 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=234c01e0-a23a-4998-bd11-a705954deb1f,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.073486 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13f739a-ff79-4429-9419-8c11859ffebc None None] Network 67966f5c-63cb-41e9-b518-c1c0d89d4b32 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:55.081932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:55.088881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:55.096791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:55.097574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.191673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96213103-3e5b-4dd4-a6dc-ccf6cffc86f2 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event updated for resources: {'Port': ['ID=5bde3541-bad6-4860-834c-d21744848b87,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.227369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb8cc1-4264-4f34-a79f-49f4856905dc req-089dddbf-d5e6-44f2-898f-7664b762dc25 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:55.229314 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0ccb8cc1-4264-4f34-a79f-49f4856905dc req-089dddbf-d5e6-44f2-898f-7664b762dc25 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 931 time: 1.1934311 Jan 21 09:37:55.266992 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a96a9fe6-b911-4dd6-89df-bb0438d4eaef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.7294602 Jan 21 09:37:55.270362 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37614) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:55.290781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Transition to ACTIVE for port object 2a2fcb2f-3784-4979-9200-51eb79122ba5 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:55.292047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-be19fbb5-8037-4cfb-9e70-ac42d17e76f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] Unset dirty status for tenant:d0a3f133d6074a748b996e93f5b963ec on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:55.298283 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-be19fbb5-8037-4cfb-9e70-ac42d17e76f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035007602-project-admin] 10.222.0.99 "GET /v2.0/ports/e181ee3e-4904-4958-9c3a-d51a4a30004c HTTP/1.1" status: 404 len: 333 time: 0.7519543 Jan 21 09:37:55.298646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4830-453e-4eb9-a0ef-59ec09eb9dd3 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.307697 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c71d7e6e-fcad-423c-8684-563f59fa7e7d None None] Provisioning complete for port 5bde3541-bad6-4860-834c-d21744848b87 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:55.308067 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c71d7e6e-fcad-423c-8684-563f59fa7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.333622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37618) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:55.398665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-8aa1dbe8-1af4-4cd4-9873-470912d71713 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Deleting port 5bde3541-bad6-4860-834c-d21744848b87 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:55.399055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8aa1dbe8-1af4-4cd4-9873-470912d71713 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.410487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c71d7e6e-fcad-423c-8684-563f59fa7e7d None None] Port 5bde3541-bad6-4860-834c-d21744848b87 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:55.418956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f4dc-30d8-4876-b7bc-59797a1b91ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.421380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f4dc-30d8-4876-b7bc-59797a1b91ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.425001 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d9e5f4dc-30d8-4876-b7bc-59797a1b91ac admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b8ab1af2-c87a-4d54-a146-2457b0d1a300 HTTP/1.1" status: 204 len: 168 time: 2.1135330 Jan 21 09:37:55.449148 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0ccb8cc1-4264-4f34-a79f-49f4856905dc req-92e050df-019e-4e38-b9c6-fc2daeab70ee tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105575 Jan 21 09:37:55.455701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5f4dc-30d8-4876-b7bc-59797a1b91ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ab1af2-c87a-4d54-a146-2457b0d1a300,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.472642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0d3df124-70a2-46e5-805a-d2989c25ffdc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port 234c01e0-a23a-4998-bd11-a705954deb1f {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:55.472988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d3df124-70a2-46e5-805a-d2989c25ffdc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.480799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Attempting to bind port fd210d5c-26f4-43dd-a128-2c7549bfd616 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:55.481130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Attempting to bind port fd210d5c-26f4-43dd-a128-2c7549bfd616 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '6a83f5ca-04e7-48cc-aa62-5a885aee060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:55.481453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Attempting to bind port fd210d5c-26f4-43dd-a128-2c7549bfd616 on network 7cb82da3-5f7d-4504-aa6b-91451816142c {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:55.557562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Port fd210d5c-26f4-43dd-a128-2c7549bfd616 on network 7cb82da3-5f7d-4504-aa6b-91451816142c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:55.557883 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Attempting to bind port fd210d5c-26f4-43dd-a128-2c7549bfd616 on network 7cb82da3-5f7d-4504-aa6b-91451816142c {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:55.658698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:55.659036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Checking segment: {'id': '6a83f5ca-04e7-48cc-aa62-5a885aee060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:55.659593 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Bound using segment: {'id': '6a83f5ca-04e7-48cc-aa62-5a885aee060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:55.660051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Bound port: fd210d5c-26f4-43dd-a128-2c7549bfd616, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a83f5ca-04e7-48cc-aa62-5a885aee060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:55.660419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.692474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d0dc222-d5bc-4b86-9983-120130a40e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.727169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d3df124-70a2-46e5-805a-d2989c25ffdc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.745702 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.861661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4830-453e-4eb9-a0ef-59ec09eb9dd3 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.865547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0d3df124-70a2-46e5-805a-d2989c25ffdc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for 234c01e0-a23a-4998-bd11-a705954deb1f owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:55.916799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Network 17544dcb-40db-441e-b37a-dae384167911 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:55.952988 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:55.974091 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:55.976389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d3df124-70a2-46e5-805a-d2989c25ffdc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.046753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3df124-70a2-46e5-805a-d2989c25ffdc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=234c01e0-a23a-4998-bd11-a705954deb1f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.101791 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-14412ae8-364c-4e89-b674-2547e18c5267 req-e2a7edef-2b31-4fa3-b7b3-0729f5f20053 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 210 time: 0.0585208 Jan 21 09:37:56.102817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d3df124-70a2-46e5-805a-d2989c25ffdc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.105077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event updated for resources: {'Port': ['ID=2a2fcb2f-3784-4979-9200-51eb79122ba5,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.110275 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0d3df124-70a2-46e5-805a-d2989c25ffdc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/234c01e0-a23a-4998-bd11-a705954deb1f HTTP/1.1" status: 204 len: 168 time: 0.8363159 Jan 21 09:37:56.112240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37638) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.167816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] For port fd210d5c-26f4-43dd-a128-2c7549bfd616, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:56.217912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb159c-01de-49a6-8bf6-9804fc66a1a1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.225064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb159c-01de-49a6-8bf6-9804fc66a1a1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.225842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-28eb159c-01de-49a6-8bf6-9804fc66a1a1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:56.242393 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a822c8b7-d060-459f-9266-dbbac6818d5c None None] Provisioning for port 2a2fcb2f-3784-4979-9200-51eb79122ba5 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:56.245238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-28eb159c-01de-49a6-8bf6-9804fc66a1a1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:56.248396 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-28eb159c-01de-49a6-8bf6-9804fc66a1a1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1326454 Jan 21 09:37:56.249827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37646) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.251812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a822c8b7-d060-459f-9266-dbbac6818d5c None None] Provisioning complete for port 2a2fcb2f-3784-4979-9200-51eb79122ba5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:56.252520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a822c8b7-d060-459f-9266-dbbac6818d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.263425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d0dc222-d5bc-4b86-9983-120130a40e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.276165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.276810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.292283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] For port fd210d5c-26f4-43dd-a128-2c7549bfd616, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fd210d5c-26f4-43dd-a128-2c7549bfd616,segment=NetworkSegment(6a83f5ca-04e7-48cc-aa62-5a885aee060a),segment_id=6a83f5ca-04e7-48cc-aa62-5a885aee060a)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:56.326796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.331762 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a822c8b7-d060-459f-9266-dbbac6818d5c None None] Port 2a2fcb2f-3784-4979-9200-51eb79122ba5 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:56.337677 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d2e59-808d-41f9-be29-3b4b96946cb5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port d6381a53-66f1-4d18-a3b7-2a9fe57a89e2 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:56.338235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d8d2e59-808d-41f9-be29-3b4b96946cb5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.363474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4830-453e-4eb9-a0ef-59ec09eb9dd3 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.374588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-0d0dc222-d5bc-4b86-9983-120130a40e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d448e7e-cf18-4021-be31-fbf5435677dd']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:56.382116 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8aa1dbe8-1af4-4cd4-9873-470912d71713 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.429153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37652) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.504945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.505550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.506957 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] 10.222.0.121 "PUT /v2.0/ports/fd210d5c-26f4-43dd-a128-2c7549bfd616 HTTP/1.1" status: 200 len: 1093 time: 5.3716338 Jan 21 09:37:56.511110 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-0d0dc222-d5bc-4b86-9983-120130a40e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:56.511394 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-0d0dc222-d5bc-4b86-9983-120130a40e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b72bb03-d8e7-49e6-9a1f-6a16af4a21dd') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:56.527798 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9d2d090e-f9c6-4434-bb68-a987b44d7ad4 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0322237 Jan 21 09:37:56.527798 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef62ae4-2812-4dab-aa01-ad40eb1068ed', 'tag': 'fd210d5c-26f4-43dd-a128-2c7549bfd616'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:56.532457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37660) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.591768 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d8d2e59-808d-41f9-be29-3b4b96946cb5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.630675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cbb750-d1f8-407a-a2c2-bb58eaa3c2dc None None] Network 946af91d-5311-46f8-ad0e-ffbacce86147 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:56.634665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4830-453e-4eb9-a0ef-59ec09eb9dd3 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.638206 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1e8f4830-453e-4eb9-a0ef-59ec09eb9dd3 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] 10.222.0.99 "DELETE /v2.0/subnets/3e12b335-b309-4b80-b98f-ace52eb21b56 HTTP/1.1" status: 204 len: 168 time: 2.0999341 Jan 21 09:37:56.639042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f4830-453e-4eb9-a0ef-59ec09eb9dd3 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Pushing event deleted for resources: {'Subnet': ['ID=3e12b335-b309-4b80-b98f-ace52eb21b56,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.650440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37666) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.666826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-8aa1dbe8-1af4-4cd4-9873-470912d71713 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Calling delete_port for 5bde3541-bad6-4860-834c-d21744848b87 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:56.709678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d0dc222-d5bc-4b86-9983-120130a40e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.719474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-811580467'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:56.797920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d0dc222-d5bc-4b86-9983-120130a40e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.798673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d2e59-808d-41f9-be29-3b4b96946cb5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for d6381a53-66f1-4d18-a3b7-2a9fe57a89e2 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:56.811787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129b854-abb3-4cb1-abae-50870868fe18 service neutron] Pushing event updated for resources: {'Port': ['ID=fd210d5c-26f4-43dd-a128-2c7549bfd616,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.832643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0dc222-d5bc-4b86-9983-120130a40e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:56.833059 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d0dc222-d5bc-4b86-9983-120130a40e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:56.848691 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:56.852666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:56.869827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:network and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:56.879108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:56.890721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:56.929124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:56.933644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.950024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.966863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d8d2e59-808d-41f9-be29-3b4b96946cb5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.021124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:57.031047 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4b7a3-a8b3-441f-82a9-f92d039dabab req-29a5b27f-6696-4287-80fe-24deac0420f5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.032678 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0aa4b7a3-a8b3-441f-82a9-f92d039dabab req-29a5b27f-6696-4287-80fe-24deac0420f5 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 943 time: 0.3522444 Jan 21 09:37:57.047499 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:security_group_rule and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:57.050449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d2e59-808d-41f9-be29-3b4b96946cb5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=d6381a53-66f1-4d18-a3b7-2a9fe57a89e2,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.055242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:57.076674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:57.086468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d8d2e59-808d-41f9-be29-3b4b96946cb5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.140375 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0aa4b7a3-a8b3-441f-82a9-f92d039dabab req-4efff4f0-4960-484f-9f9d-4d0562a520bd tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942969 Jan 21 09:37:57.146667 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0d8d2e59-808d-41f9-be29-3b4b96946cb5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/d6381a53-66f1-4d18-a3b7-2a9fe57a89e2 HTTP/1.1" status: 204 len: 168 time: 0.8931365 Jan 21 09:37:57.146911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37684) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:57.151054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f92e12-46fa-40eb-837b-8a68f4b1ecf2 None None] DHCP port deletion for 946af91d-5311-46f8-ad0e-ffbacce86147 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:37:57.157819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-55f92e12-46fa-40eb-837b-8a68f4b1ecf2 None None] Deleting port 0a9d384f-e03e-409d-bc43-bcd2dbd90980 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:57.158273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-55f92e12-46fa-40eb-837b-8a68f4b1ecf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.176473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'project_id': '6b62de08bca44e77b45860b843fcf8ec', 'port_id': '2a2fcb2f-3784-4979-9200-51eb79122ba5'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:57.182680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:57.187537 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Usage tracker for resource:floatingip and tenant:6b62de08bca44e77b45860b843fcf8ec is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:57.191535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:57.201303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:57.215955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.221153 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef62ae4-2812-4dab-aa01-ad40eb1068ed', 'tag': 'fd210d5c-26f4-43dd-a128-2c7549bfd616', 'status': 'completed', 'code': 200} Jan 21 09:37:57.232171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d0dc222-d5bc-4b86-9983-120130a40e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.260118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefa1c82-37ae-483d-8e7f-845938f1f8df tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.260856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-aefa1c82-37ae-483d-8e7f-845938f1f8df tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:57.292708 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d0dc222-d5bc-4b86-9983-120130a40e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.295749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dc222-d5bc-4b86-9983-120130a40e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] Pushing event deleted for resources: {'Network': ['ID=5d448e7e-cf18-4021-be31-fbf5435677dd,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.307712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.335703 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Deleting port 0a9d384f-e03e-409d-bc43-bcd2dbd90980 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:57.335963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.381470 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0d0dc222-d5bc-4b86-9983-120130a40e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070584361-project] 10.222.0.99 "DELETE /v2.0/networks/5d448e7e-cf18-4021-be31-fbf5435677dd HTTP/1.1" status: 204 len: 168 time: 2.0432127 Jan 21 09:37:57.416839 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-64bedde8-a1a0-43a5-9d36-7bb89648f845 req-8bdb1103-1d0c-46ab-89b0-60b46a277560 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 210 time: 0.1497405 Jan 21 09:37:57.431204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-aefa1c82-37ae-483d-8e7f-845938f1f8df tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:57.432397 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-aefa1c82-37ae-483d-8e7f-845938f1f8df tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2847497 Jan 21 09:37:57.435431 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37690) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:57.457356 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-55f92e12-46fa-40eb-837b-8a68f4b1ecf2 None None] For port 0a9d384f-e03e-409d-bc43-bcd2dbd90980, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0a9d384f-e03e-409d-bc43-bcd2dbd90980,segment=NetworkSegment(79da5b01-874e-4910-a69f-37e29b267d18),segment_id=79da5b01-874e-4910-a69f-37e29b267d18)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:57.459920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-55f92e12-46fa-40eb-837b-8a68f4b1ecf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.469335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.475429 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.497141 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e31131-f203-47a4-b7b8-162010f39576 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:37:57.498482 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-55e31131-f203-47a4-b7b8-162010f39576 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/234c01e0-a23a-4998-bd11-a705954deb1f HTTP/1.1" status: 404 len: 333 time: 0.0621512 Jan 21 09:37:57.501764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37696) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:57.557543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:57.571252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.571943 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Added segment d56960d9-cbc1-407d-b797-51ad7d0ff920 of type vlan for network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 Jan 21 09:37:57.575839 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8aa1dbe8-1af4-4cd4-9873-470912d71713 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.598529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.653010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.658833 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.659662 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.668911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1dbe8-1af4-4cd4-9873-470912d71713 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event deleted for resources: {'Port': ['ID=5bde3541-bad6-4860-834c-d21744848b87,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.724936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-55f92e12-46fa-40eb-837b-8a68f4b1ecf2 None None] Calling delete_port for 0a9d384f-e03e-409d-bc43-bcd2dbd90980 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:57.801453 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:37:57.826180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-55f92e12-46fa-40eb-837b-8a68f4b1ecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.845851 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Network': ['ID=4b665acc-74b0-4367-8bb7-0a6ea670dcd9,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.852572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b280b5a8-c90b-4bc5-9306-15fe4b8886c8,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.856812 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e11011-06e8-4d32-b1ae-6241b04ef23b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:37:57.861792 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-58e11011-06e8-4d32-b1ae-6241b04ef23b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/d6381a53-66f1-4d18-a3b7-2a9fe57a89e2 HTTP/1.1" status: 404 len: 333 time: 0.3590205 Jan 21 09:37:57.863618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37702) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:57.871804 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-584fc608-0f68-4721-bc6e-08857281f541 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4416406 Jan 21 09:37:57.872694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37706) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:57.901248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:57.905600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:57.942568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bc69b-7bed-4116-8f88-0615e1e101e1 req-185084ee-f071-4eb7-b174-a50a4063e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.944632 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-288bc69b-7bed-4116-8f88-0615e1e101e1 req-185084ee-f071-4eb7-b174-a50a4063e2b5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=013dc1cee37942f9bf78ba151fe8de88&device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 1096 time: 0.4994121 Jan 21 09:37:58.021468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f92e12-46fa-40eb-837b-8a68f4b1ecf2 None None] Pushing event deleted for resources: {'Port': ['ID=0a9d384f-e03e-409d-bc43-bcd2dbd90980,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:58.021671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37710) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:58.031010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:58.032196 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f92e12-46fa-40eb-837b-8a68f4b1ecf2 None None] No DVR routers for this DVR port 0a9d384f-e03e-409d-bc43-bcd2dbd90980 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:58.061121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:58.068995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:58.079949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:58.087366 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] For port 0a9d384f-e03e-409d-bc43-bcd2dbd90980, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0a9d384f-e03e-409d-bc43-bcd2dbd90980,segment=NetworkSegment(79da5b01-874e-4910-a69f-37e29b267d18),segment_id=79da5b01-874e-4910-a69f-37e29b267d18)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:58.087729 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.142374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.121', 49973) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:58.222432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1592-346f-4f0a-a05d-9bbe7f994ef0 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.233783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:58.237193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.310810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Calling delete_port for 0a9d384f-e03e-409d-bc43-bcd2dbd90980 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:58.472647 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.580502 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bc69b-7bed-4116-8f88-0615e1e101e1 req-6fc0c150-3522-42b7-b6ac-d7c7d0820264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:58.582261 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-288bc69b-7bed-4116-8f88-0615e1e101e1 req-6fc0c150-3522-42b7-b6ac-d7c7d0820264 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=013dc1cee37942f9bf78ba151fe8de88&shared=False HTTP/1.1" status: 200 len: 907 time: 0.6198845 Jan 21 09:37:58.639038 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-567867c8-709a-4706-b58a-c4846e0e3fd6 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=4bde13dd784945ab804dae05db251d00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6081080 Jan 21 09:37:58.646965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37726) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:58.688174 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bb503dc7-2cf9-47e3-847c-365ee61b8bdc req-4cd0b8a0-06ab-4421-9ac4-1723eeb9d2f8 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 210 time: 0.1189439 Jan 21 09:37:58.699638 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.api [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:37:58.700061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG oslo_db.api [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:37:58.744537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-a7aa6060-2f41-4fb2-b6be-d92148fe6ab7 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:58.746035 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-a7aa6060-2f41-4fb2-b6be-d92148fe6ab7 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.121 "GET /v2.0/networks?id=5bb0f08d-d43c-4a56-a8c8-c205d9dff66a HTTP/1.1" status: 200 len: 812 time: 0.6025715 Jan 21 09:37:58.751580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.867332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1592-346f-4f0a-a05d-9bbe7f994ef0 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.905600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8aa1dbe8-1af4-4cd4-9873-470912d71713 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.928982 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0c1b3-99f8-4622-8476-d34e3ac492d5 req-63d9eb9d-228a-4cf3-ae6f-0a5076170148 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:58.930467 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cdf0c1b3-99f8-4622-8476-d34e3ac492d5 req-63d9eb9d-228a-4cf3-ae6f-0a5076170148 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 943 time: 0.5332575 Jan 21 09:37:58.932460 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-6b9d1592-346f-4f0a-a05d-9bbe7f994ef0 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67966f5c-63cb-41e9-b518-c1c0d89d4b32']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:58.948674 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8aa1dbe8-1af4-4cd4-9873-470912d71713 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "DELETE /v2.0/ports/5bde3541-bad6-4860-834c-d21744848b87 HTTP/1.1" status: 204 len: 168 time: 3.8715167 Jan 21 09:37:58.960730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37730) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:58.967508 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-0c806540-89a1-4ba0-969c-78c4e3e03615 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e54ca0e8ac734aaa9779a4239a46440b HTTP/1.1" status: 200 len: 380 time: 0.2087955 Jan 21 09:37:58.970818 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-6b9d1592-346f-4f0a-a05d-9bbe7f994ef0 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b76fc4-843f-435c-a7b7-1e13ca59c7ac') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:58.971412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-6b9d1592-346f-4f0a-a05d-9bbe7f994ef0 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b76fc4-843f-435c-a7b7-1e13ca59c7ac') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:58.990713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=c040ef92-4dd5-4f4a-853f-37597a8c48bb,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:58.993781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bc69b-7bed-4116-8f88-0615e1e101e1 req-95d725fd-adc9-4d6c-8dd4-205da0d42a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:58.995242 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-288bc69b-7bed-4116-8f88-0615e1e101e1 req-95d725fd-adc9-4d6c-8dd4-205da0d42a42 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3845220 Jan 21 09:37:58.996562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Allocated IP 172.26.4.86 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/3d9e2911-1670-45f2-8c53-15f4ab7cc1e3) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:58.998336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4944-663d-4d06-bf6b-2fff1e5099dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.037425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4944-663d-4d06-bf6b-2fff1e5099dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.038849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Request body: {'port': {'device_id': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'admin_state_up': True, 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'security_groups': ['0e006984-ef82-494b-895f-cdd25c205c0e']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:59.060012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0a9d384f-e03e-409d-bc43-bcd2dbd90980 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:37:59.060942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1592-346f-4f0a-a05d-9bbe7f994ef0 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.093745 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6016813-ece5-45e7-9cbc-d2b2e32dd5f4 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] GET failed (client error): The resource could not be found. Jan 21 09:37:59.094427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e6016813-ece5-45e7-9cbc-d2b2e32dd5f4 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Synchronizing usage tracker for tenant:0af6db5d874a43e29845dab718afc814 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:59.098628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 0a9d384f-e03e-409d-bc43-bcd2dbd90980 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:37:59.099362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0a9d384f-e03e-409d-bc43-bcd2dbd90980 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:37:59.127504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1592-346f-4f0a-a05d-9bbe7f994ef0 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.131462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:59.131821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network hostable DHCP agents. Network: 4b665acc-74b0-4367-8bb7-0a6ea670dcd9, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:59.201916 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Deleting port 0a9d384f-e03e-409d-bc43-bcd2dbd90980 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:59.202131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.281823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9d1592-346f-4f0a-a05d-9bbe7f994ef0 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:59.282222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1592-346f-4f0a-a05d-9bbe7f994ef0 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.292615 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] The port '0a9d384f-e03e-409d-bc43-bcd2dbd90980' was deleted {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:59.299096 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:59.306019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4944-663d-4d06-bf6b-2fff1e5099dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.312878 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cdf0c1b3-99f8-4622-8476-d34e3ac492d5 req-22bd5d33-8ec4-46ec-a397-6b79eb3937f6 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677962 Jan 21 09:37:59.338363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e6016813-ece5-45e7-9cbc-d2b2e32dd5f4 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Unset dirty status for tenant:0af6db5d874a43e29845dab718afc814 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:59.339472 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e6016813-ece5-45e7-9cbc-d2b2e32dd5f4 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "GET /v2.0/ports/5bde3541-bad6-4860-834c-d21744848b87 HTTP/1.1" status: 404 len: 333 time: 0.3711734 Jan 21 09:37:59.346624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37734) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:59.410213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba4944-663d-4d06-bf6b-2fff1e5099dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbb376d-7ae5-4463-a995-017d7bc58993,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:59.419429 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:59.424855 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1592-346f-4f0a-a05d-9bbe7f994ef0 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.429549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.451881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1592-346f-4f0a-a05d-9bbe7f994ef0 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.456316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:59.463557 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d1592-346f-4f0a-a05d-9bbe7f994ef0 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Network': ['ID=67966f5c-63cb-41e9-b518-c1c0d89d4b32,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:59.468002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Usage tracker for resource:port and tenant:e54ca0e8ac734aaa9779a4239a46440b is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:59.470538 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 4b665acc-74b0-4367-8bb7-0a6ea670dcd9) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:59.472146 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:59.479606 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4944-663d-4d06-bf6b-2fff1e5099dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.480220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:59.481091 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a4ba4944-663d-4d06-bf6b-2fff1e5099dd admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4cbb376d-7ae5-4463-a995-017d7bc58993 HTTP/1.1" status: 204 len: 168 time: 0.8331428 Jan 21 09:37:59.484934 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6b9d1592-346f-4f0a-a05d-9bbe7f994ef0 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/networks/67966f5c-63cb-41e9-b518-c1c0d89d4b32 HTTP/1.1" status: 204 len: 168 time: 1.6199191 Jan 21 09:37:59.487458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:59.488642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.495149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37740) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:59.503901 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8387b54-431f-49ec-a80a-3a9c1f9a2404 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:59.513299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-234500613'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:59.522369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:59.530910 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-eb32d749-d0d7-4a4d-a637-53ab31d83e0b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6357710 Jan 21 09:37:59.530910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Made reservation on behalf of e54ca0e8ac734aaa9779a4239a46440b for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:59.532880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.543394 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37744) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:59.544332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:network and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:59.550178 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.555494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'name': 'tempest-NetworksTestDHCPv6-1280705650'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:59.561283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1addfb5f-394b-455b-b435-e794a415b41a tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Deleting port bc5a952f-4406-4099-8e51-1f2ca9afc950 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:59.561623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1addfb5f-394b-455b-b435-e794a415b41a tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.594650 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:59.636621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:59.636965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946af91d-5311-46f8-ad0e-ffbacce86147']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:59.658668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-b3c2539a-dfea-4d1b-95c1-33108519d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:59.660150 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-b3c2539a-dfea-4d1b-95c1-33108519d483 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=013dc1cee37942f9bf78ba151fe8de88&device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 1096 time: 0.5119879 Jan 21 09:37:59.661941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79da5b01-874e-4910-a69f-37e29b267d18') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:59.662411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79da5b01-874e-4910-a69f-37e29b267d18') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:59.760025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': 'c040ef92-4dd5-4f4a-853f-37597a8c48bb'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:59.762828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.765948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.794907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.860258 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-6ea7079b-3ead-45ae-b6ec-7aaa9ff17551 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd210d5c-26f4-43dd-a128-2c7549bfd616 HTTP/1.1" status: 200 len: 217 time: 0.1881332 Jan 21 09:37:59.881008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.883164 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.907645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:59.911090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.943520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37752) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:59.956509 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:59.956903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:59.971254 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:59.985293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Allocated IP 2001:db8::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/c040ef92-4dd5-4f4a-853f-37597a8c48bb/fc91bef9-e322-4778-a19c-948ae68793dc) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:00.003102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:00.012434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:00.017881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:00.029960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:00.048722 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:00.057917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.058269 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Added segment 685c4937-8b4c-41a7-8557-1bfc9e1676a9 of type vlan for network 98f32d04-666e-4f6c-9893-904d9568c8ea Jan 21 09:38:00.059316 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:00.083761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.084703 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Pushing event updated for resources: {'Port': ['ID=3d9e2911-1670-45f2-8c53-15f4ab7cc1e3,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.114620 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:00.136589 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-892ef1f9-524a-4f73-aeaf-13dc2c1f010a req-05241ec8-e25c-49f2-9e7a-0a29d3eb15c0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 210 time: 0.2326019 Jan 21 09:38:00.148698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:00.166824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.172895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-527afb3f-d770-43b2-b5f6-54c6378c820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.174350 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-527afb3f-d770-43b2-b5f6-54c6378c820f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428 HTTP/1.1" status: 200 len: 845 time: 0.2948749 Jan 21 09:38:00.175010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.175835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.199626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:00.203336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.204048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.214703 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Transition to ACTIVE for port object fc91bef9-e322-4778-a19c-948ae68793dc will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:00.238481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Transition to ACTIVE for port object fc91bef9-e322-4778-a19c-948ae68793dc will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:00.245867 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.295748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.306864 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3f935dc0-71ab-4cf3-a480-114e5d510ec0 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d0a3f133d6074a748b996e93f5b963ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3572876 Jan 21 09:38:00.312822 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8151915 Jan 21 09:38:00.333658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:00.334516 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Pushing event updated for resources: {'Port': ['ID=fc91bef9-e322-4778-a19c-948ae68793dc,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.337835 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.338019 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:00.338751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37756) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:00.339242 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37758) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:00.344859 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:00.367950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port d06175ed-749c-42de-8699-5e4e20c1cd02 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:00.451298 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Attempting to bind port fc91bef9-e322-4778-a19c-948ae68793dc on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:00.451763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Attempting to bind port fc91bef9-e322-4778-a19c-948ae68793dc by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:00.452127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Attempting to bind port fc91bef9-e322-4778-a19c-948ae68793dc on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:00.455945 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31db02-bc06-476b-af5a-64e42755558b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Network': ['ID=98f32d04-666e-4f6c-9893-904d9568c8ea,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.462933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:00.464576 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:00.465507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.465507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:00.466250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Bound port: fc91bef9-e322-4778-a19c-948ae68793dc, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:00.466768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.478747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 98f32d04-666e-4f6c-9893-904d9568c8ea details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:00.541603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Allocated IP 172.20.0.5 (5bb0f08d-d43c-4a56-a8c8-c205d9dff66a/ee2397c0-87b1-4037-824e-ef67a0df213d/0debf774-8bb1-475a-a89e-d84d9261eccb) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:00.555813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': '98f32d04-666e-4f6c-9893-904d9568c8ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:00.570028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] Pushing event deleted for resources: {'Network': ['ID=946af91d-5311-46f8-ad0e-ffbacce86147,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.596416 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9cd8d760-d26a-4c7e-b167-f3e0cdc23b33 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656 tempest-ExtraDHCPOptionsIpV6TestJSON-860614656-project] 10.222.0.99 "DELETE /v2.0/networks/946af91d-5311-46f8-ad0e-ffbacce86147 HTTP/1.1" status: 204 len: 168 time: 3.9000776 Jan 21 09:38:00.615619 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1addfb5f-394b-455b-b435-e794a415b41a tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.673901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::328 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/c040ef92-4dd5-4f4a-853f-37597a8c48bb/d06175ed-749c-42de-8699-5e4e20c1cd02) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:00.691718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] For port fc91bef9-e322-4778-a19c-948ae68793dc, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:00.698326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] For port fc91bef9-e322-4778-a19c-948ae68793dc, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fc91bef9-e322-4778-a19c-948ae68793dc,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:00.705717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.755716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909e3b-c72d-478e-950b-83f8e5833f14 req-40018cad-5eaa-498c-99f3-a318a5d8b3d7 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.757495 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c909e3b-c72d-478e-950b-83f8e5833f14 req-40018cad-5eaa-498c-99f3-a318a5d8b3d7 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 943 time: 0.3090179 Jan 21 09:38:00.798399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1addfb5f-394b-455b-b435-e794a415b41a tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Calling delete_port for bc5a952f-4406-4099-8e51-1f2ca9afc950 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:00.810618 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c0f51-749d-4dc6-8f0e-5adff814a9c1 None None] Pushing event updated for resources: {'Port': ['ID=fc91bef9-e322-4778-a19c-948ae68793dc,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.963291 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c909e3b-c72d-478e-950b-83f8e5833f14 req-f940d911-9d74-4083-b018-a4eeb3330923 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528351 Jan 21 09:38:00.992955 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.022902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37770) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:01.038005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:01.060723 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:01.070531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Transition to ACTIVE for port object 0debf774-8bb1-475a-a89e-d84d9261eccb will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:01.083654 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:01.086935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-9ed87899-4111-438f-ae4e-92efa9b53072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.088456 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-9ed87899-4111-438f-ae4e-92efa9b53072 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7cb82da3-5f7d-4504-aa6b-91451816142c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8627086 Jan 21 09:38:01.094218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3048f61b-0e90-4460-8653-7c0d9681a9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.098606 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:01.165889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.186735 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object d06175ed-749c-42de-8699-5e4e20c1cd02 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:01.220001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.222791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.314121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3048f61b-0e90-4460-8653-7c0d9681a9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.342749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:01.346360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.351614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:01.359982 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:01.364072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:01.369599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.370209 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.379186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:01.388193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:01.396926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:01.432038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=d06175ed-749c-42de-8699-5e4e20c1cd02,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:01.587816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.ipam_backend_mixin [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Performing IP validity checks on allocation pools {{(pid=87502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:38:01.588834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.ipam_backend_mixin [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:38:01.602916 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-05e9b168-18b0-4d94-941f-d7f757b1ef23 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0551589 Jan 21 09:38:01.614119 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37778) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:01.677469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.677965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.682311 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6335d5c4-e5cd-4884-9334-e75be220db54 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0732b9dce7974f9db9aee42b6865c035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6583834 Jan 21 09:38:01.690253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37782) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:01.724835 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1966d998-d107-4bd8-a80f-f6cb48cfcc2d None None] Provisioning for port 0debf774-8bb1-475a-a89e-d84d9261eccb completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:01.730715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Pushing event updated for resources: {'Port': ['ID=0debf774-8bb1-475a-a89e-d84d9261eccb,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:01.746407 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1966d998-d107-4bd8-a80f-f6cb48cfcc2d None None] Provisioning complete for port 0debf774-8bb1-475a-a89e-d84d9261eccb triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:01.747113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1966d998-d107-4bd8-a80f-f6cb48cfcc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.758882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df02954-762a-4034-b499-a9b974acdc59 req-82cae876-063c-4e24-badc-464ddc391de7 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.759604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-2df02954-762a-4034-b499-a9b974acdc59 req-82cae876-063c-4e24-badc-464ddc391de7 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Synchronizing usage tracker for tenant:e54ca0e8ac734aaa9779a4239a46440b on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:01.767698 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-82f21aac-7c9b-4014-82d1-d768d69b261c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7682214 Jan 21 09:38:01.791845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Request body: {'port': {'device_id': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:01.825568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1966d998-d107-4bd8-a80f-f6cb48cfcc2d None None] Port 0debf774-8bb1-475a-a89e-d84d9261eccb cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:01.831249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1addfb5f-394b-455b-b435-e794a415b41a tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.875577 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-25bed962-6ad9-4788-976a-b303af8fcad3 service neutron] 10.222.0.121 "GET /v2.0/networks/7cb82da3-5f7d-4504-aa6b-91451816142c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780335 Jan 21 09:38:01.877866 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-2df02954-762a-4034-b499-a9b974acdc59 req-82cae876-063c-4e24-badc-464ddc391de7 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Unset dirty status for tenant:e54ca0e8ac734aaa9779a4239a46440b on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:01.880960 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df02954-762a-4034-b499-a9b974acdc59 req-82cae876-063c-4e24-badc-464ddc391de7 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 931 time: 0.5904922 Jan 21 09:38:01.933737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48bdcb9-44b8-44ba-a6af-9820c6a80955 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.937412 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addfb5f-394b-455b-b435-e794a415b41a tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event deleted for resources: {'Port': ['ID=bc5a952f-4406-4099-8e51-1f2ca9afc950,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:01.943312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48bdcb9-44b8-44ba-a6af-9820c6a80955 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.944406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f48bdcb9-44b8-44ba-a6af-9820c6a80955 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:01.948208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-548f6d0b-f4c5-41f1-b771-b9c6b2b7be62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.046583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-548f6d0b-f4c5-41f1-b771-b9c6b2b7be62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.066148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.082760 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3048f61b-0e90-4460-8653-7c0d9681a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.116911 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df02954-762a-4034-b499-a9b974acdc59 req-b32e6f25-cfa8-4734-af35-6787d3a62a29 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948690 Jan 21 09:38:02.117681 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f48bdcb9-44b8-44ba-a6af-9820c6a80955 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:02.121269 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f48bdcb9-44b8-44ba-a6af-9820c6a80955 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5021856 Jan 21 09:38:02.141965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37788) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:02.224754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31beaf1b-68b2-4921-ba2e-5391a2fe732c None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:02.326197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048f61b-0e90-4460-8653-7c0d9681a9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e368d712-12c5-4110-a7bf-26d258d28101,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.329660 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c4a5b4c8-8aa1-4823-a79d-2241cf56ed15 None None] Provisioning for port fc91bef9-e322-4778-a19c-948ae68793dc completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:02.375045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a05af6b9-aa8c-4d43-93ea-cbf59c29d286 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port d06175ed-749c-42de-8699-5e4e20c1cd02 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:02.375562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a05af6b9-aa8c-4d43-93ea-cbf59c29d286 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.376271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.453471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1addfb5f-394b-455b-b435-e794a415b41a tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.477300 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c695d786-611b-4789-8b3a-a6f4fca3ddd0 req-a8c3c0d5-2767-41ad-a475-3dc6102baccc service neutron] 10.222.0.121 "GET /v2.0/networks/7cb82da3-5f7d-4504-aa6b-91451816142c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879090 Jan 21 09:38:02.490316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-548f6d0b-f4c5-41f1-b771-b9c6b2b7be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.508285 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.542877 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f6d0b-f4c5-41f1-b771-b9c6b2b7be62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87832c44-b96d-440f-9c3f-e4195a66adeb,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.545843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3048f61b-0e90-4460-8653-7c0d9681a9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.555564 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3048f61b-0e90-4460-8653-7c0d9681a9ab admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e368d712-12c5-4110-a7bf-26d258d28101 HTTP/1.1" status: 204 len: 168 time: 2.1648216 Jan 21 09:38:02.555564 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1addfb5f-394b-455b-b435-e794a415b41a tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "DELETE /v2.0/ports/bc5a952f-4406-4099-8e51-1f2ca9afc950 HTTP/1.1" status: 204 len: 168 time: 3.1886048 Jan 21 09:38:02.555564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Subnet': ['ID=66a47589-198d-4c6a-b40e-101bbe8195f2,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.555564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37792) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:02.559380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bfdc4-a0a4-4b98-a533-dd6f803ae345 req-f1569f38-51d6-4d03-9f67-bdb1e7217f03 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:02.578916 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2d8bfdc4-a0a4-4b98-a533-dd6f803ae345 req-f1569f38-51d6-4d03-9f67-bdb1e7217f03 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 943 time: 0.4450626 Jan 21 09:38:02.631141 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-358470bf-cdb4-4570-875a-b880dcb5020e tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] GET failed (client error): The resource could not be found. Jan 21 09:38:02.631735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-358470bf-cdb4-4570-875a-b880dcb5020e tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Synchronizing usage tracker for tenant:0af6db5d874a43e29845dab718afc814 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:02.642339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Checking segment: {'id': '685c4937-8b4c-41a7-8557-1bfc9e1676a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98f32d04-666e-4f6c-9893-904d9568c8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:02.642697 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network hostable DHCP agents. Network: 98f32d04-666e-4f6c-9893-904d9568c8ea, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:02.648929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-548f6d0b-f4c5-41f1-b771-b9c6b2b7be62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.650015 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-548f6d0b-f4c5-41f1-b771-b9c6b2b7be62 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/87832c44-b96d-440f-9c3f-e4195a66adeb HTTP/1.1" status: 204 len: 168 time: 0.9578893 Jan 21 09:38:02.768269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-358470bf-cdb4-4570-875a-b880dcb5020e tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Unset dirty status for tenant:0af6db5d874a43e29845dab718afc814 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:02.769709 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-358470bf-cdb4-4570-875a-b880dcb5020e tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "GET /v2.0/ports/bc5a952f-4406-4099-8e51-1f2ca9afc950 HTTP/1.1" status: 404 len: 333 time: 0.2094462 Jan 21 09:38:02.777097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37800) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:02.783124 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 98f32d04-666e-4f6c-9893-904d9568c8ea is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:02.843161 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2d8bfdc4-a0a4-4b98-a533-dd6f803ae345 req-aea08e79-8ee4-482a-a082-f963131f451b tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628818 Jan 21 09:38:02.877783 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.922579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-93312baf-315b-4bb4-9c1e-888ca5ae329b None None] Provisioning for port d06175ed-749c-42de-8699-5e4e20c1cd02 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:02.928270 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-93312baf-315b-4bb4-9c1e-888ca5ae329b None None] Provisioning complete for port d06175ed-749c-42de-8699-5e4e20c1cd02 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:02.928713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-93312baf-315b-4bb4-9c1e-888ca5ae329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.962405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 98f32d04-666e-4f6c-9893-904d9568c8ea) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:02.997978 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ef7b4b-b3c1-4e8f-86c2-59be3754a5f6 None None] Network 98f32d04-666e-4f6c-9893-904d9568c8ea requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:03.012360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:03.019030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.053913 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-45ea1b68-7804-462d-9e01-9fa86b1f1d3b tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Deleting port 0cd66d05-5f08-45e2-83bc-880c0a43da1c {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:03.054266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45ea1b68-7804-462d-9e01-9fa86b1f1d3b tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.067920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a05af6b9-aa8c-4d43-93ea-cbf59c29d286 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.229448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0debf774-8bb1-475a-a89e-d84d9261eccb {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:03.238468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.294891 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4582aa40-aa99-4bd2-9dc9-fa7ad98cf12e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9109859 Jan 21 09:38:03.307991 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37822) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:03.362934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fc91bef9-e322-4778-a19c-948ae68793dc up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:03.373141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': '98f32d04-666e-4f6c-9893-904d9568c8ea', 'name': 'tempest-PortsTestJSON-1190718623'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:03.393175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a05af6b9-aa8c-4d43-93ea-cbf59c29d286 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for d06175ed-749c-42de-8699-5e4e20c1cd02 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:03.421527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Transition to ACTIVE for port object 0debf774-8bb1-475a-a89e-d84d9261eccb will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:03.429782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-93312baf-315b-4bb4-9c1e-888ca5ae329b None None] Port d06175ed-749c-42de-8699-5e4e20c1cd02 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:03.482996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.728996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45ea1b68-7804-462d-9e01-9fa86b1f1d3b tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.738279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.898600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-98f32d04-666e-4f6c-9893-904d9568c8ea', 'network_id': '98f32d04-666e-4f6c-9893-904d9568c8ea', 'tenant_id': '1a17eb82f51d4da9bf16b6794dbfa723', 'fixed_ips': [{'subnet_id': '66a47589-198d-4c6a-b40e-101bbe8195f2'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:03.900991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.908824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Pushing event updated for resources: {'Port': ['ID=0debf774-8bb1-475a-a89e-d84d9261eccb,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:03.952857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port fc91bef9-e322-4778-a19c-948ae68793dc completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:03.953875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.992867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-45ea1b68-7804-462d-9e01-9fa86b1f1d3b tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Calling delete_port for 0cd66d05-5f08-45e2-83bc-880c0a43da1c owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:04.068023 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port fc91bef9-e322-4778-a19c-948ae68793dc triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:04.068416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.108405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:04.150516 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:04.164571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c48f6-9bbd-4358-9895-e9886339a288 req-1c7c4c1c-1fea-4b5b-b3d6-47857db8dc2e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:04.171660 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-883c48f6-9bbd-4358-9895-e9886339a288 req-1c7c4c1c-1fea-4b5b-b3d6-47857db8dc2e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 943 time: 0.8024018 Jan 21 09:38:04.180712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Pushing event updated for resources: {'Port': ['ID=3d9e2911-1670-45f2-8c53-15f4ab7cc1e3,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.201333 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a05af6b9-aa8c-4d43-93ea-cbf59c29d286 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.209182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1d9d8947-0ea9-48cc-9a8d-fc51eea44469 None None] Provisioning complete for port d06175ed-749c-42de-8699-5e4e20c1cd02 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:04.209559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8947-0ea9-48cc-9a8d-fc51eea44469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.211888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.272519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:04.276173 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.286310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Attempting to bind port 0debf774-8bb1-475a-a89e-d84d9261eccb on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:04.286798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Attempting to bind port 0debf774-8bb1-475a-a89e-d84d9261eccb by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'a2732187-63eb-4aff-9b2d-088fa3fc3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:04.287239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Attempting to bind port 0debf774-8bb1-475a-a89e-d84d9261eccb on network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:04.295726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05af6b9-aa8c-4d43-93ea-cbf59c29d286 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=d06175ed-749c-42de-8699-5e4e20c1cd02,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.319391 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Port 0debf774-8bb1-475a-a89e-d84d9261eccb on network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:38:04.319898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Attempting to bind port 0debf774-8bb1-475a-a89e-d84d9261eccb on network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:04.329571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d8947-0ea9-48cc-9a8d-fc51eea44469 None None] Port d06175ed-749c-42de-8699-5e4e20c1cd02 was deleted so its status cannot be updated. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 09:38:04.392782 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:04.393273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Checking segment: {'id': 'a2732187-63eb-4aff-9b2d-088fa3fc3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:04.393925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Bound using segment: {'id': 'a2732187-63eb-4aff-9b2d-088fa3fc3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:04.394502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Bound port: 0debf774-8bb1-475a-a89e-d84d9261eccb, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2732187-63eb-4aff-9b2d-088fa3fc3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:04.394937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.422739 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-883c48f6-9bbd-4358-9895-e9886339a288 req-121b68e5-917a-4f2d-a1a7-3c4014c70970 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499518 Jan 21 09:38:04.431159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port f7f0e724-b585-484c-a204-9e2ae26cca82 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:04.473372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a05af6b9-aa8c-4d43-93ea-cbf59c29d286 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.604299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fabdb-046d-4b76-ac0a-6b961e7ed527 req-264ba80a-348f-4bc6-bd93-834f2b6be2f2 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:04.615164 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b55fabdb-046d-4b76-ac0a-6b961e7ed527 req-264ba80a-348f-4bc6-bd93-834f2b6be2f2 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 943 time: 0.5664630 Jan 21 09:38:04.629767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37856) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:04.636466 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.656869 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a05af6b9-aa8c-4d43-93ea-cbf59c29d286 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/d06175ed-749c-42de-8699-5e4e20c1cd02 HTTP/1.1" status: 204 len: 168 time: 2.5198359 Jan 21 09:38:04.657540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37862) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:04.706880 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Allocated IP 172.20.0.2 (98f32d04-666e-4f6c-9893-904d9568c8ea/66a47589-198d-4c6a-b40e-101bbe8195f2/465fe981-8b3e-40d3-b506-4dde9e8b4670) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:04.712815 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port fc91bef9-e322-4778-a19c-948ae68793dc, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fc91bef9-e322-4778-a19c-948ae68793dc,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:04.724046 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.747977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45ea1b68-7804-462d-9e01-9fa86b1f1d3b tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.843627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea1b68-7804-462d-9e01-9fa86b1f1d3b tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event deleted for resources: {'Port': ['ID=0cd66d05-5f08-45e2-83bc-880c0a43da1c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.847896 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Floating IP af88cdc8-76bc-4e34-a32a-8fd7c5e5a626 associated. External IP: 172.26.4.86, port: 2a2fcb2f-3784-4979-9200-51eb79122ba5. Jan 21 09:38:04.882254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] For port 0debf774-8bb1-475a-a89e-d84d9261eccb, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:04.888184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] For port 0debf774-8bb1-475a-a89e-d84d9261eccb, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0debf774-8bb1-475a-a89e-d84d9261eccb,segment=NetworkSegment(a2732187-63eb-4aff-9b2d-088fa3fc3edb),segment_id=a2732187-63eb-4aff-9b2d-088fa3fc3edb)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:04.894132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cce9b9-f2a7-4877-b2a7-b00e61c3e5d8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:04.895966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cce9b9-f2a7-4877-b2a7-b00e61c3e5d8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:04.897143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f5cce9b9-f2a7-4877-b2a7-b00e61c3e5d8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:04.902415 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b55fabdb-046d-4b76-ac0a-6b961e7ed527 req-acf5585d-75b8-48f6-89a6-601c9c91ff23 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828398 Jan 21 09:38:04.905783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.917574 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=fc91bef9-e322-4778-a19c-948ae68793dc,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.966002 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-722289258'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:04.981251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:05.026162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Usage tracker for resource:network and tenant:3e0071ae888e4dbfbe7cba53beb63718 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:05.033682 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:05.045954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:05.080299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:05.081806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.084209 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] 10.222.0.121 "PUT /v2.0/ports/0debf774-8bb1-475a-a89e-d84d9261eccb HTTP/1.1" status: 200 len: 1093 time: 3.2989731 Jan 21 09:38:05.085470 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'tag': '0debf774-8bb1-475a-a89e-d84d9261eccb'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:05.158527 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37876) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:05.173676 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fc91bef9-e322-4778-a19c-948ae68793dc up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:05.175911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9907cbc-84aa-406d-ab91-e4ba23e6a09e service neutron] Pushing event updated for resources: {'Port': ['ID=0debf774-8bb1-475a-a89e-d84d9261eccb,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.176079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Made reservation on behalf of 3e0071ae888e4dbfbe7cba53beb63718 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:05.179491 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.184578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f5cce9b9-f2a7-4877-b2a7-b00e61c3e5d8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:05.185914 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f5cce9b9-f2a7-4877-b2a7-b00e61c3e5d8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5208688 Jan 21 09:38:05.191245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37880) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:05.217301 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.229264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45ea1b68-7804-462d-9e01-9fa86b1f1d3b tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.262601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:05.273226 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-45ea1b68-7804-462d-9e01-9fa86b1f1d3b tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "DELETE /v2.0/ports/0cd66d05-5f08-45e2-83bc-880c0a43da1c HTTP/1.1" status: 204 len: 168 time: 2.4922867 Jan 21 09:38:05.273226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Usage tracker for resource:security_group_rule and tenant:3e0071ae888e4dbfbe7cba53beb63718 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:05.275362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37886) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:05.372022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.381445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:05.382599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a0091b-d99e-4d2c-8761-89f00b927ae4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet c040ef92-4dd5-4f4a-853f-37597a8c48bb {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:05.395820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Transition to ACTIVE for port object 465fe981-8b3e-40d3-b506-4dde9e8b4670 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:05.397176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-2b8f80a5-7d00-4a0d-9e36-1523f98abb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:05.401273 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-2b8f80a5-7d00-4a0d-9e36-1523f98abb7c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e54ca0e8ac734aaa9779a4239a46440b&device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 1096 time: 0.2713430 Jan 21 09:38:05.404666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-55a0091b-d99e-4d2c-8761-89f00b927ae4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.431839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port fc91bef9-e322-4778-a19c-948ae68793dc triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:05.432205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.454892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:05.463625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1875124718', 'router:external': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:05.484155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:05.504125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Usage tracker for resource:network and tenant:b22da71e627e41e78506ecdaa454ea8f is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:05.509138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Transition to ACTIVE for port object 465fe981-8b3e-40d3-b506-4dde9e8b4670 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:05.514853 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:05.537895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.542062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:05.595011 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-96a3c9fe-674a-4583-9de5-81b7e9a0de6a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0debf774-8bb1-475a-a89e-d84d9261eccb HTTP/1.1" status: 200 len: 217 time: 0.1362908 Jan 21 09:38:05.629646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-55a0091b-d99e-4d2c-8761-89f00b927ae4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.637157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Pushing event updated for resources: {'Port': ['ID=465fe981-8b3e-40d3-b506-4dde9e8b4670,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.668787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e7392d-84d1-4107-94c0-2268c1b9faa0 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Deleting subnet 38a3926b-cb41-4638-ac59-80b259275ee3 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:05.676858 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Network 98f32d04-666e-4f6c-9893-904d9568c8ea is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:05.679669 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:05.680070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Made reservation on behalf of b22da71e627e41e78506ecdaa454ea8f for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:05.682396 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.688446 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:05.699574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7e7392d-84d1-4107-94c0-2268c1b9faa0 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.745587 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'tag': '0debf774-8bb1-475a-a89e-d84d9261eccb', 'status': 'completed', 'code': 200} Jan 21 09:38:05.746892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.794871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:05.798203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Router a465a0d4-9d30-49b7-b107-2a5c9fe27889 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:38:05.805023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7e7392d-84d1-4107-94c0-2268c1b9faa0 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.833285 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Usage tracker for resource:security_group_rule and tenant:b22da71e627e41e78506ecdaa454ea8f is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:05.838083 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Attempting to bind port 465fe981-8b3e-40d3-b506-4dde9e8b4670 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:05.838711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Attempting to bind port 465fe981-8b3e-40d3-b506-4dde9e8b4670 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '685c4937-8b4c-41a7-8557-1bfc9e1676a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98f32d04-666e-4f6c-9893-904d9568c8ea'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:05.839065 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Attempting to bind port 465fe981-8b3e-40d3-b506-4dde9e8b4670 on network 98f32d04-666e-4f6c-9893-904d9568c8ea {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:05.845829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:05.847914 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:05.848521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Checking segment: {'id': '685c4937-8b4c-41a7-8557-1bfc9e1676a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98f32d04-666e-4f6c-9893-904d9568c8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:05.849070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.849613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Bound using segment: {'id': '685c4937-8b4c-41a7-8557-1bfc9e1676a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98f32d04-666e-4f6c-9893-904d9568c8ea'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:05.850216 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Bound port: 465fe981-8b3e-40d3-b506-4dde9e8b4670, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685c4937-8b4c-41a7-8557-1bfc9e1676a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98f32d04-666e-4f6c-9893-904d9568c8ea'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:05.850764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.872978 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:05.909826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-54757b2c-b01c-4434-96ef-02558397d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:05.911366 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-54757b2c-b01c-4434-96ef-02558397d775 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ee2397c0-87b1-4037-824e-ef67a0df213d HTTP/1.1" status: 200 len: 851 time: 0.1977940 Jan 21 09:38:05.912421 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.10 (98f32d04-666e-4f6c-9893-904d9568c8ea/66a47589-198d-4c6a-b40e-101bbe8195f2/f7f0e724-b585-484c-a204-9e2ae26cca82) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:05.951903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] For port 465fe981-8b3e-40d3-b506-4dde9e8b4670, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:05.955449 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] For port 465fe981-8b3e-40d3-b506-4dde9e8b4670, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=465fe981-8b3e-40d3-b506-4dde9e8b4670,segment=NetworkSegment(685c4937-8b4c-41a7-8557-1bfc9e1676a9),segment_id=685c4937-8b4c-41a7-8557-1bfc9e1676a9)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:05.961890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.962376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-55a0091b-d99e-4d2c-8761-89f00b927ae4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.003905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.027571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.045299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b5d8d-48a3-462c-acfe-909eb3967d40 None None] Pushing event updated for resources: {'Port': ['ID=465fe981-8b3e-40d3-b506-4dde9e8b4670,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:06.160902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:06.174775 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48f63de-fdd0-4fb0-8ac2-efeddc4ceb32,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:06.216244 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.216605 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Added segment 7183eb46-dc0c-4365-b212-915ab0cb6639 of type vlan for network 4102db31-c456-49ce-be3f-84805c6641f9 Jan 21 09:38:06.222290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7e7392d-84d1-4107-94c0-2268c1b9faa0 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.251039 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd44049-5008-4683-ad07-abf40935364e req-61586c29-d8ea-4f90-ae59-d20d8dd01160 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:06.252613 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6cd44049-5008-4683-ad07-abf40935364e req-61586c29-d8ea-4f90-ae59-d20d8dd01160 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 943 time: 0.5432403 Jan 21 09:38:06.320700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:06.329936 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300b1ee-a56a-4b95-9114-82b521176431 None None] Sync routers for ids ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:06.351815 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.353530 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-21faaf74-b93a-4953-831c-4ee5e3a1698d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.365814 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a300b1ee-a56a-4b95-9114-82b521176431 None None] Routers {'a465a0d4-9d30-49b7-b107-2a5c9fe27889'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:06.367913 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a300b1ee-a56a-4b95-9114-82b521176431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:06.383562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-503b41a5-77d1-4dc2-be5d-c5d7aff6de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:06.385458 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-503b41a5-77d1-4dc2-be5d-c5d7aff6de8e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5bb0f08d-d43c-4a56-a8c8-c205d9dff66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4626708 Jan 21 09:38:06.388945 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-55a0091b-d99e-4d2c-8761-89f00b927ae4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.443712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7e7392d-84d1-4107-94c0-2268c1b9faa0 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.448974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.470409 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device fd210d5c-26f4-43dd-a128-2c7549bfd616 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:38:06.481686 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.486925 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a300b1ee-a56a-4b95-9114-82b521176431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:06.513588 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a300b1ee-a56a-4b95-9114-82b521176431 None None] Routers {'a465a0d4-9d30-49b7-b107-2a5c9fe27889'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:06.514583 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a300b1ee-a56a-4b95-9114-82b521176431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:37:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:06.519228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.524742 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:06.525392 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.529090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.560843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7392d-84d1-4107-94c0-2268c1b9faa0 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event deleted for resources: {'Subnet': ['ID=38a3926b-cb41-4638-ac59-80b259275ee3,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:06.600521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7e7392d-84d1-4107-94c0-2268c1b9faa0 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.602408 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b7e7392d-84d1-4107-94c0-2268c1b9faa0 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "DELETE /v2.0/subnets/38a3926b-cb41-4638-ac59-80b259275ee3 HTTP/1.1" status: 204 len: 168 time: 1.3259630 Jan 21 09:38:06.615333 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a300b1ee-a56a-4b95-9114-82b521176431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:06.615968 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300b1ee-a56a-4b95-9114-82b521176431 None None] The sync data for ids ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:06.624688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37902) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.663770 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:06.666544 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0275633 Jan 21 09:38:06.702526 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7940db-90ab-4db0-9f41-2196c296f4f2 None None] Network 969059f9-0895-4afd-8a6f-e60dee3ed16e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:06.713944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0091b-d99e-4d2c-8761-89f00b927ae4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=c040ef92-4dd5-4f4a-853f-37597a8c48bb,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:06.729040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37906) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.741991 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6cd44049-5008-4683-ad07-abf40935364e req-d9f3667f-6a71-49c7-938c-f57df0309385 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4555762 Jan 21 09:38:06.750818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port fd210d5c-26f4-43dd-a128-2c7549bfd616, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fd210d5c-26f4-43dd-a128-2c7549bfd616,segment=NetworkSegment(6a83f5ca-04e7-48cc-aa62-5a885aee060a),segment_id=6a83f5ca-04e7-48cc-aa62-5a885aee060a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:06.757724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.772856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Request body: {'subnet': {'network_id': '4102db31-c456-49ce-be3f-84805c6641f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:06.806389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-55a0091b-d99e-4d2c-8761-89f00b927ae4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.846150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049372c1-a035-4b9f-9015-e32de9699254 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:06.847233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c4bd2-ef0e-4be3-9c6f-20b0d7079124 req-92b13cf2-14cb-421b-966c-efb5a6f79f79 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:06.848946 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-147c4bd2-ef0e-4be3-9c6f-20b0d7079124 req-92b13cf2-14cb-421b-966c-efb5a6f79f79 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 943 time: 0.7995086 Jan 21 09:38:06.859005 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-d734758f-ef11-4d41-aa6a-1f93c27a8576 service neutron] 10.222.0.121 "GET /v2.0/networks/5bb0f08d-d43c-4a56-a8c8-c205d9dff66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321400 Jan 21 09:38:06.860898 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9f44c1-f281-4bda-bba1-44b435a9c14e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:06.879167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'fd210d5c-26f4-43dd-a128-2c7549bfd616', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'port_id': 'fd210d5c-26f4-43dd-a128-2c7549bfd616', 'mac_address': 'fa:16:3e:fd:03:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:38:06.882883 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-729d519e-559f-4f31-b9bc-6c8ea1936bb0 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.2618778 Jan 21 09:38:06.883942 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e0ed8-a02e-48b8-9da6-c648ca0ec6ec tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event updated for resources: {'Network': ['ID=4102db31-c456-49ce-be3f-84805c6641f9,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:06.895999 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37910) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.896939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Transition to ACTIVE for port object f7f0e724-b585-484c-a204-9e2ae26cca82 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:06.959316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 4102db31-c456-49ce-be3f-84805c6641f9 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:06.962361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.962884 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Added segment b99ab5d4-5103-44da-9100-13b327201f1f of type vlan for network 32831d9e-ce92-48a5-a381-1809876c5d23 Jan 21 09:38:06.990277 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-55a0091b-d99e-4d2c-8761-89f00b927ae4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/c040ef92-4dd5-4f4a-853f-37597a8c48bb HTTP/1.1" status: 204 len: 168 time: 1.7977827 Jan 21 09:38:06.998279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37914) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:07.084776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.089556 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:07.113318 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.125284 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9f6f2f22-61a3-4eaf-8c0e-0a93771a803b tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] 10.222.0.99 "GET /v2.0/floatingips/af88cdc8-76bc-4e34-a32a-8fd7c5e5a626 HTTP/1.1" status: 200 len: 982 time: 0.2267466 Jan 21 09:38:07.127751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37918) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:07.177224 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 465fe981-8b3e-40d3-b506-4dde9e8b4670 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:07.178029 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-40719912-6a91-446f-9b66-29884812c5f1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1746376 Jan 21 09:38:07.186001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Usage tracker for resource:subnet and tenant:3e0071ae888e4dbfbe7cba53beb63718 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:07.188932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37922) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:07.197453 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-147c4bd2-ef0e-4be3-9c6f-20b0d7079124 req-4e3bdabf-ae98-4d63-93bb-e4991d5ca6d3 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373911 Jan 21 09:38:07.198629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:07.211086 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:07.248294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:07.261851 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Deleting port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:07.262190 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.297680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.315353 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Made reservation on behalf of 3e0071ae888e4dbfbe7cba53beb63718 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:07.319262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.344808 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.386228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:07.427763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd210d5c-26f4-43dd-a128-2c7549bfd616 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:07.465078 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35381a4e-e6c7-49a0-a2d9-b71c64e68969 req-0e333ccb-0e10-42f7-a66a-b6c2ef04a72e service neutron] 10.222.0.121 "GET /v2.0/networks/5bb0f08d-d43c-4a56-a8c8-c205d9dff66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930572 Jan 21 09:38:07.466302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.467247 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.468060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.476284 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c7dd42-fbed-4835-839d-e8f9458f86e5 None None] Network 98f32d04-666e-4f6c-9893-904d9568c8ea requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:07.495017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port fd210d5c-26f4-43dd-a128-2c7549bfd616, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fd210d5c-26f4-43dd-a128-2c7549bfd616,segment=NetworkSegment(6a83f5ca-04e7-48cc-aa62-5a885aee060a),segment_id=6a83f5ca-04e7-48cc-aa62-5a885aee060a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:07.514531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 98f32d04-666e-4f6c-9893-904d9568c8ea is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:07.523956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.530593 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f24f7f08-f5c5-472d-b0fa-382a4f1ecf11 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] 10.222.0.99 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.4002602 Jan 21 09:38:07.566234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37926) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:07.580083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:07.583375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:07.614992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:07.620503 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.4565358 Jan 21 09:38:07.626715 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37930) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:07.628993 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 465fe981-8b3e-40d3-b506-4dde9e8b4670 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:07.632398 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Request body: {'subnet': {'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:07.681765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9ca66850-9a28-45a9-85a1-d7ebb387598b None None] Provisioning for port 465fe981-8b3e-40d3-b506-4dde9e8b4670 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:07.698565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:07.701987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5537b-3f9f-41a6-82cf-e6fa6a6cb91d tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event updated for resources: {'Network': ['ID=32831d9e-ce92-48a5-a381-1809876c5d23,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:07.703011 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9ca66850-9a28-45a9-85a1-d7ebb387598b None None] Provisioning complete for port 465fe981-8b3e-40d3-b506-4dde9e8b4670 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:07.703534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9ca66850-9a28-45a9-85a1-d7ebb387598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.706525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] For port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f64d2f6a-2d79-4e74-97ea-0dd9f6887afd,segment=NetworkSegment(a75a0123-dca8-45c3-931d-2db56c8e2910),segment_id=a75a0123-dca8-45c3-931d-2db56c8e2910)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:07.707008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.721717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Usage tracker for resource:subnet and tenant:b22da71e627e41e78506ecdaa454ea8f is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:07.727060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:07.728250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:07.741301 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 32831d9e-ce92-48a5-a381-1809876c5d23 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:07.743192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=f7f0e724-b585-484c-a204-9e2ae26cca82,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:07.773225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf221fb-457e-487b-a845-872d1ed1e0ca None None] DHCP port deletion for 969059f9-0895-4afd-8a6f-e60dee3ed16e request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:07.780156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:07.796630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:07.803256 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:07.851852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.853283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.860081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Calling delete_port for f64d2f6a-2d79-4e74-97ea-0dd9f6887afd owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:07.872860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:07.876611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.885442 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=fd210d5c-26f4-43dd-a128-2c7549bfd616,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:07.918298 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Made reservation on behalf of b22da71e627e41e78506ecdaa454ea8f for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:07.921913 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.967515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-bdf221fb-457e-487b-a845-872d1ed1e0ca None None] Deleting port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:07.967984 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bdf221fb-457e-487b-a845-872d1ed1e0ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.010374 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a20501-e34d-4288-a57c-8af356613e37 None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:08.054092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.077065 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-17a20501-e34d-4288-a57c-8af356613e37 None None] Deleting port fc91bef9-e322-4778-a19c-948ae68793dc {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:08.077554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-17a20501-e34d-4288-a57c-8af356613e37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.116755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event deleted for resources: {'Port': ['ID=f64d2f6a-2d79-4e74-97ea-0dd9f6887afd,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.120757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] No DVR routers for this DVR port f64d2f6a-2d79-4e74-97ea-0dd9f6887afd on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:08.171799 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a0e2957a-4202-4187-b1b1-58d779f6974b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.8598843 Jan 21 09:38:08.174302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37936) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:08.232891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-bdf221fb-457e-487b-a845-872d1ed1e0ca None None] The port 'f64d2f6a-2d79-4e74-97ea-0dd9f6887afd' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:38:08.234642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9ca66850-9a28-45a9-85a1-d7ebb387598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.285068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['fd210d5c-26f4-43dd-a128-2c7549bfd616'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:38:08.333491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-3e622521-41f9-48b8-842f-00064552a124 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Deleting port 3d9e2911-1670-45f2-8c53-15f4ab7cc1e3 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:08.333850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e622521-41f9-48b8-842f-00064552a124 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.352846 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.380787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-895e11b2-168c-42f3-a757-c712d3410d42 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port f7f0e724-b585-484c-a204-9e2ae26cca82 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:08.381393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-895e11b2-168c-42f3-a757-c712d3410d42 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.385342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be16b-e5a0-4e61-890b-655f977911be req-202652f7-a2ac-4b0f-85a7-75bab28194c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.386921 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-847be16b-e5a0-4e61-890b-655f977911be req-202652f7-a2ac-4b0f-85a7-75bab28194c6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e54ca0e8ac734aaa9779a4239a46440b&device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 1096 time: 0.8196762 Jan 21 09:38:08.453742 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969059f9-0895-4afd-8a6f-e60dee3ed16e']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:08.473929 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9ca66850-9a28-45a9-85a1-d7ebb387598b None None] For port 465fe981-8b3e-40d3-b506-4dde9e8b4670, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=465fe981-8b3e-40d3-b506-4dde9e8b4670,segment=NetworkSegment(685c4937-8b4c-41a7-8557-1bfc9e1676a9),segment_id=685c4937-8b4c-41a7-8557-1bfc9e1676a9)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:08.479736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75a0123-dca8-45c3-931d-2db56c8e2910') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:08.480108 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75a0123-dca8-45c3-931d-2db56c8e2910') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:08.497801 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9ca66850-9a28-45a9-85a1-d7ebb387598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.612241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.620224 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b608acf7-655f-4283-8307-c2b09e5868b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.639820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-17a20501-e34d-4288-a57c-8af356613e37 None None] For port fc91bef9-e322-4778-a19c-948ae68793dc, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fc91bef9-e322-4778-a19c-948ae68793dc,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:08.640200 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-17a20501-e34d-4288-a57c-8af356613e37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.651757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a855752-6028-4e59-a7e9-5b0681d9e91e req-04558c29-5453-4431-9969-a21cdfaab32f tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.653351 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9a855752-6028-4e59-a7e9-5b0681d9e91e req-04558c29-5453-4431-9969-a21cdfaab32f tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 943 time: 0.7933142 Jan 21 09:38:08.683887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.692894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.717846 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:38:08.718280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:08.734185 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:08.816074 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-17a20501-e34d-4288-a57c-8af356613e37 None None] Calling delete_port for fc91bef9-e322-4778-a19c-948ae68793dc owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:08.942037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca66850-9a28-45a9-85a1-d7ebb387598b None None] Pushing event updated for resources: {'Port': ['ID=465fe981-8b3e-40d3-b506-4dde9e8b4670,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.951088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.954690 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9a855752-6028-4e59-a7e9-5b0681d9e91e req-e95fba9c-eeac-4182-91bb-a817569e0306 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720151 Jan 21 09:38:08.955783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be16b-e5a0-4e61-890b-655f977911be req-88be230e-f66b-4f3a-96fb-e5c62611c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.957406 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-847be16b-e5a0-4e61-890b-655f977911be req-88be230e-f66b-4f3a-96fb-e5c62611c9d9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=5bb0f08d-d43c-4a56-a8c8-c205d9dff66a HTTP/1.1" status: 200 len: 913 time: 0.5557687 Jan 21 09:38:08.971356 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event updated for resources: {'Subnet': ['ID=0defe5b8-32d1-4ef5-b01a-edd62e26dbd6,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.049657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.070577 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-17a20501-e34d-4288-a57c-8af356613e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.083546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] Pushing event deleted for resources: {'Network': ['ID=969059f9-0895-4afd-8a6f-e60dee3ed16e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.091895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-895e11b2-168c-42f3-a757-c712d3410d42 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.106733 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-173b5702-14a6-417f-be9a-999bd5a946c2 None None] Provisioning complete for port 465fe981-8b3e-40d3-b506-4dde9e8b4670 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:09.107105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-173b5702-14a6-417f-be9a-999bd5a946c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.108199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e622521-41f9-48b8-842f-00064552a124 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.108998 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7e48478c-a1f7-4cbb-b9fa-dfd621ee7331 tempest-AllowedAddressPairTestJSON-396191870 tempest-AllowedAddressPairTestJSON-396191870-project] 10.222.0.99 "DELETE /v2.0/networks/969059f9-0895-4afd-8a6f-e60dee3ed16e HTTP/1.1" status: 204 len: 168 time: 2.4755263 Jan 21 09:38:09.111670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e622521-41f9-48b8-842f-00064552a124 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.153436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b7316-b04d-422e-8d84-667c2f5fea1e req-9bb11783-eb6f-45bb-b9c8-1dc2f1d1ba7b tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.161961 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-232b7316-b04d-422e-8d84-667c2f5fea1e req-9bb11783-eb6f-45bb-b9c8-1dc2f1d1ba7b tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 944 time: 0.7224302 Jan 21 09:38:09.204956 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-847be16b-e5a0-4e61-890b-655f977911be req-2be7e8f3-e942-4b40-9e32-0e0e099c432f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0debf774-8bb1-475a-a89e-d84d9261eccb HTTP/1.1" status: 200 len: 217 time: 0.2262418 Jan 21 09:38:09.205896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Checking segment: {'id': '7183eb46-dc0c-4365-b212-915ab0cb6639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4102db31-c456-49ce-be3f-84805c6641f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:09.206447 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Network hostable DHCP agents. Network: 4102db31-c456-49ce-be3f-84805c6641f9, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:09.247322 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a20501-e34d-4288-a57c-8af356613e37 None None] Pushing event deleted for resources: {'Port': ['ID=fc91bef9-e322-4778-a19c-948ae68793dc,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.252735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-895e11b2-168c-42f3-a757-c712d3410d42 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for f7f0e724-b585-484c-a204-9e2ae26cca82 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:09.260510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a20501-e34d-4288-a57c-8af356613e37 None None] No DVR routers for this DVR port fc91bef9-e322-4778-a19c-948ae68793dc on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:09.376710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 465fe981-8b3e-40d3-b506-4dde9e8b4670 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:09.388467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be16b-e5a0-4e61-890b-655f977911be req-c1436708-3815-4dcb-b552-c58a06ae7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.389949 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-847be16b-e5a0-4e61-890b-655f977911be req-c1436708-3815-4dcb-b552-c58a06ae7f89 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ee2397c0-87b1-4037-824e-ef67a0df213d HTTP/1.1" status: 200 len: 851 time: 0.1540310 Jan 21 09:38:09.390753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.461119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:38:09.462039 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.493096 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-173b5702-14a6-417f-be9a-999bd5a946c2 None None] Could not find standard attr ID for object f7f0e724-b585-484c-a204-9e2ae26cca82. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:09.500918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-895e11b2-168c-42f3-a757-c712d3410d42 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.505579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.511958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 465fe981-8b3e-40d3-b506-4dde9e8b4670 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:09.512315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.543364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-3e622521-41f9-48b8-842f-00064552a124 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Calling delete_port for 3d9e2911-1670-45f2-8c53-15f4ab7cc1e3 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:09.563539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37946) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:09.577220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=f1cfd12e-0d3c-483d-aaf4-5301ef76b244,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.579562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e11b2-168c-42f3-a757-c712d3410d42 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=f7f0e724-b585-484c-a204-9e2ae26cca82,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.674756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.675373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a5df2d24-917c-44ec-b5be-113e3daab1f1 None None] Could not find standard attr ID for object f7f0e724-b585-484c-a204-9e2ae26cca82. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:09.686236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.697516 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:09.728950 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-232b7316-b04d-422e-8d84-667c2f5fea1e req-323bc587-9e99-4124-91d1-d498614954c0 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5655851 Jan 21 09:38:09.729899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:09.731858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Checking segment: {'id': 'b99ab5d4-5103-44da-9100-13b327201f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:09.732014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Network hostable DHCP agents. Network: 32831d9e-ce92-48a5-a381-1809876c5d23, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:09.745299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.745896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.746591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef995768-8dd2-497f-8bd6-314d86bfa174 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:09.774944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Network 4102db31-c456-49ce-be3f-84805c6641f9 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:09.784571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-895e11b2-168c-42f3-a757-c712d3410d42 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.804043 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-895e11b2-168c-42f3-a757-c712d3410d42 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/f7f0e724-b585-484c-a204-9e2ae26cca82 HTTP/1.1" status: 204 len: 168 time: 1.6270072 Jan 21 09:38:09.807625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37952) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:09.816228 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 4102db31-c456-49ce-be3f-84805c6641f9) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:09.837148 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fc91bef9-e322-4778-a19c-948ae68793dc no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:09.843316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.843923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.866609 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9f8cbfa5-4356-40b2-bdb4-c639df7ea9a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6727936 Jan 21 09:38:09.872744 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db12fc67-ac18-4232-8814-85310d91e89f None None] Network 4102db31-c456-49ce-be3f-84805c6641f9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:09.874825 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37956) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:09.884053 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef68848-81b1-414b-b736-17eb155309d3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:09.884805 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef68848-81b1-414b-b736-17eb155309d3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:09.884934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be16b-e5a0-4e61-890b-655f977911be req-78a53c8f-4d89-4e87-a862-dae9df2ac0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.886371 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-847be16b-e5a0-4e61-890b-655f977911be req-78a53c8f-4d89-4e87-a862-dae9df2ac0fb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5bb0f08d-d43c-4a56-a8c8-c205d9dff66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3528922 Jan 21 09:38:09.887229 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bef68848-81b1-414b-b736-17eb155309d3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/f7f0e724-b585-484c-a204-9e2ae26cca82 HTTP/1.1" status: 404 len: 333 time: 0.0744636 Jan 21 09:38:09.892369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'name': 'tempest-NetworksTestDHCPv6-500053334'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:09.903807 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37960) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:09.905061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Network 32831d9e-ce92-48a5-a381-1809876c5d23 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:09.907086 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: fc91bef9-e322-4778-a19c-948ae68793dc {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:09.907510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fc91bef9-e322-4778-a19c-948ae68793dc not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:09.907988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f64d2f6a-2d79-4e74-97ea-0dd9f6887afd no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:09.957949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 32831d9e-ce92-48a5-a381-1809876c5d23) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:09.971063 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b004a475-ead5-4ecd-a6e6-3cd9338aca8e tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2231476 Jan 21 09:38:09.975695 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37964) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:09.977698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.977698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.981222 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9e44f6-9f25-4118-8ec0-5c4b22c504d1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:38:09.981725 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ce9e44f6-9f25-4118-8ec0-5c4b22c504d1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:09.999125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ccb638-6d22-4fbd-8a93-f6361152561c None None] Network 32831d9e-ce92-48a5-a381-1809876c5d23 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:10.003312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-fdb85867-f4ec-4331-bc9c-9754ac9e56cb tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-240920688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:10.009939 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fdb85867-f4ec-4331-bc9c-9754ac9e56cb tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:10.013825 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fdb85867-f4ec-4331-bc9c-9754ac9e56cb tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Usage tracker for resource:router and tenant:3e0071ae888e4dbfbe7cba53beb63718 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:10.017011 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fdb85867-f4ec-4331-bc9c-9754ac9e56cb tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:10.022584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fdb85867-f4ec-4331-bc9c-9754ac9e56cb tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:10.029372 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: f64d2f6a-2d79-4e74-97ea-0dd9f6887afd {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:10.029920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f64d2f6a-2d79-4e74-97ea-0dd9f6887afd not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:10.046003 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fdb85867-f4ec-4331-bc9c-9754ac9e56cb tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.047110 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fdb85867-f4ec-4331-bc9c-9754ac9e56cb tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.063806 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fdb85867-f4ec-4331-bc9c-9754ac9e56cb tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.097681 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fdb85867-f4ec-4331-bc9c-9754ac9e56cb tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.112697 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fdd4bd0f-a6b0-44dd-9d9b-3bc165f054d0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4823434 Jan 21 09:38:10.112697 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ce9e44f6-9f25-4118-8ec0-5c4b22c504d1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:10.112697 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ce9e44f6-9f25-4118-8ec0-5c4b22c504d1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/f7f0e724-b585-484c-a204-9e2ae26cca82 HTTP/1.1" status: 404 len: 333 time: 0.1974301 Jan 21 09:38:10.119122 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3b100dd3-2ca0-4524-abb0-81b8e076a74a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0af6db5d874a43e29845dab718afc814&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5543900 Jan 21 09:38:10.119982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37970) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:10.120301 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37972) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:10.129108 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-481502155', 'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:10.132516 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 37974) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:10.166157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:10.180136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Usage tracker for resource:port and tenant:b22da71e627e41e78506ecdaa454ea8f is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:10.182867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fdb85867-f4ec-4331-bc9c-9754ac9e56cb tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.184037 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fdb85867-f4ec-4331-bc9c-9754ac9e56cb tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1997213 Jan 21 09:38:10.187525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:10.190255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37980) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:10.259209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:10.347240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47853b4-b488-4c15-9168-ccba71ca23ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting subnet 66a47589-198d-4c6a-b40e-101bbe8195f2 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:10.352257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Made reservation on behalf of b22da71e627e41e78506ecdaa454ea8f for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:10.355217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.448423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': 'f1cfd12e-0d3c-483d-aaf4-5301ef76b244'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:10.448823 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.489913 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:10.507045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:10.514312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:10.526612 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-847be16b-e5a0-4e61-890b-655f977911be req-f36dfac9-df8b-47d4-bddf-3a0af9643378 service neutron] 10.222.0.121 "GET /v2.0/networks/5bb0f08d-d43c-4a56-a8c8-c205d9dff66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051373 Jan 21 09:38:10.526843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 0debf774-8bb1-475a-a89e-d84d9261eccb details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:38:10.530233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device fd210d5c-26f4-43dd-a128-2c7549bfd616 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:10.534343 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:10.537709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a47853b4-b488-4c15-9168-ccba71ca23ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.573925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e622521-41f9-48b8-842f-00064552a124 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.626582 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb966b14-abe8-441a-99b7-bafca39bd12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.629791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4102db31-c456-49ce-be3f-84805c6641f9', 'network_id': '4102db31-c456-49ce-be3f-84805c6641f9', 'tenant_id': '3e0071ae888e4dbfbe7cba53beb63718', 'fixed_ips': [{'subnet_id': '0defe5b8-32d1-4ef5-b01a-edd62e26dbd6'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:10.630409 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.648244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:10.651273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.662869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18387ec4-e4f0-4e01-adee-ca3ce88d770c None None] Network 32831d9e-ce92-48a5-a381-1809876c5d23 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:10.668511 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e622521-41f9-48b8-842f-00064552a124 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event deleted for resources: {'Port': ['ID=3d9e2911-1670-45f2-8c53-15f4ab7cc1e3,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.707106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] device_id is not set on port b18860f7-ccf8-4437-82b1-abddbd9adc66 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:10.761515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a47853b4-b488-4c15-9168-ccba71ca23ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.812379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba13f4-725f-42e4-887c-f9f4b900d6a1 req-e0b0380e-7991-4136-baf1-ee4f1035100a tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:10.814179 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fcba13f4-725f-42e4-887c-f9f4b900d6a1 req-e0b0380e-7991-4136-baf1-ee4f1035100a tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 943 time: 0.7002978 Jan 21 09:38:10.816971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port 2e5ced39-b4df-4ae6-bf2b-4f533684eeea yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:10.888978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb966b14-abe8-441a-99b7-bafca39bd12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.039101 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port fd210d5c-26f4-43dd-a128-2c7549bfd616 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:11.054766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a47853b4-b488-4c15-9168-ccba71ca23ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.099972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.101429 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-847be16b-e5a0-4e61-890b-655f977911be req-67c81985-26df-4c0b-8f46-be74f548928d service neutron] 10.222.0.121 "GET /v2.0/networks/5bb0f08d-d43c-4a56-a8c8-c205d9dff66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596697 Jan 21 09:38:11.103313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.115992 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fcba13f4-725f-42e4-887c-f9f4b900d6a1 req-f2e37877-8f99-4fa1-95e7-3009a56f1d25 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184508 Jan 21 09:38:11.123083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e622521-41f9-48b8-842f-00064552a124 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.123269 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-3e622521-41f9-48b8-842f-00064552a124 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Floating IP af88cdc8-76bc-4e34-a32a-8fd7c5e5a626 disassociated (deleted). External IP: 172.26.4.86, port: 2a2fcb2f-3784-4979-9200-51eb79122ba5. Jan 21 09:38:11.132549 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port fd210d5c-26f4-43dd-a128-2c7549bfd616 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:11.132896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.205161 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Allocated IP 172.20.0.11 (32831d9e-ce92-48a5-a381-1809876c5d23/b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4/b18860f7-ccf8-4437-82b1-abddbd9adc66) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:11.238903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5477b78-7f6d-4a2d-be12-63aab9aa8f41 req-37e4eaa7-aae9-4885-be1a-cabfe86214d8 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:11.239670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 0debf774-8bb1-475a-a89e-d84d9261eccb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0debf774-8bb1-475a-a89e-d84d9261eccb,segment=NetworkSegment(a2732187-63eb-4aff-9b2d-088fa3fc3edb),segment_id=a2732187-63eb-4aff-9b2d-088fa3fc3edb)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:11.240484 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b5477b78-7f6d-4a2d-be12-63aab9aa8f41 req-37e4eaa7-aae9-4885-be1a-cabfe86214d8 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 944 time: 0.3373127 Jan 21 09:38:11.249683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb966b14-abe8-441a-99b7-bafca39bd12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.284072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '0debf774-8bb1-475a-a89e-d84d9261eccb', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'port_id': '0debf774-8bb1-475a-a89e-d84d9261eccb', 'mac_address': 'fa:16:3e:28:f8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:38:11.299588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Allocated IP 2001:db8::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/f1cfd12e-0d3c-483d-aaf4-5301ef76b244/79aed5b2-94c7-449e-a475-1ddc4ba92406) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:11.313331 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Allocated IP 172.20.0.2 (4102db31-c456-49ce-be3f-84805c6641f9/0defe5b8-32d1-4ef5-b01a-edd62e26dbd6/8f442584-745c-41e5-8519-5bce706a348e) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:11.353816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb966b14-abe8-441a-99b7-bafca39bd12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73fe1bf-2c9b-42f2-bb1e-bababc9a08bf,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.372097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a47853b4-b488-4c15-9168-ccba71ca23ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.411273 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b5477b78-7f6d-4a2d-be12-63aab9aa8f41 req-442a2de5-0985-4e09-a59b-b3bd68f2bc01 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625297 Jan 21 09:38:11.440126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47853b4-b488-4c15-9168-ccba71ca23ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Subnet': ['ID=66a47589-198d-4c6a-b40e-101bbe8195f2,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.467393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a47853b4-b488-4c15-9168-ccba71ca23ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.486952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb966b14-abe8-441a-99b7-bafca39bd12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.490441 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-eb966b14-abe8-441a-99b7-bafca39bd12e admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c73fe1bf-2c9b-42f2-bb1e-bababc9a08bf HTTP/1.1" status: 204 len: 168 time: 1.2097025 Jan 21 09:38:11.490613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d797e8b8-f072-4c11-bacd-3544010c789f None None] Network 98f32d04-666e-4f6c-9893-904d9568c8ea requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:11.511181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.530475 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a47853b4-b488-4c15-9168-ccba71ca23ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/66a47589-198d-4c6a-b40e-101bbe8195f2 HTTP/1.1" status: 204 len: 168 time: 1.4055130 Jan 21 09:38:11.535245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 37990) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:11.616804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0debf774-8bb1-475a-a89e-d84d9261eccb {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:11.660028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e622521-41f9-48b8-842f-00064552a124 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Router a465a0d4-9d30-49b7-b107-2a5c9fe27889 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:38:11.754441 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.765225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.782070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port 465fe981-8b3e-40d3-b506-4dde9e8b4670 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:11.782404 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.814036 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.908522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.911288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e622521-41f9-48b8-842f-00064552a124 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:11.920723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 0debf774-8bb1-475a-a89e-d84d9261eccb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0debf774-8bb1-475a-a89e-d84d9261eccb,segment=NetworkSegment(a2732187-63eb-4aff-9b2d-088fa3fc3edb),segment_id=a2732187-63eb-4aff-9b2d-088fa3fc3edb)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:11.923343 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e622521-41f9-48b8-842f-00064552a124 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.991966 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3e622521-41f9-48b8-842f-00064552a124 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "DELETE /v2.0/floatingips/af88cdc8-76bc-4e34-a32a-8fd7c5e5a626 HTTP/1.1" status: 204 len: 168 time: 4.4132884 Jan 21 09:38:11.995714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38004) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:12.002142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:12.007657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:12.013314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Usage tracker for resource:floatingip and tenant:86161ac95c184806a3a8608e7c34d62f is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:12.017539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:12.025744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:12.042495 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.122282 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeea853-9ae4-46dd-9880-6f70d0adb7cf None None] Sync routers for ids ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:12.129389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef62ae4-2812-4dab-aa01-ad40eb1068ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd210d5c-26f4-43dd-a128-2c7549bfd616'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:12.133387 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Network 32831d9e-ce92-48a5-a381-1809876c5d23 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:12.177616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:12.194641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:12.259564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event updated for resources: {'Port': ['ID=b18860f7-ccf8-4437-82b1-abddbd9adc66,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:12.275689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] For port 465fe981-8b3e-40d3-b506-4dde9e8b4670, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=465fe981-8b3e-40d3-b506-4dde9e8b4670,segment=NetworkSegment(685c4937-8b4c-41a7-8557-1bfc9e1676a9),segment_id=685c4937-8b4c-41a7-8557-1bfc9e1676a9)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:12.276054 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.316642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.328699 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Transition to ACTIVE for port object 79aed5b2-94c7-449e-a475-1ddc4ba92406 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:12.340944 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeea853-9ae4-46dd-9880-6f70d0adb7cf None None] Routers {'a465a0d4-9d30-49b7-b107-2a5c9fe27889'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:12.341607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-7eeea853-9ae4-46dd-9880-6f70d0adb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:12.398263 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.434704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for 465fe981-8b3e-40d3-b506-4dde9e8b4670 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:12.455115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38024) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:12.482432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.483060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.513659 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-74f75367-fb9d-461c-bbc9-fc9e53bf0dae tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.3877678 Jan 21 09:38:12.523703 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38030) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:12.542640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port fd210d5c-26f4-43dd-a128-2c7549bfd616, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fd210d5c-26f4-43dd-a128-2c7549bfd616,segment=NetworkSegment(6a83f5ca-04e7-48cc-aa62-5a885aee060a),segment_id=6a83f5ca-04e7-48cc-aa62-5a885aee060a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:12.561390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761bb82-443a-4a74-a334-0bfde4fd4634 req-627f23ec-beeb-4db8-8537-8b90542eb4fc tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.572977 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9761bb82-443a-4a74-a334-0bfde4fd4634 req-627f23ec-beeb-4db8-8537-8b90542eb4fc tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 944 time: 0.2249627 Jan 21 09:38:12.603133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c937b-3494-4727-9bbb-1aedd76967d6 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Deleting port b18860f7-ccf8-4437-82b1-abddbd9adc66 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:12.603468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9a7c937b-3494-4727-9bbb-1aedd76967d6 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.622273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-7eeea853-9ae4-46dd-9880-6f70d0adb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:12.626298 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.630972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Transition to ACTIVE for port object 79aed5b2-94c7-449e-a475-1ddc4ba92406 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:12.681460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.695516 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeea853-9ae4-46dd-9880-6f70d0adb7cf None None] Routers {'a465a0d4-9d30-49b7-b107-2a5c9fe27889'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:12.696464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-7eeea853-9ae4-46dd-9880-6f70d0adb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:12.699986 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-fb7f3b61-a337-48c4-8483-a6fd2b231d2e tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] Request body: {'port': {'network_id': '5fd90013-7408-488b-b0bf-28674810e94a', 'name': 'tempest-NetworksNegativeTestJSON-2071340054'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:12.708464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.722669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.776186 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.781885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-7eeea853-9ae4-46dd-9880-6f70d0adb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:12.782282 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeea853-9ae4-46dd-9880-6f70d0adb7cf None None] The sync data for ids ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:12.789646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=0debf774-8bb1-475a-a89e-d84d9261eccb,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:12.813480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=465fe981-8b3e-40d3-b506-4dde9e8b4670,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:12.823222 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9761bb82-443a-4a74-a334-0bfde4fd4634 req-a0799b6f-18d1-4c93-985e-114a1a725e72 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493792 Jan 21 09:38:12.830177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:12.838600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['0debf774-8bb1-475a-a89e-d84d9261eccb'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:38:12.842449 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7f3b61-a337-48c4-8483-a6fd2b231d2e tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] POST failed (client error): The resource could not be found. Jan 21 09:38:12.842922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7f3b61-a337-48c4-8483-a6fd2b231d2e tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:12.844177 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fb7f3b61-a337-48c4-8483-a6fd2b231d2e tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3815091 Jan 21 09:38:12.858843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38036) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:12.872062 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:12.874578 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:12.882071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No DVR routers for this DVR port 465fe981-8b3e-40d3-b506-4dde9e8b4670 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:12.899710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Transition to ACTIVE for port object 8f442584-745c-41e5-8519-5bce706a348e will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:12.903459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daa04e8-2c9e-4f53-b678-f44578ea1f37 None None] DHCP port deletion for 98f32d04-666e-4f6c-9893-904d9568c8ea request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:12.989626 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-68332745-9b9f-4ed7-9839-318091e50679 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:12.990154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68332745-9b9f-4ed7-9839-318091e50679 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:13.004534 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-68332745-9b9f-4ed7-9839-318091e50679 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] 10.222.0.99 "DELETE /v2.0/networks/c287870a-26e1-4d47-ab3e-3e183974bf27 HTTP/1.1" status: 404 len: 339 time: 0.1317513 Jan 21 09:38:13.017927 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38042) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:13.021080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::2c1 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/f1cfd12e-0d3c-483d-aaf4-5301ef76b244/2e5ced39-b4df-4ae6-bf2b-4f533684eeea) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:13.029589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.038692 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef62ae4-2812-4dab-aa01-ad40eb1068ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd210d5c-26f4-43dd-a128-2c7549bfd616', 'code': 200} Jan 21 09:38:13.052324 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Transition to ACTIVE for port object 8f442584-745c-41e5-8519-5bce706a348e will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:13.058099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f32d04-666e-4f6c-9893-904d9568c8ea']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:13.072217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685c4937-8b4c-41a7-8557-1bfc9e1676a9') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:13.072704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685c4937-8b4c-41a7-8557-1bfc9e1676a9') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:13.081626 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 465fe981-8b3e-40d3-b506-4dde9e8b4670 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:13.089428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.114232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903f92c-0c0d-4f62-bb5d-a3aa7fca3e98 req-b851ceec-c2e9-4098-911b-ea9a10f45e97 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:13.115721 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1903f92c-0c0d-4f62-bb5d-a3aa7fca3e98 req-b851ceec-c2e9-4098-911b-ea9a10f45e97 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 945 time: 0.4863882 Jan 21 09:38:13.120388 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c603fa48-1a84-405e-ab09-403ed157747c tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:13.120851 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c603fa48-1a84-405e-ab09-403ed157747c tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:13.122690 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c603fa48-1a84-405e-ab09-403ed157747c tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] 10.222.0.99 "DELETE /v2.0/ports/94546f1e-27c3-4d85-8408-edc73ee19edc HTTP/1.1" status: 404 len: 333 time: 0.0911717 Jan 21 09:38:13.129516 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38046) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:13.152334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=fd210d5c-26f4-43dd-a128-2c7549bfd616,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:13.171848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 465fe981-8b3e-40d3-b506-4dde9e8b4670 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:13.172201 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 465fe981-8b3e-40d3-b506-4dde9e8b4670 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:13.198059 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.207840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Attempting to bind port 79aed5b2-94c7-449e-a475-1ddc4ba92406 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:13.208447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Attempting to bind port 79aed5b2-94c7-449e-a475-1ddc4ba92406 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:13.208800 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Attempting to bind port 79aed5b2-94c7-449e-a475-1ddc4ba92406 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:13.211569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.226707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:38:13.227127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Allocated IP 172.26.4.78 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/d475897a-871f-487c-84ed-31358d7ae09e) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:13.227258 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.236891 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1903f92c-0c0d-4f62-bb5d-a3aa7fca3e98 req-cd2d1d13-cc68-405d-9c50-440928abf889 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085014 Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:13.241708 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:13.262211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:13.262576 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:13.262981 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.263352 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:13.264025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Bound port: 79aed5b2-94c7-449e-a475-1ddc4ba92406, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:13.264415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.273233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Allocated IP 172.20.0.1 (4102db31-c456-49ce-be3f-84805c6641f9/0defe5b8-32d1-4ef5-b01a-edd62e26dbd6/ff0ab50f-0810-482a-a35d-cd1c9ff11154) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:13.309281 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c7b6b0-8d00-4629-a2a6-e235d313a463 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:13.309863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c7b6b0-8d00-4629-a2a6-e235d313a463 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:13.312399 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-46c7b6b0-8d00-4629-a2a6-e235d313a463 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] 10.222.0.99 "DELETE /v2.0/subnets/c2ee8576-7ffd-4671-9805-1a5703c6fff8 HTTP/1.1" status: 404 len: 337 time: 0.1762860 Jan 21 09:38:13.322255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Network 4102db31-c456-49ce-be3f-84805c6641f9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:13.332304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38050) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:13.344670 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9a7c937b-3494-4727-9bbb-1aedd76967d6 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.360417 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:13.376546 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:13.392811 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Pushing event updated for resources: {'Port': ['ID=79aed5b2-94c7-449e-a475-1ddc4ba92406,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:13.431557 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ac3485-e733-490b-8769-d1290cd89ac6 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] GET failed (client error): The resource could not be found. Jan 21 09:38:13.437110 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f1ac3485-e733-490b-8769-d1290cd89ac6 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] 10.222.0.99 "GET /v2.0/networks/deaa9816-390e-4f61-860f-94afb2b95ba9 HTTP/1.1" status: 404 len: 339 time: 0.0998080 Jan 21 09:38:13.448200 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38054) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:13.486224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.496953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c937b-3494-4727-9bbb-1aedd76967d6 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Calling delete_port for b18860f7-ccf8-4437-82b1-abddbd9adc66 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:13.555195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.573738 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9146d85-1788-4527-9783-36d05bdfbe83 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] GET failed (client error): The resource could not be found. Jan 21 09:38:13.575297 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e9146d85-1788-4527-9783-36d05bdfbe83 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] 10.222.0.99 "GET /v2.0/ports/344ca9ae-e5c3-4c95-be61-7ce7054b8f2b HTTP/1.1" status: 404 len: 333 time: 0.1204636 Jan 21 09:38:13.599582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] For port 79aed5b2-94c7-449e-a475-1ddc4ba92406, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:13.616779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Attempting to bind port 8f442584-745c-41e5-8519-5bce706a348e on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:13.617141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Attempting to bind port 8f442584-745c-41e5-8519-5bce706a348e by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '7183eb46-dc0c-4365-b212-915ab0cb6639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4102db31-c456-49ce-be3f-84805c6641f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:13.617532 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Attempting to bind port 8f442584-745c-41e5-8519-5bce706a348e on network 4102db31-c456-49ce-be3f-84805c6641f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:13.619534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Pushing event updated for resources: {'Port': ['ID=8f442584-745c-41e5-8519-5bce706a348e,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:13.630915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] For port 79aed5b2-94c7-449e-a475-1ddc4ba92406, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=79aed5b2-94c7-449e-a475-1ddc4ba92406,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:13.631558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38058) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:13.634632 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:13.635142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Checking segment: {'id': '7183eb46-dc0c-4365-b212-915ab0cb6639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4102db31-c456-49ce-be3f-84805c6641f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:13.635451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.635829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Bound using segment: {'id': '7183eb46-dc0c-4365-b212-915ab0cb6639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4102db31-c456-49ce-be3f-84805c6641f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:13.636279 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Bound port: 8f442584-745c-41e5-8519-5bce706a348e, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7183eb46-dc0c-4365-b212-915ab0cb6639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4102db31-c456-49ce-be3f-84805c6641f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:13.636992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.661070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.721877 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-01353cda-ffe1-45ee-ab9e-74e8aa0e7fd3 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] GET failed (client error): The resource could not be found. Jan 21 09:38:13.726862 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-01353cda-ffe1-45ee-ab9e-74e8aa0e7fd3 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] 10.222.0.99 "GET /v2.0/subnets/d596225a-3470-4008-8986-407cc06dc091 HTTP/1.1" status: 404 len: 337 time: 0.0875504 Jan 21 09:38:13.742788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38062) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:13.763574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-606b71a2-6236-4a7a-9201-cb6eaa51e923 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:13.780290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.785167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8d1d9-b838-42fb-bac5-60aa2a89bef9 req-8fb40883-ffe2-4e8c-96be-dcbe4c4e7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:13.786666 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-afe8d1d9-b838-42fb-bac5-60aa2a89bef9 req-8fb40883-ffe2-4e8c-96be-dcbe4c4e7ac2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 1098 time: 0.5483918 Jan 21 09:38:13.791369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Network': ['ID=98f32d04-666e-4f6c-9893-904d9568c8ea,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:13.819824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:13.820224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:13.820737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:13.821071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:13.821410 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:13.821786 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:13.822106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:13.822425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:13.822818 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:13.823140 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:13.823453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:13.823775 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:13.840073 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-443c3232-861a-445d-bbf7-b994bb630900 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/networks/98f32d04-666e-4f6c-9893-904d9568c8ea HTTP/1.1" status: 204 len: 168 time: 2.2934022 Jan 21 09:38:13.840325 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-606b71a2-6236-4a7a-9201-cb6eaa51e923 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] PUT failed (client error): The resource could not be found. Jan 21 09:38:13.840325 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606b71a2-6236-4a7a-9201-cb6eaa51e923 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:13.840325 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-606b71a2-6236-4a7a-9201-cb6eaa51e923 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] 10.222.0.99 "PUT /v2.0/networks/52a6b5c3-7ff9-4c7c-89e5-f9b7e3330c14 HTTP/1.1" status: 404 len: 339 time: 0.0909820 Jan 21 09:38:13.840614 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38066) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:13.840614 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38070) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:13.842804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-afe8d1d9-b838-42fb-bac5-60aa2a89bef9 req-6c6ba9e9-1e20-4c54-b431-70feb35af484 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.845783 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-274225038'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:13.847572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f6e3f-9dce-4288-a08d-3cbcf0b99ff9 None None] Pushing event updated for resources: {'Port': ['ID=79aed5b2-94c7-449e-a475-1ddc4ba92406,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:13.850861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:13.857539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:network and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:13.860659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:13.861236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.863976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] For port 8f442584-745c-41e5-8519-5bce706a348e, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:13.868241 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] For port 8f442584-745c-41e5-8519-5bce706a348e, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8f442584-745c-41e5-8519-5bce706a348e,segment=NetworkSegment(7183eb46-dc0c-4365-b212-915ab0cb6639),segment_id=7183eb46-dc0c-4365-b212-915ab0cb6639)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:13.875528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.879040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:13.884444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-afe8d1d9-b838-42fb-bac5-60aa2a89bef9 req-6c6ba9e9-1e20-4c54-b431-70feb35af484 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:13.897261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-afe8d1d9-b838-42fb-bac5-60aa2a89bef9 req-6c6ba9e9-1e20-4c54-b431-70feb35af484 service neutron] Usage tracker for resource:security_group_rule and tenant:e732c8e87fc241479ecdb3d26d3fbb7d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:13.900989 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object 2e5ced39-b4df-4ae6-bf2b-4f533684eeea will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:13.904139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-afe8d1d9-b838-42fb-bac5-60aa2a89bef9 req-6c6ba9e9-1e20-4c54-b431-70feb35af484 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:13.907830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1f246ab8-0f8a-4ef1-b022-0b89cb06f6c7 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:13.913111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-afe8d1d9-b838-42fb-bac5-60aa2a89bef9 req-6c6ba9e9-1e20-4c54-b431-70feb35af484 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:13.954584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:13.958777 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.962335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.021723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e0ad6-acd4-4b31-a6ca-10bdc67c612a None None] Pushing event updated for resources: {'Port': ['ID=8f442584-745c-41e5-8519-5bce706a348e,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.024180 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f246ab8-0f8a-4ef1-b022-0b89cb06f6c7 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] PUT failed (client error): The resource could not be found. Jan 21 09:38:14.024683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f246ab8-0f8a-4ef1-b022-0b89cb06f6c7 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:14.025831 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1f246ab8-0f8a-4ef1-b022-0b89cb06f6c7 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] 10.222.0.99 "PUT /v2.0/ports/90ed4574-885f-407a-b85b-7c6d35b9ed69 HTTP/1.1" status: 404 len: 333 time: 0.1846466 Jan 21 09:38:14.031917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38076) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:14.044387 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-500a3ee7-432d-4a9e-af98-6b2bf65fbb19 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:14.099817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.116133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:14.125378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:14.133779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:14.134678 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-500a3ee7-432d-4a9e-af98-6b2bf65fbb19 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] PUT failed (client error): The resource could not be found. Jan 21 09:38:14.134996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500a3ee7-432d-4a9e-af98-6b2bf65fbb19 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:14.136062 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.136212 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-500a3ee7-432d-4a9e-af98-6b2bf65fbb19 tempest-NetworksNegativeTestJSON-525129879 tempest-NetworksNegativeTestJSON-525129879-project] 10.222.0.99 "PUT /v2.0/subnets/94617c34-433d-455b-82b7-2fed654487eb HTTP/1.1" status: 404 len: 337 time: 0.1023076 Jan 21 09:38:14.141598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:14.151881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Transition to ACTIVE for port object ff0ab50f-0810-482a-a35d-cd1c9ff11154 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:14.184158 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Pushing event updated for resources: {'Port': ['ID=d475897a-871f-487c-84ed-31358d7ae09e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.184522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.184522 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Added segment 334d6aee-1026-4740-8ec1-e351473dd52c of type vlan for network 9aaf6c69-7744-4f6f-8936-53416d4390f3 Jan 21 09:38:14.226138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9a7c937b-3494-4727-9bbb-1aedd76967d6 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.285764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:14.289983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:14.290492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:14.290901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:14.291359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:14.296542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:14.297254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:14.297679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:14.298150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:14.299055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:14.299466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:14.299580 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c937b-3494-4727-9bbb-1aedd76967d6 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event deleted for resources: {'Port': ['ID=b18860f7-ccf8-4437-82b1-abddbd9adc66,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.299997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:14.308376 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.323462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.438969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Network 4102db31-c456-49ce-be3f-84805c6641f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:14.452862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:14.480513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:14.495550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:14.510433 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 0debf774-8bb1-475a-a89e-d84d9261eccb up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:14.546494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.631886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:14.656892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:14.678154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:14.679230 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 0debf774-8bb1-475a-a89e-d84d9261eccb completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:14.683772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:14.684625 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.694055 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 0debf774-8bb1-475a-a89e-d84d9261eccb triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:14.694436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.709905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=2e5ced39-b4df-4ae6-bf2b-4f533684eeea,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.739230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.745149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:14.745966 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.788730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.793950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-afe8d1d9-b838-42fb-bac5-60aa2a89bef9 req-6c6ba9e9-1e20-4c54-b431-70feb35af484 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.795807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38086) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:14.798370 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event updated for resources: {'Port': ['ID=ff0ab50f-0810-482a-a35d-cd1c9ff11154,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.811380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e02668-cadf-42e6-aec3-d6efc5d9f18c req-0777899e-410f-44f4-a2e8-5b81b39cae63 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:14.813461 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e1e02668-cadf-42e6-aec3-d6efc5d9f18c req-0777899e-410f-44f4-a2e8-5b81b39cae63 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 944 time: 0.7513268 Jan 21 09:38:14.831299 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4b9f2b8f-4b16-4851-acef-95a6938a5290 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9521875 Jan 21 09:38:14.850630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38092) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:14.852495 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-afe8d1d9-b838-42fb-bac5-60aa2a89bef9 req-6c6ba9e9-1e20-4c54-b431-70feb35af484 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.874182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.895245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9a7c937b-3494-4727-9bbb-1aedd76967d6 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.915172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Network': ['ID=9aaf6c69-7744-4f6f-8936-53416d4390f3,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.916320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 0debf774-8bb1-475a-a89e-d84d9261eccb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0debf774-8bb1-475a-a89e-d84d9261eccb,segment=NetworkSegment(a2732187-63eb-4aff-9b2d-088fa3fc3edb),segment_id=a2732187-63eb-4aff-9b2d-088fa3fc3edb)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:14.918124 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9a7c937b-3494-4727-9bbb-1aedd76967d6 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "DELETE /v2.0/ports/b18860f7-ccf8-4437-82b1-abddbd9adc66 HTTP/1.1" status: 204 len: 168 time: 2.3934350 Jan 21 09:38:14.923970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.938478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38096) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:14.945385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23', 'external_fixed_ips': [{'subnet_id': 'b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4', 'ip_address': '172.20.0.11'}]}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:14.959954 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-785bca62-38de-4354-b5bd-9038e0d98f0e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1218944 Jan 21 09:38:14.962454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38100) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:14.968848 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': '9aaf6c69-7744-4f6f-8936-53416d4390f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:15.040944 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0debf774-8bb1-475a-a89e-d84d9261eccb'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:15.048056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 9aaf6c69-7744-4f6f-8936-53416d4390f3 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:15.102699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:15.110821 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:15.115175 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:15.118514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:15.127250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:15.164316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-afe8d1d9-b838-42fb-bac5-60aa2a89bef9 req-6c6ba9e9-1e20-4c54-b431-70feb35af484 service neutron] Synchronizing usage tracker for tenant:e732c8e87fc241479ecdb3d26d3fbb7d on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:15.179131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:15.184332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-82fa5b7a-a805-4901-8e01-74566e191e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.185695 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.202761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ba9e9-1e20-4c54-b431-70feb35af484 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2771b53a-e2f6-43a9-a35c-64d3580262a3,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:15.210460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Usage tracker for resource:router and tenant:b22da71e627e41e78506ecdaa454ea8f is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:15.226895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:15.240476 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2ea4-da2b-4a6d-ac3f-f7156e08d6ae req-5ecc796f-feb3-4737-a9a0-856ea1d01b79 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:15.242066 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f1e2ea4-da2b-4a6d-ac3f-f7156e08d6ae req-5ecc796f-feb3-4737-a9a0-856ea1d01b79 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 945 time: 0.7369978 Jan 21 09:38:15.242673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.249176 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 79aed5b2-94c7-449e-a475-1ddc4ba92406 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:15.264095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:15.299420 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e1e02668-cadf-42e6-aec3-d6efc5d9f18c req-3c62a7a4-4c0f-4ab9-87de-62cdfefb1029 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4494712 Jan 21 09:38:15.304580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-82fa5b7a-a805-4901-8e01-74566e191e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:15.347275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=0debf774-8bb1-475a-a89e-d84d9261eccb,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:15.370976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 79aed5b2-94c7-449e-a475-1ddc4ba92406 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:15.371369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.379254 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8f442584-745c-41e5-8519-5bce706a348e up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:15.397228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.398264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.419616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.421723 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f1e2ea4-da2b-4a6d-ac3f-f7156e08d6ae req-176e7301-b0cc-4bac-b586-14125311ec28 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470304 Jan 21 09:38:15.427822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-82fa5b7a-a805-4901-8e01-74566e191e67 admin admin] Usage tracker for resource:security_group_rule and tenant:0473ddb5d1bd4e37a303006ac2cf5a19 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:15.431336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-82fa5b7a-a805-4901-8e01-74566e191e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:15.435700 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0debf774-8bb1-475a-a89e-d84d9261eccb', 'code': 200} Jan 21 09:38:15.436691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-afe8d1d9-b838-42fb-bac5-60aa2a89bef9 req-6c6ba9e9-1e20-4c54-b431-70feb35af484 service neutron] Unset dirty status for tenant:e732c8e87fc241479ecdb3d26d3fbb7d on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:15.438050 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-afe8d1d9-b838-42fb-bac5-60aa2a89bef9 req-6c6ba9e9-1e20-4c54-b431-70feb35af484 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6444066 Jan 21 09:38:15.446868 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-82fa5b7a-a805-4901-8e01-74566e191e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:15.500800 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 8f442584-745c-41e5-8519-5bce706a348e completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:15.572766 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Provisioning for port 79aed5b2-94c7-449e-a475-1ddc4ba92406 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:15.580291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Provisioning complete for port 79aed5b2-94c7-449e-a475-1ddc4ba92406 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:15.580875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.584519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72175fa-e906-4b22-9506-4a4f182d80fb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:15.590724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72175fa-e906-4b22-9506-4a4f182d80fb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:15.591666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d72175fa-e906-4b22-9506-4a4f182d80fb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:15.769121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d72175fa-e906-4b22-9506-4a4f182d80fb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:15.773794 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d72175fa-e906-4b22-9506-4a4f182d80fb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9138827 Jan 21 09:38:15.774758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38108) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:15.781453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.829853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] For port 79aed5b2-94c7-449e-a475-1ddc4ba92406, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=79aed5b2-94c7-449e-a475-1ddc4ba92406,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:15.838211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.843311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-82fa5b7a-a805-4901-8e01-74566e191e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.860612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-82fa5b7a-a805-4901-8e01-74566e191e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.888484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71edb254-bc50-4570-b4b1-e06e96122d65 None None] Network 4102db31-c456-49ce-be3f-84805c6641f9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:15.909190 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-82fa5b7a-a805-4901-8e01-74566e191e67 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0473ddb5d1bd4e37a303006ac2cf5a19&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0944397 Jan 21 09:38:15.914781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38112) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:15.929743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.957252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.994005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa5b7a-a805-4901-8e01-74566e191e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb56118-e10e-46dd-8892-715c78bf4fd0,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.006108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Pushing event updated for resources: {'Port': ['ID=79aed5b2-94c7-449e-a475-1ddc4ba92406,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.033948 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.034293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.034609 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.034931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.035381 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.035566 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.035880 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.036267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.036881 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.037040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.037248 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.037572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1efc9-8f26-4aac-a45b-f353a31ad79f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.051813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4183f085-ccbc-4899-ba15-af0c85ea9973 None None] Provisioning for port 2e5ced39-b4df-4ae6-bf2b-4f533684eeea completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:16.063511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4183f085-ccbc-4899-ba15-af0c85ea9973 None None] Provisioning complete for port 2e5ced39-b4df-4ae6-bf2b-4f533684eeea triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:16.063959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4183f085-ccbc-4899-ba15-af0c85ea9973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.158569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Pushing event updated for resources: {'Port': ['ID=d475897a-871f-487c-84ed-31358d7ae09e,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.163082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4183f085-ccbc-4899-ba15-af0c85ea9973 None None] Port 2e5ced39-b4df-4ae6-bf2b-4f533684eeea cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:16.169002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.204148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3d8aa322-aa16-49fa-b96c-e2b83fed23b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.214315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4183f085-ccbc-4899-ba15-af0c85ea9973 None None] Provisioning for port 8f442584-745c-41e5-8519-5bce706a348e completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:16.219311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.223100 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-74d4e855-64be-40aa-b5d7-f855fe3bccbd tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2230825 Jan 21 09:38:16.223553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38116) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:16.225377 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4183f085-ccbc-4899-ba15-af0c85ea9973 None None] Provisioning complete for port 8f442584-745c-41e5-8519-5bce706a348e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:16.225810 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4183f085-ccbc-4899-ba15-af0c85ea9973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.237946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6ff83-652d-4d54-a8fc-13b5b0bb8873 req-d3867904-d44e-465e-9023-c14c2e1bb6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:16.239384 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a8e6ff83-652d-4d54-a8fc-13b5b0bb8873 req-d3867904-d44e-465e-9023-c14c2e1bb6bf service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 1098 time: 0.2326760 Jan 21 09:38:16.247207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3d8aa322-aa16-49fa-b96c-e2b83fed23b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.316826 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a8e6ff83-652d-4d54-a8fc-13b5b0bb8873 req-43fbc139-c59b-4144-a4d3-fc2f8bb0ae95 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624132 Jan 21 09:38:16.339363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.353286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3d8aa322-aa16-49fa-b96c-e2b83fed23b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.374246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4183f085-ccbc-4899-ba15-af0c85ea9973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.386970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8aa322-aa16-49fa-b96c-e2b83fed23b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb56118-e10e-46dd-8892-715c78bf4fd0,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.399948 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3d8aa322-aa16-49fa-b96c-e2b83fed23b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.406590 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3d8aa322-aa16-49fa-b96c-e2b83fed23b7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0cb56118-e10e-46dd-8892-715c78bf4fd0 HTTP/1.1" status: 204 len: 168 time: 0.4891195 Jan 21 09:38:16.422408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-c11b13c1-6c02-4d61-b80f-d512b9738809 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port 2e5ced39-b4df-4ae6-bf2b-4f533684eeea {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:16.422816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c11b13c1-6c02-4d61-b80f-d512b9738809 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.436686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-4183f085-ccbc-4899-ba15-af0c85ea9973 None None] For port 8f442584-745c-41e5-8519-5bce706a348e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8f442584-745c-41e5-8519-5bce706a348e,segment=NetworkSegment(7183eb46-dc0c-4365-b212-915ab0cb6639),segment_id=7183eb46-dc0c-4365-b212-915ab0cb6639)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:16.442362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4183f085-ccbc-4899-ba15-af0c85ea9973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.563219 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183f085-ccbc-4899-ba15-af0c85ea9973 None None] Pushing event updated for resources: {'Port': ['ID=8f442584-745c-41e5-8519-5bce706a348e,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.566008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:16.584411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063223e-1286-4617-bb31-6028bd985a77 req-22954df5-77d1-43ae-b7ad-3c0a7ea5212e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:16.594393 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5063223e-1286-4617-bb31-6028bd985a77 req-22954df5-77d1-43ae-b7ad-3c0a7ea5212e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 945 time: 0.1264355 Jan 21 09:38:16.597201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:16.620304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Usage tracker for resource:floatingip and tenant:c220eddc3f3b451184b16de78d6eddc6 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:16.625318 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:16.669783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:16.674370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-031cbf3c-704a-41ad-bac7-6143509af977 None None] Provisioning complete for port 8f442584-745c-41e5-8519-5bce706a348e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:16.675416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-031cbf3c-704a-41ad-bac7-6143509af977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.751450 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5063223e-1286-4617-bb31-6028bd985a77 req-ea0d24d9-00be-46d1-9812-7dfec04aeec6 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561077 Jan 21 09:38:16.771076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.808458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.845376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca703e-65e0-46c8-af75-441920a7f05e req-70aad3f3-cb7f-4851-bb51-023b8603ae07 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:16.847117 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-82ca703e-65e0-46c8-af75-441920a7f05e req-70aad3f3-cb7f-4851-bb51-023b8603ae07 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 945 time: 0.1641042 Jan 21 09:38:16.899606 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-031cbf3c-704a-41ad-bac7-6143509af977 None None] Provisioning for port ff0ab50f-0810-482a-a35d-cd1c9ff11154 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:16.908657 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-031cbf3c-704a-41ad-bac7-6143509af977 None None] Provisioning complete for port ff0ab50f-0810-482a-a35d-cd1c9ff11154 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:16.909404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-031cbf3c-704a-41ad-bac7-6143509af977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.998029 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-031cbf3c-704a-41ad-bac7-6143509af977 None None] Port ff0ab50f-0810-482a-a35d-cd1c9ff11154 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:17.021136 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-82ca703e-65e0-46c8-af75-441920a7f05e req-4c44c993-be79-4cbe-b207-30ac842fd5a9 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648660 Jan 21 09:38:17.051503 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.068085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 79aed5b2-94c7-449e-a475-1ddc4ba92406 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:17.133408 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5cac0bcc-34af-40dc-8fbe-31be8f1975ba None None] Provisioning complete for port ff0ab50f-0810-482a-a35d-cd1c9ff11154 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:17.133799 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5cac0bcc-34af-40dc-8fbe-31be8f1975ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.202116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-5cac0bcc-34af-40dc-8fbe-31be8f1975ba None None] Port ff0ab50f-0810-482a-a35d-cd1c9ff11154 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:17.208241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Subnet': ['ID=47bf83ad-41c2-47c9-a1de-797b9c936b92,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:17.215456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 79aed5b2-94c7-449e-a475-1ddc4ba92406 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:17.215724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.247929 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Checking segment: {'id': '334d6aee-1026-4740-8ec1-e351473dd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9aaf6c69-7744-4f6f-8936-53416d4390f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:17.248307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network hostable DHCP agents. Network: 9aaf6c69-7744-4f6f-8936-53416d4390f3, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:17.268235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c11b13c1-6c02-4d61-b80f-d512b9738809 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.280794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Allocated IP 172.26.4.76 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/369c371d-937b-4e49-b45e-63ace0f47e5e) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:17.295345 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.354102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8f442584-745c-41e5-8519-5bce706a348e up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:17.437433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-c11b13c1-6c02-4d61-b80f-d512b9738809 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for 2e5ced39-b4df-4ae6-bf2b-4f533684eeea owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:17.465371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.466796 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 8f442584-745c-41e5-8519-5bce706a348e triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:17.467163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.474522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.512884 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.561634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 9aaf6c69-7744-4f6f-8936-53416d4390f3 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:17.573372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38146) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:17.592086 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:17.603206 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:17.608105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:17.656964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 9aaf6c69-7744-4f6f-8936-53416d4390f3) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:17.669558 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.672431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f6a927-1b27-431b-9111-3005101dafc6 None None] Network 9aaf6c69-7744-4f6f-8936-53416d4390f3 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:17.699152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.700058 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.705562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event updated for resources: {'Port': ['ID=ff0ab50f-0810-482a-a35d-cd1c9ff11154,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:17.755081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Pushing event updated for resources: {'Port': ['ID=369c371d-937b-4e49-b45e-63ace0f47e5e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:17.870832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1446777722'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:17.878184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:17.885573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Usage tracker for resource:network and tenant:e268dd59da274735b7c02f42c7de4f26 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:17.890537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:17.897356 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:17.921527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Made reservation on behalf of e268dd59da274735b7c02f42c7de4f26 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:17.926024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.038702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.099293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:18.107654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Usage tracker for resource:security_group_rule and tenant:e268dd59da274735b7c02f42c7de4f26 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:18.112815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:18.128011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:18.146158 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3599d55d-ef21-483d-9c7f-2de591990346 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1823697 Jan 21 09:38:18.162683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38158) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:18.176286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': '9aaf6c69-7744-4f6f-8936-53416d4390f3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1092755379'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:18.184272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfe78a-3a6b-4816-86a0-151754291d0e req-d4c3da73-60f5-40d5-9fb0-90d9478060fe tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:18.186022 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbcfe78a-3a6b-4816-86a0-151754291d0e req-d4c3da73-60f5-40d5-9fb0-90d9478060fe tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 945 time: 0.2367556 Jan 21 09:38:18.213488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-9aaf6c69-7744-4f6f-8936-53416d4390f3', 'network_id': '9aaf6c69-7744-4f6f-8936-53416d4390f3', 'tenant_id': '1a17eb82f51d4da9bf16b6794dbfa723', 'fixed_ips': [{'subnet_id': '47bf83ad-41c2-47c9-a1de-797b9c936b92'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:18.214314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.270356 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c11b13c1-6c02-4d61-b80f-d512b9738809 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.295329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.373498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Allocated IP 172.20.0.2 (9aaf6c69-7744-4f6f-8936-53416d4390f3/47bf83ad-41c2-47c9-a1de-797b9c936b92/227d5be2-ec73-488e-8141-c3b6466401a4) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:18.401368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b13c1-6c02-4d61-b80f-d512b9738809 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=2e5ced39-b4df-4ae6-bf2b-4f533684eeea,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:18.406173 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbcfe78a-3a6b-4816-86a0-151754291d0e req-4a36aaf1-c25c-48cc-8dd9-1a18923177e2 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721227 Jan 21 09:38:18.409233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.443445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.473599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f9117-ddd5-4e49-89d2-80ae3c5ddecd req-a45636a7-c047-4a1f-8fe2-15c3f2011a5b tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:18.475058 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-898f9117-ddd5-4e49-89d2-80ae3c5ddecd req-a45636a7-c047-4a1f-8fe2-15c3f2011a5b tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 945 time: 0.3033171 Jan 21 09:38:18.486114 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.500203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.525839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.563783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e84042-d6ed-4525-8f04-22cc7fbb10d3,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:18.599364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:18.613034 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-898f9117-ddd5-4e49-89d2-80ae3c5ddecd req-3e2956ae-1333-4396-8d9d-066c37839d67 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239409 Jan 21 09:38:18.639058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.639604 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Added segment 9d0b90d4-8632-4620-9325-dbc6513b9769 of type vlan for network ced351fc-1cbd-4058-8f51-7c456a3a8749 Jan 21 09:38:18.704487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.727327 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Transition to ACTIVE for port object 227d5be2-ec73-488e-8141-c3b6466401a4 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:18.757880 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Transition to ACTIVE for port object 227d5be2-ec73-488e-8141-c3b6466401a4 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:18.767225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.817375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Allocated IP 172.20.0.11 (32831d9e-ce92-48a5-a381-1809876c5d23/b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4/c7bbb941-eff9-484a-ba50-aee3977362be) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:18.860430 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Network 9aaf6c69-7744-4f6f-8936-53416d4390f3 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:18.861741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Pushing event updated for resources: {'Port': ['ID=227d5be2-ec73-488e-8141-c3b6466401a4,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:18.874743 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:18.885027 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:18.906904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.978463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.995475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.000923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:19.001507 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.024361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.025198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Attempting to bind port 227d5be2-ec73-488e-8141-c3b6466401a4 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:19.025858 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Attempting to bind port 227d5be2-ec73-488e-8141-c3b6466401a4 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '334d6aee-1026-4740-8ec1-e351473dd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9aaf6c69-7744-4f6f-8936-53416d4390f3'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:19.026359 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Attempting to bind port 227d5be2-ec73-488e-8141-c3b6466401a4 on network 9aaf6c69-7744-4f6f-8936-53416d4390f3 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:19.033824 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:19.034219 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c11b13c1-6c02-4d61-b80f-d512b9738809 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.035020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Checking segment: {'id': '334d6aee-1026-4740-8ec1-e351473dd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9aaf6c69-7744-4f6f-8936-53416d4390f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:19.036022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.036684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Bound using segment: {'id': '334d6aee-1026-4740-8ec1-e351473dd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9aaf6c69-7744-4f6f-8936-53416d4390f3'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:19.037302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Bound port: 227d5be2-ec73-488e-8141-c3b6466401a4, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334d6aee-1026-4740-8ec1-e351473dd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9aaf6c69-7744-4f6f-8936-53416d4390f3'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:19.037856 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.038774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Network 4102db31-c456-49ce-be3f-84805c6641f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:19.055166 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.078700 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.082698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Network 32831d9e-ce92-48a5-a381-1809876c5d23 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:19.093122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:19.095065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:19.100019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:19.129457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887e9ad-82a9-49f0-9af1-0d015f659ee3 req-7a7b2e61-b840-41ab-b727-a82a909e262f tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:19.134973 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1887e9ad-82a9-49f0-9af1-0d015f659ee3 req-7a7b2e61-b840-41ab-b727-a82a909e262f tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 945 time: 0.3042736 Jan 21 09:38:19.158176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38164) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:19.196719 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-639bbf64-c048-4a51-a861-26326860c13d None None] For port 227d5be2-ec73-488e-8141-c3b6466401a4, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:19.201252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-639bbf64-c048-4a51-a861-26326860c13d None None] For port 227d5be2-ec73-488e-8141-c3b6466401a4, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=227d5be2-ec73-488e-8141-c3b6466401a4,segment=NetworkSegment(334d6aee-1026-4740-8ec1-e351473dd52c),segment_id=334d6aee-1026-4740-8ec1-e351473dd52c)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:19.203745 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:19.207999 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.208647 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:port and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:19.211369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:19.221951 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:19.243308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-b9b756fd-149e-46ea-99cb-3e0e74982b80 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Request body: {'floatingip': {'port_id': 'fd210d5c-26f4-43dd-a128-2c7549bfd616'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:19.300517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event updated for resources: {'Port': ['ID=c7bbb941-eff9-484a-ba50-aee3977362be,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:19.304087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bbf64-c048-4a51-a861-26326860c13d None None] Pushing event updated for resources: {'Port': ['ID=227d5be2-ec73-488e-8141-c3b6466401a4,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:19.320434 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c11b13c1-6c02-4d61-b80f-d512b9738809 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/2e5ced39-b4df-4ae6-bf2b-4f533684eeea HTTP/1.1" status: 204 len: 168 time: 3.5393078 Jan 21 09:38:19.331492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Pushing event updated for resources: {'Network': ['ID=ced351fc-1cbd-4058-8f51-7c456a3a8749,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:19.336808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38168) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:19.344932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network ced351fc-1cbd-4058-8f51-7c456a3a8749 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:19.352304 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-32083857-eb2e-4657-9d99-c11613f7841c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7661848 Jan 21 09:38:19.381738 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38172) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:19.435078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Request body: {'subnet': {'network_id': 'ced351fc-1cbd-4058-8f51-7c456a3a8749', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:19.453644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Pushing event updated for resources: {'Port': ['ID=369c371d-937b-4e49-b45e-63ace0f47e5e,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:19.468467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b9b756fd-149e-46ea-99cb-3e0e74982b80 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for floatingip, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.491749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c563f6cf-e9eb-487a-948c-d0d44848f4a9 None None] Provisioning complete for port ff0ab50f-0810-482a-a35d-cd1c9ff11154 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:19.492227 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c563f6cf-e9eb-487a-948c-d0d44848f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.529023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:19.532474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.609512 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c563f6cf-e9eb-487a-948c-d0d44848f4a9 None None] Port ff0ab50f-0810-482a-a35d-cd1c9ff11154 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:19.792807 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port 2bfee0ef-6389-4719-94fe-e3358df3eaa2 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:19.805951 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.837156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87778ff-124d-4584-8ebd-8b5a3532275c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:19.838580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87778ff-124d-4584-8ebd-8b5a3532275c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:19.839282 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f87778ff-124d-4584-8ebd-8b5a3532275c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:19.847126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:19.857718 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Usage tracker for resource:subnet and tenant:e268dd59da274735b7c02f42c7de4f26 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:19.862980 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:19.906769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:19.921690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.925557 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ee992b11-2730-4f0f-a50c-5e67474eca3f tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6915736 Jan 21 09:38:19.936193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38178) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:19.941218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f87778ff-124d-4584-8ebd-8b5a3532275c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:19.944947 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f87778ff-124d-4584-8ebd-8b5a3532275c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5952711 Jan 21 09:38:19.947219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38182) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:20.091201 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-794d7286-6f3d-4199-b779-bde0ef607e6f tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] 10.222.0.99 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2609 time: 0.1538699 Jan 21 09:38:20.104750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38186) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:20.140424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Made reservation on behalf of e268dd59da274735b7c02f42c7de4f26 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:20.143813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.237903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d83ee8-6d5a-4290-91dd-0896402c1e30 req-fe863de5-769e-4056-ac24-b96c16d98a67 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:20.239438 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-06d83ee8-6d5a-4290-91dd-0896402c1e30 req-fe863de5-769e-4056-ac24-b96c16d98a67 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 945 time: 0.5553110 Jan 21 09:38:20.278752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3523d190-fb6d-44c2-8ce1-3792888fd846 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Synchronizing usage tracker for tenant:6b62de08bca44e77b45860b843fcf8ec on resource:floatingip {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:20.302444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.13 (9aaf6c69-7744-4f6f-8936-53416d4390f3/47bf83ad-41c2-47c9-a1de-797b9c936b92/2bfee0ef-6389-4719-94fe-e3358df3eaa2) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:20.315204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.326591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-787a4ea2-115b-44d8-90c5-6f41b55a7da5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet f1cfd12e-0d3c-483d-aaf4-5301ef76b244 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:20.372535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Router aacbf267-f3dd-4e8a-96c3-3a7acb39e985 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:38:20.405850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6cb235-288c-4629-8a5c-b7c1ed5ad1d6 None None] Network 9aaf6c69-7744-4f6f-8936-53416d4390f3 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:20.408985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3523d190-fb6d-44c2-8ce1-3792888fd846 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Unset dirty status for tenant:6b62de08bca44e77b45860b843fcf8ec on resource:floatingip {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:20.410089 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3523d190-fb6d-44c2-8ce1-3792888fd846 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3042758 Jan 21 09:38:20.413654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-787a4ea2-115b-44d8-90c5-6f41b55a7da5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.446974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38190) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:20.499555 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-06d83ee8-6d5a-4290-91dd-0896402c1e30 req-2394eb35-e557-4ff8-a08c-6b6776d5690c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509353 Jan 21 09:38:20.512646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-787a4ea2-115b-44d8-90c5-6f41b55a7da5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.541773 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8960395a-9a2a-43b3-a147-e5046b95aeec None None] Provisioning for port 227d5be2-ec73-488e-8141-c3b6466401a4 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:20.913953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1f719634-1b4d-4b66-93e6-c135e6332e95 tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Deleting port 369c371d-937b-4e49-b45e-63ace0f47e5e {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:20.914570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1f719634-1b4d-4b66-93e6-c135e6332e95 tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.993075 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-787a4ea2-115b-44d8-90c5-6f41b55a7da5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.081516 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.100012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 227d5be2-ec73-488e-8141-c3b6466401a4 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:21.112498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:21.126165 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d4ed5-a8a8-4e5c-8a6c-427e1d6dca9a None None] Sync routers for ids ['aacbf267-f3dd-4e8a-96c3-3a7acb39e985'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:21.150818 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d4ed5-a8a8-4e5c-8a6c-427e1d6dca9a None None] Routers {'aacbf267-f3dd-4e8a-96c3-3a7acb39e985'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:21.152783 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8b2d4ed5-a8a8-4e5c-8a6c-427e1d6dca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['aacbf267-f3dd-4e8a-96c3-3a7acb39e985'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:21.167910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053b7f7-4f08-4aa8-951a-b006894abf08 req-57e86bcb-9ed8-4b46-b268-311a517d3f2c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:21.169468 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f053b7f7-4f08-4aa8-951a-b006894abf08 req-57e86bcb-9ed8-4b46-b268-311a517d3f2c tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 945 time: 0.3779824 Jan 21 09:38:21.188674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38196) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:21.196451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-b9b756fd-149e-46ea-99cb-3e0e74982b80 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:21.196628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 227d5be2-ec73-488e-8141-c3b6466401a4 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:21.204195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 227d5be2-ec73-488e-8141-c3b6466401a4 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:21.204658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.205214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.234974 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d8545d2b-2f16-4159-9a06-c8330af26a25 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "PUT /v2.0/routers/aacbf267-f3dd-4e8a-96c3-3a7acb39e985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0416548 Jan 21 09:38:21.241610 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8b2d4ed5-a8a8-4e5c-8a6c-427e1d6dca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:21.254003 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d4ed5-a8a8-4e5c-8a6c-427e1d6dca9a None None] Routers {'aacbf267-f3dd-4e8a-96c3-3a7acb39e985'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:21.254344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38200) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:21.254544 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-2e9a9e9a-b4ec-4969-8e7d-1913a2cd7e37 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Request body: {'floatingip': {'port_id': '0debf774-8bb1-475a-a89e-d84d9261eccb'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:21.255332 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8b2d4ed5-a8a8-4e5c-8a6c-427e1d6dca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['aacbf267-f3dd-4e8a-96c3-3a7acb39e985'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:21.276615 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Request body: {'port': {'network_id': '4102db31-c456-49ce-be3f-84805c6641f9', 'name': 'tempest-FloatingIPNegativeTestJSON-2130444847'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:21.308300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Transition to ACTIVE for port object 2bfee0ef-6389-4719-94fe-e3358df3eaa2 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:21.345446 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8b2d4ed5-a8a8-4e5c-8a6c-427e1d6dca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:21.347054 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d4ed5-a8a8-4e5c-8a6c-427e1d6dca9a None None] The sync data for ids ['aacbf267-f3dd-4e8a-96c3-3a7acb39e985'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:21.358226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.380367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2e9a9e9a-b4ec-4969-8e7d-1913a2cd7e37 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for floatingip, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.393506 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 227d5be2-ec73-488e-8141-c3b6466401a4, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=227d5be2-ec73-488e-8141-c3b6466401a4,segment=NetworkSegment(334d6aee-1026-4740-8ec1-e351473dd52c),segment_id=334d6aee-1026-4740-8ec1-e351473dd52c)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:21.398565 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.474909 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=227d5be2-ec73-488e-8141-c3b6466401a4,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.534747 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Pushing event updated for resources: {'Subnet': ['ID=e58743c1-fc2e-4659-aadf-bca706835f7a,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.587508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1f719634-1b4d-4b66-93e6-c135e6332e95 tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.587833 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1f719634-1b4d-4b66-93e6-c135e6332e95 tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.599205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.623550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b9b756fd-149e-46ea-99cb-3e0e74982b80 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.624790 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-787a4ea2-115b-44d8-90c5-6f41b55a7da5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.663172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Checking segment: {'id': '9d0b90d4-8632-4620-9325-dbc6513b9769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ced351fc-1cbd-4058-8f51-7c456a3a8749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:21.663529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Network hostable DHCP agents. Network: ced351fc-1cbd-4058-8f51-7c456a3a8749, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:21.676211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b9b756fd-149e-46ea-99cb-3e0e74982b80 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.725262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:21.726107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a4ea2-115b-44d8-90c5-6f41b55a7da5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=f1cfd12e-0d3c-483d-aaf4-5301ef76b244,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.748252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d564d-2b80-495a-9a88-8c17984093b3 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:21.789971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-787a4ea2-115b-44d8-90c5-6f41b55a7da5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.790281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Usage tracker for resource:port and tenant:3e0071ae888e4dbfbe7cba53beb63718 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:21.799452 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1f719634-1b4d-4b66-93e6-c135e6332e95 tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Calling delete_port for 369c371d-937b-4e49-b45e-63ace0f47e5e owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:21.827771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.847337 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-787a4ea2-115b-44d8-90c5-6f41b55a7da5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/f1cfd12e-0d3c-483d-aaf4-5301ef76b244 HTTP/1.1" status: 204 len: 168 time: 1.8925633 Jan 21 09:38:21.849398 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:21.852027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38204) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:21.858472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Network ced351fc-1cbd-4058-8f51-7c456a3a8749 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:21.905498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:21.952251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 9aaf6c69-7744-4f6f-8936-53416d4390f3 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:22.011358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:22.028443 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Made reservation on behalf of 3e0071ae888e4dbfbe7cba53beb63718 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:22.031950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.053193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:22.062086 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c1e17b36-9ce2-4cc8-989d-d45bed13db4b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2059844 Jan 21 09:38:22.073667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38208) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:22.079972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3457cfd3-5354-4b28-b903-884698d653bf None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:22.085436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3457cfd3-5354-4b28-b903-884698d653bf None None] Deleting port 79aed5b2-94c7-449e-a475-1ddc4ba92406 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:22.086268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3457cfd3-5354-4b28-b903-884698d653bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.087103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, ced351fc-1cbd-4058-8f51-7c456a3a8749) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:22.091624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:22.092177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.098807 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=2bfee0ef-6389-4719-94fe-e3358df3eaa2,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:22.114585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:22.128194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d180498f-83dc-428e-98d7-688f7a189ab4 None None] Network ced351fc-1cbd-4058-8f51-7c456a3a8749 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:22.142662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] device_id is not set on port 92544abe-1bcd-4e77-8cd1-f47fb71778e5 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:22.229802 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5db1b18e-f3e7-4a36-96f0-b95151475e66 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8154247 Jan 21 09:38:22.233620 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38212) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:22.244254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Request body: {'port': {'network_id': 'ced351fc-1cbd-4058-8f51-7c456a3a8749', 'name': 'tempest-TagsExtTest-10908182'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:22.342516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:22.343334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.343760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:22.352959 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-b9b756fd-149e-46ea-99cb-3e0e74982b80 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Floating IP 6a2d7619-acfe-47cc-9892-8cfcfcf17c96 associated. External IP: 172.26.4.227, port: fd210d5c-26f4-43dd-a128-2c7549bfd616. Jan 21 09:38:22.372695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-604870fe-c73e-4633-b7fe-f6cefed570f3 None None] Provisioning for port 2bfee0ef-6389-4719-94fe-e3358df3eaa2 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:22.411914 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-604870fe-c73e-4633-b7fe-f6cefed570f3 None None] Provisioning complete for port 2bfee0ef-6389-4719-94fe-e3358df3eaa2 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:22.411914 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-604870fe-c73e-4633-b7fe-f6cefed570f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.427788 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-49ace3bc-c31b-4788-8140-5bb10e31a51b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 4.2573361 Jan 21 09:38:22.430680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38216) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:22.459558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:22.464383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Router 90b72adc-f15a-47ee-82bb-08664ba65c84 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:38:22.480375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1f719634-1b4d-4b66-93e6-c135e6332e95 tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.488304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:22.492756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Allocated IP 172.20.0.6 (4102db31-c456-49ce-be3f-84805c6641f9/0defe5b8-32d1-4ef5-b01a-edd62e26dbd6/92544abe-1bcd-4e77-8cd1-f47fb71778e5) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:22.520531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:22.533211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3457cfd3-5354-4b28-b903-884698d653bf None None] For port 79aed5b2-94c7-449e-a475-1ddc4ba92406, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=79aed5b2-94c7-449e-a475-1ddc4ba92406,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:22.533787 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3457cfd3-5354-4b28-b903-884698d653bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.555668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f719634-1b4d-4b66-93e6-c135e6332e95 tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Pushing event deleted for resources: {'Port': ['ID=369c371d-937b-4e49-b45e-63ace0f47e5e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:22.571540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:22.587787 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Usage tracker for resource:port and tenant:e268dd59da274735b7c02f42c7de4f26 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:22.649136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:22.652511 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.666166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-da0d0b03-9a8a-4183-92fd-497b6d2552f4 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port 2bfee0ef-6389-4719-94fe-e3358df3eaa2 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:22.666512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da0d0b03-9a8a-4183-92fd-497b6d2552f4 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.681489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:22.715089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3457cfd3-5354-4b28-b903-884698d653bf None None] Calling delete_port for 79aed5b2-94c7-449e-a475-1ddc4ba92406 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:22.742422 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-604870fe-c73e-4633-b7fe-f6cefed570f3 None None] Port 2bfee0ef-6389-4719-94fe-e3358df3eaa2 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:22.767431 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:22.769748 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-ced351fc-1cbd-4058-8f51-7c456a3a8749', 'network_id': 'ced351fc-1cbd-4058-8f51-7c456a3a8749', 'tenant_id': 'e268dd59da274735b7c02f42c7de4f26', 'fixed_ips': [{'subnet_id': 'e58743c1-fc2e-4659-aadf-bca706835f7a'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:22.770682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.871954 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3457cfd3-5354-4b28-b903-884698d653bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.933984 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3457cfd3-5354-4b28-b903-884698d653bf None None] No DVR routers for this DVR port 79aed5b2-94c7-449e-a475-1ddc4ba92406 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:22.935481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457cfd3-5354-4b28-b903-884698d653bf None None] Pushing event deleted for resources: {'Port': ['ID=79aed5b2-94c7-449e-a475-1ddc4ba92406,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:23.000382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Made reservation on behalf of e268dd59da274735b7c02f42c7de4f26 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:23.003760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.020057 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Allocated IP 172.20.0.2 (ced351fc-1cbd-4058-8f51-7c456a3a8749/e58743c1-fc2e-4659-aadf-bca706835f7a/3946ff99-7c56-4115-b4ac-6458e445a24a) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:23.122979 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] device_id is not set on port 8a5d587a-9787-4143-8c57-0143c15fb5b8 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:23.130554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 227d5be2-ec73-488e-8141-c3b6466401a4 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:23.285701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 227d5be2-ec73-488e-8141-c3b6466401a4 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:23.286086 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.298907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:23.300769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1f719634-1b4d-4b66-93e6-c135e6332e95 tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.303588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1f719634-1b4d-4b66-93e6-c135e6332e95 tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.307547 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1f719634-1b4d-4b66-93e6-c135e6332e95 tempest-FloatingIPAdminTestJSON-1200381308 tempest-FloatingIPAdminTestJSON-1200381308-project] 10.222.0.99 "DELETE /v2.0/floatingips/7fd3e860-8723-4c3a-b4a9-4b3260fcd610 HTTP/1.1" status: 204 len: 168 time: 2.8122246 Jan 21 09:38:23.313095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Sync routers for ids ['90b72adc-f15a-47ee-82bb-08664ba65c84'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:23.322116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38220) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:23.347439 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da0d0b03-9a8a-4183-92fd-497b6d2552f4 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.349126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.363365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Routers {'90b72adc-f15a-47ee-82bb-08664ba65c84'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:23.363998 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['90b72adc-f15a-47ee-82bb-08664ba65c84'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:23.412164 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-2e9a9e9a-b4ec-4969-8e7d-1913a2cd7e37 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:23.469334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Transition to ACTIVE for port object 3946ff99-7c56-4115-b4ac-6458e445a24a will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:23.509664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Transition to ACTIVE for port object 3946ff99-7c56-4115-b4ac-6458e445a24a will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:23.533626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-da0d0b03-9a8a-4183-92fd-497b6d2552f4 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for 2bfee0ef-6389-4719-94fe-e3358df3eaa2 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:23.566336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.567858 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-78d6e7c8-fd45-43d0-8895-c696bbf477b4 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.6283996 Jan 21 09:38:23.604449 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.632405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38224) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:23.710381 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Network ced351fc-1cbd-4058-8f51-7c456a3a8749 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:23.720470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:23.722833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:23.734423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Set router 90b72adc-f15a-47ee-82bb-08664ba65c84 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:23.745459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.752226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da0d0b03-9a8a-4183-92fd-497b6d2552f4 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.766911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b756fd-149e-46ea-99cb-3e0e74982b80 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Router e8493fe9-d07d-4912-8839-c3dfd05910fd has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:38:23.768155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-752aed51-8495-4255-8ca7-6f611e6d1c26 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Deleting port d475897a-871f-487c-84ed-31358d7ae09e {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:23.768555 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-752aed51-8495-4255-8ca7-6f611e6d1c26 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.811934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2e9a9e9a-b4ec-4969-8e7d-1913a2cd7e37 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.814278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d0b03-9a8a-4183-92fd-497b6d2552f4 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=2bfee0ef-6389-4719-94fe-e3358df3eaa2,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:23.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Transition to ACTIVE for port object 92544abe-1bcd-4e77-8cd1-f47fb71778e5 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:23.826606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.847737 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Pushing event updated for resources: {'Port': ['ID=3946ff99-7c56-4115-b4ac-6458e445a24a,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:23.874888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 79aed5b2-94c7-449e-a475-1ddc4ba92406 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:23.909120 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2e9a9e9a-b4ec-4969-8e7d-1913a2cd7e37 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.947590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da0d0b03-9a8a-4183-92fd-497b6d2552f4 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.960685 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-da0d0b03-9a8a-4183-92fd-497b6d2552f4 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/2bfee0ef-6389-4719-94fe-e3358df3eaa2 HTTP/1.1" status: 204 len: 168 time: 1.5287848 Jan 21 09:38:23.968072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38228) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:23.973275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 79aed5b2-94c7-449e-a475-1ddc4ba92406 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:23.973723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 79aed5b2-94c7-449e-a475-1ddc4ba92406 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:23.996915 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.003729 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Attempting to bind port 3946ff99-7c56-4115-b4ac-6458e445a24a on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:24.004325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Attempting to bind port 3946ff99-7c56-4115-b4ac-6458e445a24a by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '9d0b90d4-8632-4620-9325-dbc6513b9769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ced351fc-1cbd-4058-8f51-7c456a3a8749'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:24.004886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Attempting to bind port 3946ff99-7c56-4115-b4ac-6458e445a24a on network ced351fc-1cbd-4058-8f51-7c456a3a8749 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:24.013866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:24.014515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Checking segment: {'id': '9d0b90d4-8632-4620-9325-dbc6513b9769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ced351fc-1cbd-4058-8f51-7c456a3a8749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:24.015070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.015609 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Bound using segment: {'id': '9d0b90d4-8632-4620-9325-dbc6513b9769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ced351fc-1cbd-4058-8f51-7c456a3a8749'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:24.016245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Bound port: 3946ff99-7c56-4115-b4ac-6458e445a24a, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0b90d4-8632-4620-9325-dbc6513b9769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ced351fc-1cbd-4058-8f51-7c456a3a8749'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:24.016798 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.037924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Allocated IP 172.20.0.8 (ced351fc-1cbd-4058-8f51-7c456a3a8749/e58743c1-fc2e-4659-aadf-bca706835f7a/8a5d587a-9787-4143-8c57-0143c15fb5b8) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:24.088991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Network 4102db31-c456-49ce-be3f-84805c6641f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:24.092267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:24.096361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:24.134312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event updated for resources: {'Port': ['ID=92544abe-1bcd-4e77-8cd1-f47fb71778e5,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.181525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.182148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.214806 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dcf7a7b7-6414-4922-9e7e-70e394d43844 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9566431 Jan 21 09:38:24.217992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38234) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:24.224087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:24.230217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:24.234617 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Usage tracker for resource:floatingip and tenant:3e0071ae888e4dbfbe7cba53beb63718 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:24.238756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:24.241784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] For port 3946ff99-7c56-4115-b4ac-6458e445a24a, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:24.243077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=5021dbd1-26a3-4c48-a4b6-39a4f428845c,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.246426 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e769cf43-b6b4-428d-a437-f54c9ce1349d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:38:24.246967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e769cf43-b6b4-428d-a437-f54c9ce1349d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:24.255405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:24.256123 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] For port 3946ff99-7c56-4115-b4ac-6458e445a24a, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3946ff99-7c56-4115-b4ac-6458e445a24a,segment=NetworkSegment(9d0b90d4-8632-4620-9325-dbc6513b9769),segment_id=9d0b90d4-8632-4620-9325-dbc6513b9769)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:24.270378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.270641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.373562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b72adc-f15a-47ee-82bb-08664ba65c84', 'name': '', 'tenant_id': 'b22da71e627e41e78506ecdaa454ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23', 'external_fixed_ips': [{'subnet_id': 'b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c7bbb941-eff9-484a-ba50-aee3977362be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:19Z', 'revision_number': 3, 'project_id': 'b22da71e627e41e78506ecdaa454ea8f', 'gw_port': {'id': 'c7bbb941-eff9-484a-ba50-aee3977362be', 'name': '', 'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:87:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b72adc-f15a-47ee-82bb-08664ba65c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:18Z', 'updated_at': '2022-01-21T09:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:24.376374 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ff1c2-e869-4c8b-a4b1-9a6563575fbc None None] Pushing event updated for resources: {'Port': ['ID=3946ff99-7c56-4115-b4ac-6458e445a24a,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.385828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Checking router: 90b72adc-f15a-47ee-82bb-08664ba65c84 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:24.386162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Updating router 90b72adc-f15a-47ee-82bb-08664ba65c84 port c7bbb941-eff9-484a-ba50-aee3977362be binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:38:24.452961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f2afeb6e-9aaa-4b87-ae9c-e7f0873c4845 None None] Provisioning for port 92544abe-1bcd-4e77-8cd1-f47fb71778e5 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:24.459162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.465643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.487669 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f2afeb6e-9aaa-4b87-ae9c-e7f0873c4845 None None] Provisioning complete for port 92544abe-1bcd-4e77-8cd1-f47fb71778e5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:24.488037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2afeb6e-9aaa-4b87-ae9c-e7f0873c4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.500449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:24.561640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f2afeb6e-9aaa-4b87-ae9c-e7f0873c4845 None None] Port 92544abe-1bcd-4e77-8cd1-f47fb71778e5 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:24.579940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:24.607539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40020ac-7d90-4ec5-a381-c8ff7d86abe2 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:24.641212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.641212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.753507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Allocated IP 172.26.4.111 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/39ee4d3f-22b7-4f98-a5b3-15f4268b5a01) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:24.928212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e769cf43-b6b4-428d-a437-f54c9ce1349d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:24.931899 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e769cf43-b6b4-428d-a437-f54c9ce1349d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/2bfee0ef-6389-4719-94fe-e3358df3eaa2 HTTP/1.1" status: 404 len: 333 time: 0.9517131 Jan 21 09:38:24.966262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38238) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:24.971049 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.089082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '5021dbd1-26a3-4c48-a4b6-39a4f428845c'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:25.090157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.102534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.114847 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.117757 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.131336 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Transition to ACTIVE for port object c7bbb941-eff9-484a-ba50-aee3977362be will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:25.144827 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3946ff99-7c56-4115-b4ac-6458e445a24a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:25.161591 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-2e9a9e9a-b4ec-4969-8e7d-1913a2cd7e37 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Floating IP 73f7883f-28c0-496b-9609-24f723cbf38c associated. External IP: 172.26.4.15, port: 0debf774-8bb1-475a-a89e-d84d9261eccb. Jan 21 09:38:25.162545 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.174965 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.213986 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ad47b213-e896-4f7d-91d6-d9704ec6d71f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1387773 Jan 21 09:38:25.215798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b756fd-149e-46ea-99cb-3e0e74982b80 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:25.219690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38242) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:25.229781 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5f985-c14d-4b3c-811f-01c69276a1b9 None None] Sync routers for ids ['e8493fe9-d07d-4912-8839-c3dfd05910fd'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:25.231192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b9b756fd-149e-46ea-99cb-3e0e74982b80 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.239408 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5f985-c14d-4b3c-811f-01c69276a1b9 None None] Routers {'e8493fe9-d07d-4912-8839-c3dfd05910fd'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:25.240233 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-3ed5f985-c14d-4b3c-811f-01c69276a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e8493fe9-d07d-4912-8839-c3dfd05910fd'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:25.246634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'name': 'tempest-NetworksTestDHCPv6-144790442'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:25.287342 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:25.297739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:25.328841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:25.341549 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Attempting to bind port c7bbb941-eff9-484a-ba50-aee3977362be on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:25.341917 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Attempting to bind port c7bbb941-eff9-484a-ba50-aee3977362be by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'b99ab5d4-5103-44da-9100-13b327201f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:25.342272 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Attempting to bind port c7bbb941-eff9-484a-ba50-aee3977362be on network 32831d9e-ce92-48a5-a381-1809876c5d23 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:25.363585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:25.363951 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Checking segment: {'id': 'b99ab5d4-5103-44da-9100-13b327201f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:25.364373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.364777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Bound using segment: {'id': 'b99ab5d4-5103-44da-9100-13b327201f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:25.365238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Bound port: c7bbb941-eff9-484a-ba50-aee3977362be, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99ab5d4-5103-44da-9100-13b327201f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:25.365636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.370535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event updated for resources: {'Port': ['ID=39ee4d3f-22b7-4f98-a5b3-15f4268b5a01,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:25.413425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Transition to ACTIVE for port object 8a5d587a-9787-4143-8c57-0143c15fb5b8 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:25.443915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] For port c7bbb941-eff9-484a-ba50-aee3977362be, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:25.447056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] For port c7bbb941-eff9-484a-ba50-aee3977362be, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c7bbb941-eff9-484a-ba50-aee3977362be,segment=NetworkSegment(b99ab5d4-5103-44da-9100-13b327201f1f),segment_id=b99ab5d4-5103-44da-9100-13b327201f1f)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:25.452704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-752aed51-8495-4255-8ca7-6f611e6d1c26 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.453921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-752aed51-8495-4255-8ca7-6f611e6d1c26 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.464568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694000be-af03-4c91-877e-dd91d74ccc9d None None] Pushing event updated for resources: {'Port': ['ID=c7bbb941-eff9-484a-ba50-aee3977362be,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:25.467388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.545217 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-3ed5f985-c14d-4b3c-811f-01c69276a1b9 None None] Set router e8493fe9-d07d-4912-8839-c3dfd05910fd gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:25.559552 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:25.575713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:25.591471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:25.610577 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 3946ff99-7c56-4115-b4ac-6458e445a24a completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:25.612601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:25.645868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:25.649357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.674577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port 2309bd3c-4279-4868-a324-a9dcafefc21b yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:25.723841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-752aed51-8495-4255-8ca7-6f611e6d1c26 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Calling delete_port for d475897a-871f-487c-84ed-31358d7ae09e owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:25.734270 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Routers {'90b72adc-f15a-47ee-82bb-08664ba65c84'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:25.735327 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['90b72adc-f15a-47ee-82bb-08664ba65c84'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:25.739042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.832545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92fd748-b71b-406f-8952-aa7838ac638b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting subnet 47bf83ad-41c2-47c9-a1de-797b9c936b92 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:25.842286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.849966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d92fd748-b71b-406f-8952-aa7838ac638b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.924397 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0c28bc-00d4-4f16-ab64-a3b1c6d774a3 None None] Network ced351fc-1cbd-4058-8f51-7c456a3a8749 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:25.942943 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694000be-af03-4c91-877e-dd91d74ccc9d None None] Pushing event updated for resources: {'Port': ['ID=c7bbb941-eff9-484a-ba50-aee3977362be,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:25.978180 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.991585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Allocated IP 2001:db8::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/5021dbd1-26a3-4c48-a4b6-39a4f428845c/7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:25.994763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] Set router 90b72adc-f15a-47ee-82bb-08664ba65c84 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:26.023602 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b9b756fd-149e-46ea-99cb-3e0e74982b80 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "PUT /v2.0/floatingips/6a2d7619-acfe-47cc-9892-8cfcfcf17c96 HTTP/1.1" status: 200 len: 991 time: 6.8641739 Jan 21 09:38:26.032097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef62ae4-2812-4dab-aa01-ad40eb1068ed', 'tag': 'fd210d5c-26f4-43dd-a128-2c7549bfd616'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:26.037469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Deleting port c7bbb941-eff9-484a-ba50-aee3977362be {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:26.037804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.050502 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-3ed5f985-c14d-4b3c-811f-01c69276a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 4, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '6a2d7619-acfe-47cc-9892-8cfcfcf17c96', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'floating_ip_address': '172.26.4.227', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'port_id': 'fd210d5c-26f4-43dd-a128-2c7549bfd616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'mac_address': 'fa:16:3e:fd:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef62ae4-2812-4dab-aa01-ad40eb1068ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:38:21Z', 'revision_number': 1, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef722c01-737a-429f-8935-22ae499d9db1', 'name': '', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'mac_address': 'fa:16:3e:62:17:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:31Z', 'revision_number': 5, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'subnets': [{'id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:26.058849 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5f985-c14d-4b3c-811f-01c69276a1b9 None None] Checking router: e8493fe9-d07d-4912-8839-c3dfd05910fd for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:26.073407 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5f985-c14d-4b3c-811f-01c69276a1b9 None None] Routers {'e8493fe9-d07d-4912-8839-c3dfd05910fd'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:26.074320 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-3ed5f985-c14d-4b3c-811f-01c69276a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e8493fe9-d07d-4912-8839-c3dfd05910fd'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:26.160232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.167832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.277964 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a295c52b-9a5f-4275-9235-5ae54c6add1d None None] Provisioning for port 3946ff99-7c56-4115-b4ac-6458e445a24a completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:26.296866 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-3ed5f985-c14d-4b3c-811f-01c69276a1b9 None None] Set router e8493fe9-d07d-4912-8839-c3dfd05910fd gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:26.312000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event updated for resources: {'Port': ['ID=39ee4d3f-22b7-4f98-a5b3-15f4268b5a01,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:26.327067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.358066 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.363119 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0807bb13-e829-464e-b249-9e9936852c89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1439512 Jan 21 09:38:26.364442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38252) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:26.370610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-215d38a9-926d-4f7d-8371-eb10ed778bd2 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Request body: {'floatingip': {'port_id': '92544abe-1bcd-4e77-8cd1-f47fb71778e5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:26.393840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a295c52b-9a5f-4275-9235-5ae54c6add1d None None] Provisioning complete for port 3946ff99-7c56-4115-b4ac-6458e445a24a triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:26.394207 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a295c52b-9a5f-4275-9235-5ae54c6add1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.406748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] For port c7bbb941-eff9-484a-ba50-aee3977362be, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c7bbb941-eff9-484a-ba50-aee3977362be,segment=NetworkSegment(b99ab5d4-5103-44da-9100-13b327201f1f),segment_id=b99ab5d4-5103-44da-9100-13b327201f1f)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:26.407100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.457785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-215d38a9-926d-4f7d-8371-eb10ed778bd2 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for floatingip, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.539968 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Calling delete_port for c7bbb941-eff9-484a-ba50-aee3977362be owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:26.714536 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-3ed5f985-c14d-4b3c-811f-01c69276a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 4, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '6a2d7619-acfe-47cc-9892-8cfcfcf17c96', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'floating_ip_address': '172.26.4.227', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'port_id': 'fd210d5c-26f4-43dd-a128-2c7549bfd616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'mac_address': 'fa:16:3e:fd:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef62ae4-2812-4dab-aa01-ad40eb1068ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:38:21Z', 'revision_number': 1, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef722c01-737a-429f-8935-22ae499d9db1', 'name': '', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'mac_address': 'fa:16:3e:62:17:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:31Z', 'revision_number': 5, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'subnets': [{'id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:26.718768 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5f985-c14d-4b3c-811f-01c69276a1b9 None None] The sync data for ids ['e8493fe9-d07d-4912-8839-c3dfd05910fd'] in dv-neutron-825723-1-hyperv is: [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 4, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '6a2d7619-acfe-47cc-9892-8cfcfcf17c96', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'floating_ip_address': '172.26.4.227', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'port_id': 'fd210d5c-26f4-43dd-a128-2c7549bfd616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'mac_address': 'fa:16:3e:fd:03:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef62ae4-2812-4dab-aa01-ad40eb1068ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:38:21Z', 'revision_number': 1, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef722c01-737a-429f-8935-22ae499d9db1', 'name': '', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'mac_address': 'fa:16:3e:62:17:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:31Z', 'revision_number': 5, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'subnets': [{'id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:26.721535 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-215d38a9-926d-4f7d-8371-eb10ed778bd2 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] update failed (client error): The resource could not be found. Jan 21 09:38:26.725907 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-215d38a9-926d-4f7d-8371-eb10ed778bd2 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "PUT /v2.0/floatingips/95f62870-c7bc-45fa-a00c-076336b5069a HTTP/1.1" status: 404 len: 507 time: 0.3601308 Jan 21 09:38:26.727469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38256) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:26.829930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.841369 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef62ae4-2812-4dab-aa01-ad40eb1068ed', 'tag': 'fd210d5c-26f4-43dd-a128-2c7549bfd616', 'status': 'completed', 'code': 200} Jan 21 09:38:26.910186 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d18d257c-2be6-4b54-a19f-7676cfecdfe8 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Deleting port 39ee4d3f-22b7-4f98-a5b3-15f4268b5a01 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:26.910186 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d257c-2be6-4b54-a19f-7676cfecdfe8 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.934167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d92fd748-b71b-406f-8952-aa7838ac638b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.958540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.973536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Transition to ACTIVE for port object 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:27.015060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Network ced351fc-1cbd-4058-8f51-7c456a3a8749 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:27.022659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a295c52b-9a5f-4275-9235-5ae54c6add1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.042257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd4fc0-d997-4c23-85f0-5b52b65ea480 None None] New status for floating IP 6a2d7619-acfe-47cc-9892-8cfcfcf17c96: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:38:27.050343 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:27.054196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:27.096622 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Transition to ACTIVE for port object 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:27.135531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:27.136235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.141350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.196426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d257c-2be6-4b54-a19f-7676cfecdfe8 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.196784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d257c-2be6-4b54-a19f-7676cfecdfe8 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.252605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b72adc-f15a-47ee-82bb-08664ba65c84', 'name': '', 'tenant_id': 'b22da71e627e41e78506ecdaa454ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23', 'external_fixed_ips': [{'subnet_id': 'b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c7bbb941-eff9-484a-ba50-aee3977362be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:19Z', 'revision_number': 3, 'project_id': 'b22da71e627e41e78506ecdaa454ea8f', 'gw_port': {'id': 'c7bbb941-eff9-484a-ba50-aee3977362be', 'name': '', 'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:87:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b72adc-f15a-47ee-82bb-08664ba65c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:18Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:27.261087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:27.265431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a295c52b-9a5f-4275-9235-5ae54c6add1d None None] For port 3946ff99-7c56-4115-b4ac-6458e445a24a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3946ff99-7c56-4115-b4ac-6458e445a24a,segment=NetworkSegment(9d0b90d4-8632-4620-9325-dbc6513b9769),segment_id=9d0b90d4-8632-4620-9325-dbc6513b9769)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:27.275963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:27.277432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:27.297760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Pushing event updated for resources: {'Port': ['ID=8a5d587a-9787-4143-8c57-0143c15fb5b8,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.303534 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6891b2f4-d7ed-4aac-8e3c-15bd1773aed5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 5.0646620 Jan 21 09:38:27.321376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38262) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:27.350597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-b942a9bb-29cd-499a-b10d-82cb423774b1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-827438630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:27.367689 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2725b0aa-f27c-408c-a8f0-6a57c4c63405 None None] The sync data for ids ['90b72adc-f15a-47ee-82bb-08664ba65c84'] in dv-neutron-825723-1-hyperv is: [{'id': '90b72adc-f15a-47ee-82bb-08664ba65c84', 'name': '', 'tenant_id': 'b22da71e627e41e78506ecdaa454ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23', 'external_fixed_ips': [{'subnet_id': 'b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c7bbb941-eff9-484a-ba50-aee3977362be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:19Z', 'revision_number': 3, 'project_id': 'b22da71e627e41e78506ecdaa454ea8f', 'gw_port': {'id': 'c7bbb941-eff9-484a-ba50-aee3977362be', 'name': '', 'network_id': '32831d9e-ce92-48a5-a381-1809876c5d23', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:87:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b72adc-f15a-47ee-82bb-08664ba65c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:18Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:27.371202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d18d257c-2be6-4b54-a19f-7676cfecdfe8 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Calling delete_port for 39ee4d3f-22b7-4f98-a5b3-15f4268b5a01 owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:27.383202 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a295c52b-9a5f-4275-9235-5ae54c6add1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.393192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Pushing event updated for resources: {'Port': ['ID=7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.405190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b942a9bb-29cd-499a-b10d-82cb423774b1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:27.471813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::284 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/5021dbd1-26a3-4c48-a4b6-39a4f428845c/2309bd3c-4279-4868-a324-a9dcafefc21b) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:27.478301 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b942a9bb-29cd-499a-b10d-82cb423774b1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Usage tracker for resource:router and tenant:e268dd59da274735b7c02f42c7de4f26 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:27.490822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b942a9bb-29cd-499a-b10d-82cb423774b1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:27.513313 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-752aed51-8495-4255-8ca7-6f611e6d1c26 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.517339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b942a9bb-29cd-499a-b10d-82cb423774b1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:27.550420 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295c52b-9a5f-4275-9235-5ae54c6add1d None None] Pushing event updated for resources: {'Port': ['ID=3946ff99-7c56-4115-b4ac-6458e445a24a,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.628242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d92fd748-b71b-406f-8952-aa7838ac638b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.718516 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Attempting to bind port 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:27.718973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Attempting to bind port 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:27.719443 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Attempting to bind port 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:27.776451 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d257c-2be6-4b54-a19f-7676cfecdfe8 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.807875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:27.808766 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:27.809504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.810124 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:27.810877 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Bound port: 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:27.811447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.832572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-94fb0ed9-6c02-4c35-9234-b5098d08f6cb None None] Provisioning for port 8a5d587a-9787-4143-8c57-0143c15fb5b8 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:27.852692 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d257c-2be6-4b54-a19f-7676cfecdfe8 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event deleted for resources: {'Port': ['ID=39ee4d3f-22b7-4f98-a5b3-15f4268b5a01,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.919303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d92fd748-b71b-406f-8952-aa7838ac638b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.948479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] For port 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:27.950667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece93704-c0da-452c-85a9-57d58fd7eba7 req-bbd5abb1-c792-405a-a6d6-2fccbb0aa30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:27.957266 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] For port 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:27.958830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-94fb0ed9-6c02-4c35-9234-b5098d08f6cb None None] Provisioning complete for port 8a5d587a-9787-4143-8c57-0143c15fb5b8 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:27.959445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-94fb0ed9-6c02-4c35-9234-b5098d08f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.961480 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ece93704-c0da-452c-85a9-57d58fd7eba7 req-bbd5abb1-c792-405a-a6d6-2fccbb0aa30c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=013dc1cee37942f9bf78ba151fe8de88&device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 1098 time: 1.0789261 Jan 21 09:38:27.988721 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.011433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752aed51-8495-4255-8ca7-6f611e6d1c26 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Pushing event deleted for resources: {'Port': ['ID=d475897a-871f-487c-84ed-31358d7ae09e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:28.014497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b942a9bb-29cd-499a-b10d-82cb423774b1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.015578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b942a9bb-29cd-499a-b10d-82cb423774b1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.029003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.046598 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2654a29f-7248-49d8-a9f8-ac16f212acef None None] Network 9aaf6c69-7744-4f6f-8936-53416d4390f3 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:28.058586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d257c-2be6-4b54-a19f-7676cfecdfe8 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.080770 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.092068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d257c-2be6-4b54-a19f-7676cfecdfe8 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.093275 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d18d257c-2be6-4b54-a19f-7676cfecdfe8 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "DELETE /v2.0/floatingips/95f62870-c7bc-45fa-a00c-076336b5069a HTTP/1.1" status: 204 len: 168 time: 1.3655846 Jan 21 09:38:28.106908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d92fd748-b71b-406f-8952-aa7838ac638b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.110133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fd748-b71b-406f-8952-aa7838ac638b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Subnet': ['ID=47bf83ad-41c2-47c9-a1de-797b9c936b92,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:28.112712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object 2309bd3c-4279-4868-a324-a9dcafefc21b will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:28.126823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38266) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:28.142460 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b942a9bb-29cd-499a-b10d-82cb423774b1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.163067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.194922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ae639812-0e30-4512-b393-876ab75d46d9 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Request body: {'floatingip': {'floating_network_id': '4102db31-c456-49ce-be3f-84805c6641f9', 'port_id': '92544abe-1bcd-4e77-8cd1-f47fb71778e5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:28.205482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ae639812-0e30-4512-b393-876ab75d46d9 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:28.209531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ae639812-0e30-4512-b393-876ab75d46d9 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Usage tracker for resource:floatingip and tenant:3e0071ae888e4dbfbe7cba53beb63718 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:28.213020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ae639812-0e30-4512-b393-876ab75d46d9 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:28.219084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ae639812-0e30-4512-b393-876ab75d46d9 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:28.222993 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-94fb0ed9-6c02-4c35-9234-b5098d08f6cb None None] Port 8a5d587a-9787-4143-8c57-0143c15fb5b8 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:28.231909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7bbb941-eff9-484a-ba50-aee3977362be,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:28.270856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:28.276929 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:28.288497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:28.299868 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a7402-499e-4ec7-ad05-718aede219b3 None None] Pushing event updated for resources: {'Port': ['ID=7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:28.303204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:28.304244 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.317969 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-94fb0ed9-6c02-4c35-9234-b5098d08f6cb None None] Provisioning complete for port 3946ff99-7c56-4115-b4ac-6458e445a24a triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:28.318270 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-94fb0ed9-6c02-4c35-9234-b5098d08f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.335119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=2309bd3c-4279-4868-a324-a9dcafefc21b,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:28.359118 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4261f61b-c39b-4c35-8081-513c6c7b4412 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1260886 Jan 21 09:38:28.361712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38270) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:28.468163 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d92fd748-b71b-406f-8952-aa7838ac638b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/47bf83ad-41c2-47c9-a1de-797b9c936b92 HTTP/1.1" status: 204 len: 168 time: 3.5002952 Jan 21 09:38:28.472515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38276) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:28.490214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ae639812-0e30-4512-b393-876ab75d46d9 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.581529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9a9e9a-b4ec-4969-8e7d-1913a2cd7e37 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:38:28.623562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de7a148-ae66-4c7b-8f29-f94689c0bb6a None None] DHCP port deletion for 9aaf6c69-7744-4f6f-8936-53416d4390f3 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:28.629086 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-6de7a148-ae66-4c7b-8f29-f94689c0bb6a None None] Deleting port 227d5be2-ec73-488e-8141-c3b6466401a4 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:28.629687 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6de7a148-ae66-4c7b-8f29-f94689c0bb6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.667623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.696954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port 227d5be2-ec73-488e-8141-c3b6466401a4 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:28.697165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.733902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7311df-63f3-4236-a8ce-0e42d461b8fb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:28.734931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-752aed51-8495-4255-8ca7-6f611e6d1c26 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.737624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-752aed51-8495-4255-8ca7-6f611e6d1c26 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.738744 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-752aed51-8495-4255-8ca7-6f611e6d1c26 tempest-FloatingIPAdminTestJSON-724008231 tempest-FloatingIPAdminTestJSON-724008231-project-admin] 10.222.0.99 "DELETE /v2.0/floatingips/c4c71ef8-a98d-4d05-8caa-eeaecada0115 HTTP/1.1" status: 204 len: 168 time: 5.4134634 Jan 21 09:38:28.744146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7311df-63f3-4236-a8ce-0e42d461b8fb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:28.744863 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3c7311df-63f3-4236-a8ce-0e42d461b8fb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:28.749266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38282) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:28.786297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3c7311df-63f3-4236-a8ce-0e42d461b8fb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:28.790675 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3c7311df-63f3-4236-a8ce-0e42d461b8fb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4253418 Jan 21 09:38:28.790860 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38286) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:28.799392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b942a9bb-29cd-499a-b10d-82cb423774b1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.877409 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c383eb8f-f509-404c-bdae-c467dbcf7180 None None] Provisioning complete for port 8a5d587a-9787-4143-8c57-0143c15fb5b8 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:28.877928 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c383eb8f-f509-404c-bdae-c467dbcf7180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.936256 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2e965d26-1266-489b-acdd-dd33e28d26d7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port 2309bd3c-4279-4868-a324-a9dcafefc21b {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:28.936627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2e965d26-1266-489b-acdd-dd33e28d26d7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.976092 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece93704-c0da-452c-85a9-57d58fd7eba7 req-ae97ffc1-b6ad-42fd-9463-3244cc6ef0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:28.977827 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ece93704-c0da-452c-85a9-57d58fd7eba7 req-ae97ffc1-b6ad-42fd-9463-3244cc6ef0bb service neutron] 10.222.0.121 "GET /v2.0/networks?id=7cb82da3-5f7d-4504-aa6b-91451816142c HTTP/1.1" status: 200 len: 907 time: 0.9399922 Jan 21 09:38:28.978562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b942a9bb-29cd-499a-b10d-82cb423774b1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.982318 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b942a9bb-29cd-499a-b10d-82cb423774b1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6531646 Jan 21 09:38:28.982457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.992686 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38290) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:29.005965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e2c570e1-3413-4bbb-adb0-9d5cfb65fcca tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-853071737', 'prefixes': ['172.20.0.0/16']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:29.015381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e2c570e1-3413-4bbb-adb0-9d5cfb65fcca tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:29.072896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6de7a148-ae66-4c7b-8f29-f94689c0bb6a None None] For port 227d5be2-ec73-488e-8141-c3b6466401a4, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=227d5be2-ec73-488e-8141-c3b6466401a4,segment=NetworkSegment(334d6aee-1026-4740-8ec1-e351473dd52c),segment_id=334d6aee-1026-4740-8ec1-e351473dd52c)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:29.073482 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6de7a148-ae66-4c7b-8f29-f94689c0bb6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.087394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c383eb8f-f509-404c-bdae-c467dbcf7180 None None] Port 8a5d587a-9787-4143-8c57-0143c15fb5b8 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:29.188627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d853c139-3e17-4ecf-925d-6d0594a5a878 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Deleting port 2a2fcb2f-3784-4979-9200-51eb79122ba5 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:29.189626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d853c139-3e17-4ecf-925d-6d0594a5a878 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.213211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-6de7a148-ae66-4c7b-8f29-f94689c0bb6a None None] Calling delete_port for 227d5be2-ec73-488e-8141-c3b6466401a4 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:29.226589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] For port 227d5be2-ec73-488e-8141-c3b6466401a4, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=227d5be2-ec73-488e-8141-c3b6466401a4,segment=NetworkSegment(334d6aee-1026-4740-8ec1-e351473dd52c),segment_id=334d6aee-1026-4740-8ec1-e351473dd52c)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:29.226953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.269047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3946ff99-7c56-4115-b4ac-6458e445a24a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:29.338748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.359725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6de7a148-ae66-4c7b-8f29-f94689c0bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.404901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.417702 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7a148-ae66-4c7b-8f29-f94689c0bb6a None None] Pushing event deleted for resources: {'Port': ['ID=227d5be2-ec73-488e-8141-c3b6466401a4,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:29.419894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7a148-ae66-4c7b-8f29-f94689c0bb6a None None] No DVR routers for this DVR port 227d5be2-ec73-488e-8141-c3b6466401a4 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:29.423505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3946ff99-7c56-4115-b4ac-6458e445a24a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:29.424031 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.560288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for 227d5be2-ec73-488e-8141-c3b6466401a4 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:29.575102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:29.687812 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ece93704-c0da-452c-85a9-57d58fd7eba7 req-6c0532b8-2735-438b-a953-fccb97260975 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd210d5c-26f4-43dd-a128-2c7549bfd616 HTTP/1.1" status: 200 len: 1001 time: 0.6571963 Jan 21 09:38:29.704726 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:29.724823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e2c570e1-3413-4bbb-adb0-9d5cfb65fcca tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks [] for subnetpool, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.729214 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e2c570e1-3413-4bbb-adb0-9d5cfb65fcca tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7325521 Jan 21 09:38:29.737928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38296) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:29.749059 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-ff7a65c7-fb9d-4f26-a326-fe37b2a86c0c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e58743c1-fc2e-4659-aadf-bca706835f7a', 'tempest-TagsExtTest-Tag-1153585675') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:29.756227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.757992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90b72adc-f15a-47ee-82bb-08664ba65c84 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:38:29.773147 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 227d5be2-ec73-488e-8141-c3b6466401a4 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:29.806070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2e965d26-1266-489b-acdd-dd33e28d26d7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.828209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 227d5be2-ec73-488e-8141-c3b6466401a4 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:29.828575 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 227d5be2-ec73-488e-8141-c3b6466401a4 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:29.847504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.api [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:29.847923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG oslo_db.api [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:29.853614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9a9e9a-b4ec-4969-8e7d-1913a2cd7e37 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:29.860036 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2e9a9e9a-b4ec-4969-8e7d-1913a2cd7e37 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.871225 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de07f2-e44f-428e-a172-785e2e2b91df None None] Sync routers for ids ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:29.882496 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.883739 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de07f2-e44f-428e-a172-785e2e2b91df None None] Routers {'c3d2f99a-a4cf-42bb-acc2-4155c99e4605'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:29.884608 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d8de07f2-e44f-428e-a172-785e2e2b91df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:29.899402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.903258 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-62de809a-c99b-4fb9-af61-4f348e6ff975 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "DELETE /v2.0/routers/90b72adc-f15a-47ee-82bb-08664ba65c84 HTTP/1.1" status: 204 len: 168 time: 6.2535241 Jan 21 09:38:29.924399 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38300) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:29.950378 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-46a60523-9407-46ec-8af7-e06a4cc297da None None] Provisioning for port 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:29.956207 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-46a60523-9407-46ec-8af7-e06a4cc297da None None] Provisioning complete for port 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:29.956941 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-46a60523-9407-46ec-8af7-e06a4cc297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.011570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d53627-d8f4-4234-a273-2ca6412b7f88 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Deleting subnet b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:30.013333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2e965d26-1266-489b-acdd-dd33e28d26d7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for 2309bd3c-4279-4868-a324-a9dcafefc21b owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:30.015094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8d53627-d8f4-4234-a273-2ca6412b7f88 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.183281 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-46a60523-9407-46ec-8af7-e06a4cc297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.189870 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-d8de07f2-e44f-428e-a172-785e2e2b91df None None] Set router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:30.254074 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-46a60523-9407-46ec-8af7-e06a4cc297da None None] For port 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:30.267813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-46a60523-9407-46ec-8af7-e06a4cc297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.312704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8d53627-d8f4-4234-a273-2ca6412b7f88 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.328736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2e965d26-1266-489b-acdd-dd33e28d26d7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.372391 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a60523-9407-46ec-8af7-e06a4cc297da None None] Pushing event updated for resources: {'Port': ['ID=7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:30.393014 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece93704-c0da-452c-85a9-57d58fd7eba7 req-9fef2939-131f-4135-a1b7-e257996f3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:30.394526 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ece93704-c0da-452c-85a9-57d58fd7eba7 req-9fef2939-131f-4135-a1b7-e257996f3a76 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428 HTTP/1.1" status: 200 len: 845 time: 0.6403527 Jan 21 09:38:30.401158 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6086677c-965c-48be-a338-b7bc925e7f3f None None] Could not find standard attr ID for object 2309bd3c-4279-4868-a324-a9dcafefc21b. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:30.412874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port 227d5be2-ec73-488e-8141-c3b6466401a4 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:30.413713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.455799 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ff7a65c7-fb9d-4f26-a326-fe37b2a86c0c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "PUT /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a/tags/tempest-TagsExtTest-Tag-1153585675 HTTP/1.1" status: 201 len: 201 time: 0.7139432 Jan 21 09:38:30.464251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e965d26-1266-489b-acdd-dd33e28d26d7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=2309bd3c-4279-4868-a324-a9dcafefc21b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:30.467694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38304) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:30.506130 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2e9a9e9a-b4ec-4969-8e7d-1913a2cd7e37 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "PUT /v2.0/floatingips/73f7883f-28c0-496b-9609-24f723cbf38c HTTP/1.1" status: 200 len: 990 time: 9.3162291 Jan 21 09:38:30.518811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'tag': '0debf774-8bb1-475a-a89e-d84d9261eccb'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:30.595309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-570a0734-e963-4b49-b674-455de9569a60 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8a5d587a-9787-4143-8c57-0143c15fb5b8', 'tempest-TagsExtTest-Tag-1693941386') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:30.602834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8d53627-d8f4-4234-a273-2ca6412b7f88 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.654363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] The port '227d5be2-ec73-488e-8141-c3b6466401a4' was deleted {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:38:30.655029 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'tag': '0debf774-8bb1-475a-a89e-d84d9261eccb', 'status': 'completed', 'code': 200} Jan 21 09:38:30.664639 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2e965d26-1266-489b-acdd-dd33e28d26d7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.713532 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d853c139-3e17-4ecf-925d-6d0594a5a878 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.755884 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d8de07f2-e44f-428e-a172-785e2e2b91df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '73f7883f-28c0-496b-9609-24f723cbf38c', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'port_id': '0debf774-8bb1-475a-a89e-d84d9261eccb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'mac_address': 'fa:16:3e:28:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:46Z', 'updated_at': '2022-01-21T09:38:23Z', 'revision_number': 1, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b596cb53-86c0-4cb9-80fd-c031153fca5c', 'name': '', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'mac_address': 'fa:16:3e:9c:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:29Z', 'updated_at': '2022-01-21T09:37:43Z', 'revision_number': 5, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'subnets': [{'id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:30.761132 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de07f2-e44f-428e-a172-785e2e2b91df None None] Checking router: c3d2f99a-a4cf-42bb-acc2-4155c99e4605 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:30.774290 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de07f2-e44f-428e-a172-785e2e2b91df None None] Routers {'c3d2f99a-a4cf-42bb-acc2-4155c99e4605'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:30.775175 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d8de07f2-e44f-428e-a172-785e2e2b91df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:30.793261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.121', 49983) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:30.849215 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2e965d26-1266-489b-acdd-dd33e28d26d7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/2309bd3c-4279-4868-a324-a9dcafefc21b HTTP/1.1" status: 204 len: 168 time: 2.0549085 Jan 21 09:38:30.865837 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38314) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:30.891770 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d853c139-3e17-4ecf-925d-6d0594a5a878 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Calling delete_port for 2a2fcb2f-3784-4979-9200-51eb79122ba5 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:30.922195 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-ae639812-0e30-4512-b393-876ab75d46d9 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:30.922998 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ae639812-0e30-4512-b393-876ab75d46d9 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.7830021 Jan 21 09:38:30.937998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38320) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:30.955923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece93704-c0da-452c-85a9-57d58fd7eba7 req-20bffd59-b0d9-45f7-9b27-9ba23c4ea991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:30.957720 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ece93704-c0da-452c-85a9-57d58fd7eba7 req-20bffd59-b0d9-45f7-9b27-9ba23c4ea991 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7cb82da3-5f7d-4504-aa6b-91451816142c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5419416 Jan 21 09:38:30.963961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '92544abe-1bcd-4e77-8cd1-f47fb71778e5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:31.016413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8d53627-d8f4-4234-a273-2ca6412b7f88 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.031544 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-d8de07f2-e44f-428e-a172-785e2e2b91df None None] Set router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:31.039981 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:31.045981 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.063956 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Usage tracker for resource:floatingip and tenant:3e0071ae888e4dbfbe7cba53beb63718 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:31.073336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:31.100572 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cddfa0-8336-473d-9983-17bba1ffc0e7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:31.102716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cddfa0-8336-473d-9983-17bba1ffc0e7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:31.106598 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f4cddfa0-8336-473d-9983-17bba1ffc0e7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2364111 Jan 21 09:38:31.107212 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:31.114329 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38324) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:31.114869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:31.117917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aaf6c69-7744-4f6f-8936-53416d4390f3']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:31.120774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d53627-d8f4-4234-a273-2ca6412b7f88 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:31.130382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8d53627-d8f4-4234-a273-2ca6412b7f88 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.179422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334d6aee-1026-4740-8ec1-e351473dd52c') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:31.179759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334d6aee-1026-4740-8ec1-e351473dd52c') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:31.192458 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e8d53627-d8f4-4234-a273-2ca6412b7f88 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "DELETE /v2.0/subnets/b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4 HTTP/1.1" status: 204 len: 168 time: 1.2668765 Jan 21 09:38:31.197233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38328) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:31.200617 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.234362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55af52-ea73-4bef-8bf2-d4fb48c300e1 req-64add16a-6e9c-46c6-935f-167e74a2c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:31.235874 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4c55af52-ea73-4bef-8bf2-d4fb48c300e1 req-64add16a-6e9c-46c6-935f-167e74a2c536 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e54ca0e8ac734aaa9779a4239a46440b&device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 1098 time: 0.5796425 Jan 21 09:38:31.242924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:31.244149 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.248556 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.268600 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ece93704-c0da-452c-85a9-57d58fd7eba7 req-b84f6906-1e4b-42db-a8c2-4dac470faf72 service neutron] 10.222.0.121 "GET /v2.0/networks/7cb82da3-5f7d-4504-aa6b-91451816142c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001997 Jan 21 09:38:31.275027 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8114d6-3526-485e-a800-ca2d67284a89 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 5021dbd1-26a3-4c48-a4b6-39a4f428845c {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:31.278385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cc8114d6-3526-485e-a800-ca2d67284a89 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.334977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cc8114d6-3526-485e-a800-ca2d67284a89 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.368528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d853c139-3e17-4ecf-925d-6d0594a5a878 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.405044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device c7bbb941-eff9-484a-ba50-aee3977362be no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:31.448426 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: c7bbb941-eff9-484a-ba50-aee3977362be {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:31.449198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device c7bbb941-eff9-484a-ba50-aee3977362be not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:31.481158 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.487608 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853c139-3e17-4ecf-925d-6d0594a5a878 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event deleted for resources: {'Port': ['ID=2a2fcb2f-3784-4979-9200-51eb79122ba5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:31.504224 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d8de07f2-e44f-428e-a172-785e2e2b91df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '73f7883f-28c0-496b-9609-24f723cbf38c', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'port_id': '0debf774-8bb1-475a-a89e-d84d9261eccb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'mac_address': 'fa:16:3e:28:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:46Z', 'updated_at': '2022-01-21T09:38:23Z', 'revision_number': 1, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b596cb53-86c0-4cb9-80fd-c031153fca5c', 'name': '', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'mac_address': 'fa:16:3e:9c:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:29Z', 'updated_at': '2022-01-21T09:37:43Z', 'revision_number': 5, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'subnets': [{'id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:31.511091 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de07f2-e44f-428e-a172-785e2e2b91df None None] The sync data for ids ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'] in dv-neutron-825723-1-hyperv is: [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '73f7883f-28c0-496b-9609-24f723cbf38c', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'port_id': '0debf774-8bb1-475a-a89e-d84d9261eccb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'mac_address': 'fa:16:3e:28:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:46Z', 'updated_at': '2022-01-21T09:38:23Z', 'revision_number': 1, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b596cb53-86c0-4cb9-80fd-c031153fca5c', 'name': '', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'mac_address': 'fa:16:3e:9c:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:29Z', 'updated_at': '2022-01-21T09:37:43Z', 'revision_number': 5, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'subnets': [{'id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:31.532422 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9a7790f7-b5a9-4651-99fe-58151da63e6b req-bd5125ef-6b34-4c09-8570-96e95f062f08 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7222476 Jan 21 09:38:31.564468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.569635 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-570a0734-e963-4b49-b674-455de9569a60 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "PUT /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8/tags/tempest-TagsExtTest-Tag-1693941386 HTTP/1.1" status: 201 len: 201 time: 1.0719111 Jan 21 09:38:31.579543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38332) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:31.659112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:38:31.659645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.685354 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-057b5785-91a3-4e93-80b5-279cb7ae4fe0 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a9664aab-ec60-4905-92bd-f18707ececbb', 'tempest-TagsExtTest-Tag-88959312') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:31.693968 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ece93704-c0da-452c-85a9-57d58fd7eba7 req-85821f9c-4e9b-4a4e-a005-d892d6dc1855 service neutron] 10.222.0.121 "GET /v2.0/networks/7cb82da3-5f7d-4504-aa6b-91451816142c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727887 Jan 21 09:38:31.716456 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d853c139-3e17-4ecf-925d-6d0594a5a878 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.718683 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d853c139-3e17-4ecf-925d-6d0594a5a878 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "DELETE /v2.0/ports/2a2fcb2f-3784-4979-9200-51eb79122ba5 HTTP/1.1" status: 204 len: 168 time: 2.9650013 Jan 21 09:38:31.721630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38338) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:31.774283 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:31.825788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.884563 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dcc470-20c6-4807-a78c-28052e60b6af None None] New status for floating IP 73f7883f-28c0-496b-9609-24f723cbf38c: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:38:31.914185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32831d9e-ce92-48a5-a381-1809876c5d23']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:31.935387 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99ab5d4-5103-44da-9100-13b327201f1f') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:31.935815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99ab5d4-5103-44da-9100-13b327201f1f') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:31.953684 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.979448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.992518 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.993842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:38:31.994311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:32.008381 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:32.020291 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf195bb-25d3-4c6b-9024-3108280724bd tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.021013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2cf195bb-25d3-4c6b-9024-3108280724bd tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Synchronizing usage tracker for tenant:6b62de08bca44e77b45860b843fcf8ec on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:32.037868 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7790f7-b5a9-4651-99fe-58151da63e6b req-6c5f761e-414a-4c9c-8288-1e0c9b6fff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.043002 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9a7790f7-b5a9-4651-99fe-58151da63e6b req-6c5f761e-414a-4c9c-8288-1e0c9b6fff2d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=013dc1cee37942f9bf78ba151fe8de88&device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 1098 time: 0.1978960 Jan 21 09:38:32.095616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55af52-ea73-4bef-8bf2-d4fb48c300e1 req-7ca49a17-7b63-4f1f-82d6-271009f642ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.097138 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4c55af52-ea73-4bef-8bf2-d4fb48c300e1 req-7ca49a17-7b63-4f1f-82d6-271009f642ec service neutron] 10.222.0.121 "GET /v2.0/networks?id=5bb0f08d-d43c-4a56-a8c8-c205d9dff66a HTTP/1.1" status: 200 len: 913 time: 0.7270937 Jan 21 09:38:32.102437 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.112943 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Network': ['ID=9aaf6c69-7744-4f6f-8936-53416d4390f3,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:32.120504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cc8114d6-3526-485e-a800-ca2d67284a89 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.236923 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-024f7811-acf2-490b-9c66-5827d833fa4f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/networks/9aaf6c69-7744-4f6f-8936-53416d4390f3 HTTP/1.1" status: 204 len: 168 time: 3.7588508 Jan 21 09:38:32.243384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38344) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:32.281229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'name': 'tempest-PortsTestJSON-1024479982'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:32.302943 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-057b5785-91a3-4e93-80b5-279cb7ae4fe0 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "PUT /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb/tags/tempest-TagsExtTest-Tag-88959312 HTTP/1.1" status: 201 len: 201 time: 0.7024939 Jan 21 09:38:32.317172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38348) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:32.335455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2cf195bb-25d3-4c6b-9024-3108280724bd tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Unset dirty status for tenant:6b62de08bca44e77b45860b843fcf8ec on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:32.336664 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2cf195bb-25d3-4c6b-9024-3108280724bd tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "GET /v2.0/ports?device_id=a465a0d4-9d30-49b7-b107-2a5c9fe27889 HTTP/1.1" status: 200 len: 913 time: 0.6140299 Jan 21 09:38:32.341353 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.342526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38352) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:32.343338 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-051f9a5d-4123-491c-82e5-204edfd2c9e5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4f773081-412c-4985-bdc3-982b9b0156d6', 'tempest-TagsExtTest-Tag-936498196') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:32.364550 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4c55af52-ea73-4bef-8bf2-d4fb48c300e1 req-0a984688-0d7f-4237-b906-31e4c4087f66 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0debf774-8bb1-475a-a89e-d84d9261eccb HTTP/1.1" status: 200 len: 998 time: 0.2565727 Jan 21 09:38:32.428785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32831d9e-ce92-48a5-a381-1809876c5d23 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:38:32.442002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.446468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event deleted for resources: {'Network': ['ID=32831d9e-ce92-48a5-a381-1809876c5d23,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:32.468586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.476566 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2dbfe40e-8e38-4ab6-85f5-ef1eb0710131 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "DELETE /v2.0/networks/32831d9e-ce92-48a5-a381-1809876c5d23 HTTP/1.1" status: 204 len: 168 time: 1.2727027 Jan 21 09:38:32.492163 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7790f7-b5a9-4651-99fe-58151da63e6b req-f4ecdae9-be7c-41d4-9c59-242f1890810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.493654 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9a7790f7-b5a9-4651-99fe-58151da63e6b req-f4ecdae9-be7c-41d4-9c59-242f1890810a service neutron] 10.222.0.121 "GET /v2.0/networks?id=7cb82da3-5f7d-4504-aa6b-91451816142c HTTP/1.1" status: 200 len: 907 time: 0.2595470 Jan 21 09:38:32.527348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:32.566700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:32.584122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cc8114d6-3526-485e-a800-ca2d67284a89 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.654549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55af52-ea73-4bef-8bf2-d4fb48c300e1 req-ae81fe92-9b83-4885-82f3-d537485e9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.655975 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4c55af52-ea73-4bef-8bf2-d4fb48c300e1 req-ae81fe92-9b83-4885-82f3-d537485e9b0a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ee2397c0-87b1-4037-824e-ef67a0df213d HTTP/1.1" status: 200 len: 851 time: 0.2409148 Jan 21 09:38:32.716980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8114d6-3526-485e-a800-ca2d67284a89 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=5021dbd1-26a3-4c48-a4b6-39a4f428845c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:32.730109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b870b24c-f01f-4edf-b9fd-8a6fd74aa9cb None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:32.732817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cc8114d6-3526-485e-a800-ca2d67284a89 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.745525 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-051f9a5d-4123-491c-82e5-204edfd2c9e5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "PUT /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6/tags/tempest-TagsExtTest-Tag-936498196 HTTP/1.1" status: 201 len: 201 time: 0.4252894 Jan 21 09:38:32.753026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:32.756747 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.765789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38360) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:32.804950 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9a7790f7-b5a9-4651-99fe-58151da63e6b req-bb56fc12-0377-45eb-bf0a-e54aa341289b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd210d5c-26f4-43dd-a128-2c7549bfd616 HTTP/1.1" status: 200 len: 1001 time: 0.3038702 Jan 21 09:38:32.816724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-4e0ea0b7-58b2-4573-b728-fec204097961 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e58743c1-fc2e-4659-aadf-bca706835f7a') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:32.857605 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cc8114d6-3526-485e-a800-ca2d67284a89 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/5021dbd1-26a3-4c48-a4b6-39a4f428845c HTTP/1.1" status: 204 len: 168 time: 1.7299619 Jan 21 09:38:32.865192 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38366) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:32.937419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port 3141cd7f-11a9-45f1-93ba-174c34c15502 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:32.995938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38372) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:33.016226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0d679a8c-6cb4-48dc-9cca-5550faae2904 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Request body: {'router': {'name': 'tempest-router--1387696899', 'project_id': 'dc3efa29b5264c22827c0706b80fd64e'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:33.040794 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-81998f78-845a-477f-be1a-e37476b684e5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1682122 Jan 21 09:38:33.045359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38376) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:33.046736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0d679a8c-6cb4-48dc-9cca-5550faae2904 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:33.047664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7790f7-b5a9-4651-99fe-58151da63e6b req-ec55d586-faa6-4829-8ace-0aeebbc6fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:33.049324 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9a7790f7-b5a9-4651-99fe-58151da63e6b req-ec55d586-faa6-4829-8ace-0aeebbc6fcba service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428 HTTP/1.1" status: 200 len: 845 time: 0.2288895 Jan 21 09:38:33.071517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Allocated IP 172.26.4.250 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/df418845-8629-45ea-a7fc-d5dce500bdc7) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:33.075311 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0d679a8c-6cb4-48dc-9cca-5550faae2904 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Usage tracker for resource:router and tenant:dc3efa29b5264c22827c0706b80fd64e is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:33.085579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0d679a8c-6cb4-48dc-9cca-5550faae2904 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:33.100391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0d679a8c-6cb4-48dc-9cca-5550faae2904 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:33.165081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55af52-ea73-4bef-8bf2-d4fb48c300e1 req-31056ab8-ed21-46a6-b8ef-c00c53dd8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:33.166593 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4c55af52-ea73-4bef-8bf2-d4fb48c300e1 req-31056ab8-ed21-46a6-b8ef-c00c53dd8f52 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5bb0f08d-d43c-4a56-a8c8-c205d9dff66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4858718 Jan 21 09:38:33.183295 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d679a8c-6cb4-48dc-9cca-5550faae2904 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.184305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d679a8c-6cb4-48dc-9cca-5550faae2904 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.220263 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd9d53e-3549-47de-932e-c7694ab154ea None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:33.224180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9d53e-3549-47de-932e-c7694ab154ea None None] Deleting port 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:33.224579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2bd9d53e-3549-47de-932e-c7694ab154ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.369816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7790f7-b5a9-4651-99fe-58151da63e6b req-33d0c6bf-4a20-4611-8523-9376e4fdd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:33.371345 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9a7790f7-b5a9-4651-99fe-58151da63e6b req-33d0c6bf-4a20-4611-8523-9376e4fdd47f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7cb82da3-5f7d-4504-aa6b-91451816142c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2670956 Jan 21 09:38:33.381455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d2174a-bf3f-4297-9807-0d079b2d5c01 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:33.382925 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d3d2174a-bf3f-4297-9807-0d079b2d5c01 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3324225 Jan 21 09:38:33.434647 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38382) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:33.497152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d679a8c-6cb4-48dc-9cca-5550faae2904 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.500384 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2bd9d53e-3549-47de-932e-c7694ab154ea None None] For port 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:33.501155 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2bd9d53e-3549-47de-932e-c7694ab154ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.523366 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4e0ea0b7-58b2-4573-b728-fec204097961 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a/tags HTTP/1.1" status: 200 len: 241 time: 0.7172067 Jan 21 09:38:33.524688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38386) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:33.536962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-c021ec94-0d42-4212-9801-aba47971602f tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e58743c1-fc2e-4659-aadf-bca706835f7a', 'tempest-TagsExtTest-Tag-1153585675') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:33.602032 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9a7790f7-b5a9-4651-99fe-58151da63e6b req-852e4a15-5a43-407d-9bdf-18c31570401c service neutron] 10.222.0.121 "GET /v2.0/networks/7cb82da3-5f7d-4504-aa6b-91451816142c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177789 Jan 21 09:38:33.650671 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9d53e-3549-47de-932e-c7694ab154ea None None] Calling delete_port for 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:33.717587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54fe716-c2c1-4b55-8070-d1b640a0c7cf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:33.718197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b54fe716-c2c1-4b55-8070-d1b640a0c7cf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:33.737907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2bd9d53e-3549-47de-932e-c7694ab154ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.740028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d679a8c-6cb4-48dc-9cca-5550faae2904 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.762899 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.768883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26a8ed2d-9fdf-4a0e-88cb-2e49e95e4302 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.778355 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.788157 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4c55af52-ea73-4bef-8bf2-d4fb48c300e1 req-88f52f9c-4baa-4a58-8e87-c67c697d0906 service neutron] 10.222.0.121 "GET /v2.0/networks/5bb0f08d-d43c-4a56-a8c8-c205d9dff66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874705 Jan 21 09:38:33.789416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9d53e-3549-47de-932e-c7694ab154ea None None] Pushing event deleted for resources: {'Port': ['ID=7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:33.793387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd9d53e-3549-47de-932e-c7694ab154ea None None] No DVR routers for this DVR port 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:33.832162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b54fe716-c2c1-4b55-8070-d1b640a0c7cf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:33.833403 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b54fe716-c2c1-4b55-8070-d1b640a0c7cf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3826334 Jan 21 09:38:33.840772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38390) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:33.841550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d679a8c-6cb4-48dc-9cca-5550faae2904 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.842740 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0d679a8c-6cb4-48dc-9cca-5550faae2904 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8429012 Jan 21 09:38:33.856571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38394) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:33.950323 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9a7790f7-b5a9-4651-99fe-58151da63e6b req-6622d197-8e02-45f3-9858-ee8585a44f8d service neutron] 10.222.0.121 "GET /v2.0/networks/7cb82da3-5f7d-4504-aa6b-91451816142c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387797 Jan 21 09:38:33.975234 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c021ec94-0d42-4212-9801-aba47971602f tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a/tags/tempest-TagsExtTest-Tag-1153585675 HTTP/1.1" status: 204 len: 168 time: 0.4494078 Jan 21 09:38:33.978233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38398) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:33.986093 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-50aebf63-981c-4ede-b1e9-0990f88cb4b2 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e58743c1-fc2e-4659-aadf-bca706835f7a', 'tempest-TagsExtTest-Tag-1153585675') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:34.039396 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c120242f-9b44-4179-98d2-9e45d699a390 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1954217 Jan 21 09:38:34.056618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38402) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:34.067139 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b0d82bc2-9511-4969-8154-bdc34d474094 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:34.174203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62ccb0ce-1f63-4915-83c5-680bd588ed71 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.229283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.263356 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-50aebf63-981c-4ede-b1e9-0990f88cb4b2 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a/tags/tempest-TagsExtTest-Tag-1153585675 HTTP/1.1" status: 204 len: 168 time: 0.2841206 Jan 21 09:38:34.267083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38408) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:34.272661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-d06090ac-1ef3-4568-b329-1dc05d4ed2a3 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e58743c1-fc2e-4659-aadf-bca706835f7a') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:34.348597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.373395 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4c55af52-ea73-4bef-8bf2-d4fb48c300e1 req-a85b840f-30c6-4824-a32e-7d93961fbf33 service neutron] 10.222.0.121 "GET /v2.0/networks/5bb0f08d-d43c-4a56-a8c8-c205d9dff66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748971 Jan 21 09:38:34.376251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-26a8ed2d-9fdf-4a0e-88cb-2e49e95e4302 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Deleting port 594bbf64-5571-4237-a80c-3e5752a63f17 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:34.376654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26a8ed2d-9fdf-4a0e-88cb-2e49e95e4302 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.459430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 388315d9-324e-414b-bfb3-97b00b19a9ca is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:34.487576 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d06090ac-1ef3-4568-b329-1dc05d4ed2a3 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a/tags HTTP/1.1" status: 200 len: 205 time: 0.2193658 Jan 21 09:38:34.492324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38414) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:34.501038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-690b0e88-c07c-4436-8452-71883dc90e12 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8a5d587a-9787-4143-8c57-0143c15fb5b8') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:34.513471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:34.581101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:34.586468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:34.587444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.591214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b0d82bc2-9511-4969-8154-bdc34d474094 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:34.594676 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:34.609242 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:34.620136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=3141cd7f-11a9-45f1-93ba-174c34c15502,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:34.622152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:34.639728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26a8ed2d-9fdf-4a0e-88cb-2e49e95e4302 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.765964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-26a8ed2d-9fdf-4a0e-88cb-2e49e95e4302 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Calling delete_port for 594bbf64-5571-4237-a80c-3e5752a63f17 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:34.803020 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:38:34.818669 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-690b0e88-c07c-4436-8452-71883dc90e12 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8/tags HTTP/1.1" status: 200 len: 241 time: 0.3252480 Jan 21 09:38:34.821418 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38418) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:34.828539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-3205c0f2-1f25-4aee-be63-802d6a4b9012 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8a5d587a-9787-4143-8c57-0143c15fb5b8', 'tempest-TagsExtTest-Tag-1693941386') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:34.858817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b0d82bc2-9511-4969-8154-bdc34d474094 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:34.885961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62ccb0ce-1f63-4915-83c5-680bd588ed71 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.898392 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-09c5805f-17ce-4a82-bd18-708e3c1bb5ca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6434667 Jan 21 09:38:34.899133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62ccb0ce-1f63-4915-83c5-680bd588ed71 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.899249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38422) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:34.988853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-fde9598e-4ce0-4e50-b197-92c639d1522f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port 3141cd7f-11a9-45f1-93ba-174c34c15502 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:34.989196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fde9598e-4ce0-4e50-b197-92c639d1522f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.997494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d82bc2-9511-4969-8154-bdc34d474094 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:35.001091 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b0d82bc2-9511-4969-8154-bdc34d474094 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.019511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event updated for resources: {'Port': ['ID=df418845-8629-45ea-a7fc-d5dce500bdc7,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:35.030058 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3205c0f2-1f25-4aee-be63-802d6a4b9012 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8/tags/tempest-TagsExtTest-Tag-1693941386 HTTP/1.1" status: 204 len: 168 time: 0.2076418 Jan 21 09:38:35.035065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38426) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:35.090996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-f45a3a6d-8ba3-42db-8efd-57089c1fa281 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8a5d587a-9787-4143-8c57-0143c15fb5b8', 'tempest-TagsExtTest-Tag-1693941386') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:35.104500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:35.114943 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62ccb0ce-1f63-4915-83c5-680bd588ed71 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.115421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ccb0ce-1f63-4915-83c5-680bd588ed71 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53d85dbe-2da4-40fb-9a17-77bc6d023411 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:38:35.143352 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:35.143696 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7e7d2425-12ac-4a9e-8d8f-4ddd85706ee6 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:35.217653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62ccb0ce-1f63-4915-83c5-680bd588ed71 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.218163 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-62ccb0ce-1f63-4915-83c5-680bd588ed71 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "DELETE /v2.0/routers/53d85dbe-2da4-40fb-9a17-77bc6d023411 HTTP/1.1" status: 204 len: 168 time: 1.3098242 Jan 21 09:38:35.290109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fde9598e-4ce0-4e50-b197-92c639d1522f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.318187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Deleting port df418845-8629-45ea-a7fc-d5dce500bdc7 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:35.318850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.432154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38434) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:35.501052 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f45a3a6d-8ba3-42db-8efd-57089c1fa281 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8/tags/tempest-TagsExtTest-Tag-1693941386 HTTP/1.1" status: 204 len: 168 time: 0.4503393 Jan 21 09:38:35.515003 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38440) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:35.525261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-97537358-5c80-4239-a492-0240951d5d94 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8a5d587a-9787-4143-8c57-0143c15fb5b8') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:35.527818 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26a8ed2d-9fdf-4a0e-88cb-2e49e95e4302 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.536714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-fde9598e-4ce0-4e50-b197-92c639d1522f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for 3141cd7f-11a9-45f1-93ba-174c34c15502 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:35.631020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8ed2d-9fdf-4a0e-88cb-2e49e95e4302 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event deleted for resources: {'Port': ['ID=594bbf64-5571-4237-a80c-3e5752a63f17,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:35.635432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b0d82bc2-9511-4969-8154-bdc34d474094 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.739705 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.740283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.749245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d82bc2-9511-4969-8154-bdc34d474094 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:35.758707 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fde9598e-4ce0-4e50-b197-92c639d1522f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.764793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b0d82bc2-9511-4969-8154-bdc34d474094 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:35.775699 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26a261-4fb8-4253-a1e1-394e1e7f13fa None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:35.779530 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d82bc2-9511-4969-8154-bdc34d474094 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:35.780545 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b0d82bc2-9511-4969-8154-bdc34d474094 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.861457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9598e-4ce0-4e50-b197-92c639d1522f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=3141cd7f-11a9-45f1-93ba-174c34c15502,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:35.881915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fde9598e-4ce0-4e50-b197-92c639d1522f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.922647 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d82bc2-9511-4969-8154-bdc34d474094 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=2f1f9f21-0371-42f3-a693-9ca8373dbeb6,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:35.938356 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Calling delete_port for df418845-8629-45ea-a7fc-d5dce500bdc7 owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:35.968927 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fde9598e-4ce0-4e50-b197-92c639d1522f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/3141cd7f-11a9-45f1-93ba-174c34c15502 HTTP/1.1" status: 204 len: 168 time: 1.0685539 Jan 21 09:38:35.978831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38446) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:35.982260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-305112601', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}, 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:35.989603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'mac_address': 'fa:16:3e:9e:a1:47', 'name': 'tempest-PortsTestJSON-1672536008'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:35.998146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:36.012010 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-97537358-5c80-4239-a492-0240951d5d94 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8/tags HTTP/1.1" status: 200 len: 205 time: 0.4935288 Jan 21 09:38:36.014057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38450) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:36.015118 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Usage tracker for resource:router and tenant:0a250ce0e7184dd98238f666fdf31c48 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:36.021814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:36.030059 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '2f1f9f21-0371-42f3-a693-9ca8373dbeb6'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:36.031132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.031388 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b0d82bc2-9511-4969-8154-bdc34d474094 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9737659 Jan 21 09:38:36.032390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:36.037099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38454) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:36.045377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-46df9b70-c5e2-482c-8411-0821437a6922 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a9664aab-ec60-4905-92bd-f18707ececbb') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:36.047689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'fixed_ips': [{'subnet_id': '2f1f9f21-0371-42f3-a693-9ca8373dbeb6', 'ip_address': '2001:db8::31a6:8ef0:354:e058'}], 'name': 'tempest-NetworksTestDHCPv6-359012883'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:36.083552 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.084426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.213677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Allocated IP 2001:db8::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/2f1f9f21-0371-42f3-a693-9ca8373dbeb6/86780235-8d64-4187-88b0-d9e2cea9b7bd) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:36.256555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:36.260619 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.306629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.308757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:36.324538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:36.340268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:36.350175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:port and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:36.358407 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-46df9b70-c5e2-482c-8411-0821437a6922 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb/tags HTTP/1.1" status: 200 len: 239 time: 0.3368521 Jan 21 09:38:36.358407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:36.362274 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38458) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:36.367751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:36.368416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd545ea3-c349-4995-a5db-18231f667a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.374514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event deleted for resources: {'Port': ['ID=df418845-8629-45ea-a7fc-d5dce500bdc7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:36.378471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-ef2120ba-ec52-4d96-80a5-1a600855c141 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a9664aab-ec60-4905-92bd-f18707ececbb', 'tempest-TagsExtTest-Tag-88959312') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:36.383568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:36.450326 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26a8ed2d-9fdf-4a0e-88cb-2e49e95e4302 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.478274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.493726 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Transition to ACTIVE for port object 86780235-8d64-4187-88b0-d9e2cea9b7bd will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:36.515498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Transition to ACTIVE for port object 86780235-8d64-4187-88b0-d9e2cea9b7bd will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:36.522682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.575242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:36.593548 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:36.596637 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:36.600431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:36.606706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Pushing event updated for resources: {'Port': ['ID=86780235-8d64-4187-88b0-d9e2cea9b7bd,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:36.669567 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:36.702715 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Attempting to bind port 86780235-8d64-4187-88b0-d9e2cea9b7bd on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:36.703544 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Attempting to bind port 86780235-8d64-4187-88b0-d9e2cea9b7bd by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:36.703544 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Attempting to bind port 86780235-8d64-4187-88b0-d9e2cea9b7bd on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:36.709763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:36.710132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:36.710697 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.711092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:36.711558 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Bound port: 86780235-8d64-4187-88b0-d9e2cea9b7bd, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:36.711929 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.814449 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ef2120ba-ec52-4d96-80a5-1a600855c141 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb/tags/tempest-TagsExtTest-Tag-88959312 HTTP/1.1" status: 204 len: 168 time: 0.4487166 Jan 21 09:38:36.820440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38466) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:36.854243 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] For port 86780235-8d64-4187-88b0-d9e2cea9b7bd, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:36.857975 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] For port 86780235-8d64-4187-88b0-d9e2cea9b7bd, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=86780235-8d64-4187-88b0-d9e2cea9b7bd,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:36.863308 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.910881 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] create failed (client error): The resource could not be found. Jan 21 09:38:36.911950 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3df480a8-30a0-4399-bd09-6bfa8b6df507 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.9639990 Jan 21 09:38:36.918905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38470) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:36.961372 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a02567-bc6b-4118-97f3-227312280207 None None] Pushing event updated for resources: {'Port': ['ID=86780235-8d64-4187-88b0-d9e2cea9b7bd,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:36.993027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.008328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-be7ee771-894f-47cd-945c-1d806757643c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a9664aab-ec60-4905-92bd-f18707ececbb', 'tempest-TagsExtTest-Tag-88959312') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:37.020858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.115984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4d616ec0-a0d3-413a-8261-111a852a112b tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Deleting port 92544abe-1bcd-4e77-8cd1-f47fb71778e5 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:37.116335 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4d616ec0-a0d3-413a-8261-111a852a112b tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.121494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port f07e194c-2454-42a0-b4a6-9e16755f064e yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:37.164575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.225838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port c7018eb4-54f7-4228-a5e5-98663a34bfb2 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:37.407126 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-be7ee771-894f-47cd-945c-1d806757643c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb/tags/tempest-TagsExtTest-Tag-88959312 HTTP/1.1" status: 204 len: 168 time: 0.5853107 Jan 21 09:38:37.443801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38474) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:37.498732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-f0e5844c-086c-4212-a47e-8567b1e0f9b2 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a9664aab-ec60-4905-92bd-f18707ececbb') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:37.597162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a8ed2d-9fdf-4a0e-88cb-2e49e95e4302 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Router a465a0d4-9d30-49b7-b107-2a5c9fe27889 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:38:37.610185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.805397 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4d616ec0-a0d3-413a-8261-111a852a112b tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.817483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.819805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a8ed2d-9fdf-4a0e-88cb-2e49e95e4302 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:37.842807 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b5691d-c51b-491a-80e1-f99cecc945c8 None None] Sync routers for ids ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:37.865931 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b5691d-c51b-491a-80e1-f99cecc945c8 None None] Routers {'a465a0d4-9d30-49b7-b107-2a5c9fe27889'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:37.866822 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-35b5691d-c51b-491a-80e1-f99cecc945c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:37.892895 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f0e5844c-086c-4212-a47e-8567b1e0f9b2 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb/tags HTTP/1.1" status: 200 len: 205 time: 0.4479966 Jan 21 09:38:37.898245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38482) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:37.909044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 388315d9-324e-414b-bfb3-97b00b19a9ca is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:37.923942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:37.928447 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-26a8ed2d-9fdf-4a0e-88cb-2e49e95e4302 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "PUT /v2.0/routers/a465a0d4-9d30-49b7-b107-2a5c9fe27889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5833316 Jan 21 09:38:37.934626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-213fce0e-a406-4456-b466-57f0e8c6d2f1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4f773081-412c-4985-bdc3-982b9b0156d6') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:37.943091 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:37.943265 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-35b5691d-c51b-491a-80e1-f99cecc945c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:37.949415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:37.950153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.962154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38486) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:37.964271 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b5691d-c51b-491a-80e1-f99cecc945c8 None None] Routers {'a465a0d4-9d30-49b7-b107-2a5c9fe27889'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:37.964887 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-35b5691d-c51b-491a-80e1-f99cecc945c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:37.982395 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0018463 Jan 21 09:38:37.992791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38490) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:37.993518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b20fc8-d5bc-4412-8b81-b75f31d1831e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=f07e194c-2454-42a0-b4a6-9e16755f064e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:38.059431 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-35b5691d-c51b-491a-80e1-f99cecc945c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.060290 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b5691d-c51b-491a-80e1-f99cecc945c8 None None] The sync data for ids ['a465a0d4-9d30-49b7-b107-2a5c9fe27889'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:38.079612 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-213fce0e-a406-4456-b466-57f0e8c6d2f1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6/tags HTTP/1.1" status: 200 len: 240 time: 0.1777368 Jan 21 09:38:38.080210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38494) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.087155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-fdda3cd9-999b-4174-a130-4ae02b06fb8e tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f773081-412c-4985-bdc3-982b9b0156d6', 'tempest-TagsExtTest-Tag-936498196') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.102671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28249e6-886a-49c8-b63a-186aa2bab587 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:38.103336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d28249e6-886a-49c8-b63a-186aa2bab587 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:38.109111 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4d616ec0-a0d3-413a-8261-111a852a112b tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Calling delete_port for 92544abe-1bcd-4e77-8cd1-f47fb71778e5 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:38.131210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d28249e6-886a-49c8-b63a-186aa2bab587 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:38.132496 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d28249e6-886a-49c8-b63a-186aa2bab587 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/f07e194c-2454-42a0-b4a6-9e16755f064e HTTP/1.1" status: 200 len: 841 time: 0.1362252 Jan 21 09:38:38.135084 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fdda3cd9-999b-4174-a130-4ae02b06fb8e tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6/tags/tempest-TagsExtTest-Tag-936498196 HTTP/1.1" status: 204 len: 168 time: 0.0538239 Jan 21 09:38:38.135589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38498) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.138454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38502) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.170522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-3656c6df-c663-4104-82f4-c50f3e736e55 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4f773081-412c-4985-bdc3-982b9b0156d6', 'tempest-TagsExtTest-Tag-936498196') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.184415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0093453d-dab6-41f6-9852-bcc8ad7d06b9 None None] Provisioning for port 86780235-8d64-4187-88b0-d9e2cea9b7bd completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:38.191929 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::31a6:8ef0:354:e058 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/2f1f9f21-0371-42f3-a693-9ca8373dbeb6/c7018eb4-54f7-4228-a5e5-98663a34bfb2) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:38.221602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-1f01ed3a-8619-4169-a9d8-9ca31057064c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port f07e194c-2454-42a0-b4a6-9e16755f064e {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:38.221931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1f01ed3a-8619-4169-a9d8-9ca31057064c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.322697 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3656c6df-c663-4104-82f4-c50f3e736e55 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6/tags/tempest-TagsExtTest-Tag-936498196 HTTP/1.1" status: 204 len: 168 time: 0.1831264 Jan 21 09:38:38.326035 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38506) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.408893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-ea8aa7a8-7360-4853-9b60-6a0fa4b13713 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4f773081-412c-4985-bdc3-982b9b0156d6') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.446456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ff0e96e4-408a-4f94-9ecb-69a43946cae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.446675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1f01ed3a-8619-4169-a9d8-9ca31057064c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.547804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.598415 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.681776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.682038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-1f01ed3a-8619-4169-a9d8-9ca31057064c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for f07e194c-2454-42a0-b4a6-9e16755f064e owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:38.762621 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ea8aa7a8-7360-4853-9b60-6a0fa4b13713 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6/tags HTTP/1.1" status: 200 len: 205 time: 0.3798423 Jan 21 09:38:38.766623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38512) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.772229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-d87a452a-ad0d-4254-ad08-f1788f1b63ee tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4f773081-412c-4985-bdc3-982b9b0156d6') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.784785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1f01ed3a-8619-4169-a9d8-9ca31057064c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.835584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4d616ec0-a0d3-413a-8261-111a852a112b tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.843835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01ed3a-8619-4169-a9d8-9ca31057064c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=f07e194c-2454-42a0-b4a6-9e16755f064e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:38.858478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1f01ed3a-8619-4169-a9d8-9ca31057064c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.876734 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d87a452a-ad0d-4254-ad08-f1788f1b63ee tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1088524 Jan 21 09:38:38.877357 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38516) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.882553 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1f01ed3a-8619-4169-a9d8-9ca31057064c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/f07e194c-2454-42a0-b4a6-9e16755f064e HTTP/1.1" status: 204 len: 168 time: 0.7445917 Jan 21 09:38:38.884426 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-d0ff43fe-eca2-4d9d-aad1-cfc4189acfdd tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a9664aab-ec60-4905-92bd-f18707ececbb') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.937236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38520) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.990999 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-41669f9c-5a18-4b13-8840-9e4414b0e8c1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:38:38.991433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-41669f9c-5a18-4b13-8840-9e4414b0e8c1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:39.005993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d616ec0-a0d3-413a-8261-111a852a112b tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event deleted for resources: {'Port': ['ID=92544abe-1bcd-4e77-8cd1-f47fb71778e5,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.069205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-41669f9c-5a18-4b13-8840-9e4414b0e8c1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:39.073547 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-41669f9c-5a18-4b13-8840-9e4414b0e8c1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/f07e194c-2454-42a0-b4a6-9e16755f064e HTTP/1.1" status: 404 len: 333 time: 0.1319537 Jan 21 09:38:39.075161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38526) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:39.081909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'name': 'tempest-PortsTestJSON-28461264'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:39.134104 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d0ff43fe-eca2-4d9d-aad1-cfc4189acfdd tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb/tags HTTP/1.1" status: 204 len: 168 time: 0.2554386 Jan 21 09:38:39.139426 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38530) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:39.142716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 86780235-8d64-4187-88b0-d9e2cea9b7bd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:39.155140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-4cc5ce1a-102a-46f7-84af-1cedd402f593 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8a5d587a-9787-4143-8c57-0143c15fb5b8') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:39.189021 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4d616ec0-a0d3-413a-8261-111a852a112b tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.252412 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.253763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 86780235-8d64-4187-88b0-d9e2cea9b7bd completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:39.257624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Allocated IP 172.26.4.73 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/fafecfad-b2b3-43d0-9b58-66e80c11f7e3) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:39.264911 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4d616ec0-a0d3-413a-8261-111a852a112b tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "DELETE /v2.0/ports/92544abe-1bcd-4e77-8cd1-f47fb71778e5 HTTP/1.1" status: 204 len: 168 time: 2.3432405 Jan 21 09:38:39.268091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 86780235-8d64-4187-88b0-d9e2cea9b7bd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:39.268659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.269819 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38534) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:39.310074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Deleting port b03ee71f-1e0d-4923-96bc-1ab6e2b9147c {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:39.310759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.328456 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:39.348824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.354415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:39.368434 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object c7018eb4-54f7-4228-a5e5-98663a34bfb2 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:39.375605 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:39.379063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.404378 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4cc5ce1a-102a-46f7-84af-1cedd402f593 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8/tags HTTP/1.1" status: 204 len: 168 time: 0.2614877 Jan 21 09:38:39.406076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38538) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:39.414113 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-de29a319-15cb-4f30-86c1-c231d05c1c6b tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e58743c1-fc2e-4659-aadf-bca706835f7a') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:39.418363 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.445529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b5b524-566b-4ea3-8725-59a3768188ac tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.449648 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-69b5b524-566b-4ea3-8725-59a3768188ac tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "GET /v2.0/ports?device_id=aacbf267-f3dd-4e8a-96c3-3a7acb39e985 HTTP/1.1" status: 200 len: 913 time: 0.1750038 Jan 21 09:38:39.449648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port f7a49b4c-dc2b-4130-8e05-7152b0dfb938 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:39.463745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 86780235-8d64-4187-88b0-d9e2cea9b7bd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=86780235-8d64-4187-88b0-d9e2cea9b7bd,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:39.467037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.470734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.484571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38542) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:39.532533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.540813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=86780235-8d64-4187-88b0-d9e2cea9b7bd,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.637513 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.765934 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.791257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:39.800184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:39.807335 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:39.812976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.813612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.840813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=c7018eb4-54f7-4228-a5e5-98663a34bfb2,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.910605 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cbdfc43e-4e5a-48ee-b7e7-ad5cecb0c53a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.8716910 Jan 21 09:38:39.914252 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38548) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:39.969705 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-de29a319-15cb-4f30-86c1-c231d05c1c6b tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a/tags HTTP/1.1" status: 204 len: 168 time: 0.5612645 Jan 21 09:38:39.973973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38552) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:39.985841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-169b7718-061d-43f3-991d-167759cab1b0 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e58743c1-fc2e-4659-aadf-bca706835f7a', 'tempest-TagsExtTest-Tag-1281749075') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:40.020907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.046244 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.060876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.123300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.127761 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bc8c1670-b0c5-4ea3-b48d-ecdcd6b93c65 None None] Provisioning for port c7018eb4-54f7-4228-a5e5-98663a34bfb2 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:40.133064 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bc8c1670-b0c5-4ea3-b48d-ecdcd6b93c65 None None] Provisioning complete for port c7018eb4-54f7-4228-a5e5-98663a34bfb2 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:40.133546 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bc8c1670-b0c5-4ea3-b48d-ecdcd6b93c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.194275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-bc8c1670-b0c5-4ea3-b48d-ecdcd6b93c65 None None] Port c7018eb4-54f7-4228-a5e5-98663a34bfb2 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:40.246244 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Calling delete_port for b03ee71f-1e0d-4923-96bc-1ab6e2b9147c owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:40.318595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:40.331886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:40.339154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:40.341838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 388315d9-324e-414b-bfb3-97b00b19a9ca is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:40.351911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:40.357041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:40.362374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:40.362960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.366461 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=f7a49b4c-dc2b-4130-8e05-7152b0dfb938,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:40.384740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Pushing event updated for resources: {'Port': ['ID=fafecfad-b2b3-43d0-9b58-66e80c11f7e3,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:40.405548 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8f68deee-221c-40cd-ba30-5b76d8de8bca tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.3276875 Jan 21 09:38:40.407031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38558) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:40.413418 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-158b1d91-fe7d-44b3-9425-42d405490331 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:40.464079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aff02b34-3459-4118-bcfb-e3bba0d5bf1f tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.547545 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a468db-2e8d-4b58-8c94-f98c6baa8051 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:40.553325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a468db-2e8d-4b58-8c94-f98c6baa8051 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:40.554102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-32a468db-2e8d-4b58-8c94-f98c6baa8051 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:40.670907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-32a468db-2e8d-4b58-8c94-f98c6baa8051 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:40.672069 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-32a468db-2e8d-4b58-8c94-f98c6baa8051 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7556357 Jan 21 09:38:40.715794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38562) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:40.724859 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-158b1d91-fe7d-44b3-9425-42d405490331 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.770508 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-169b7718-061d-43f3-991d-167759cab1b0 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "PUT /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a/tags/tempest-TagsExtTest-Tag-1281749075 HTTP/1.1" status: 201 len: 201 time: 0.7935340 Jan 21 09:38:40.778234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38566) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:40.790343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-b9091ec8-ef04-4de5-85ea-954435bcd736 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8a5d587a-9787-4143-8c57-0143c15fb5b8', 'tempest-TagsExtTest-Tag-861252845') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:40.899760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-4a3fb27f-4d76-489c-9b1a-e5d949c7b214 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port c7018eb4-54f7-4228-a5e5-98663a34bfb2 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:40.900061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb27f-4d76-489c-9b1a-e5d949c7b214 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.918173 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.005537 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.072037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 86780235-8d64-4187-88b0-d9e2cea9b7bd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:41.156070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 86780235-8d64-4187-88b0-d9e2cea9b7bd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:41.156534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.236567 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event deleted for resources: {'Port': ['ID=b03ee71f-1e0d-4923-96bc-1ab6e2b9147c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:41.336047 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-158b1d91-fe7d-44b3-9425-42d405490331 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.342203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-aff02b34-3459-4118-bcfb-e3bba0d5bf1f tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Deleting port ff0ab50f-0810-482a-a35d-cd1c9ff11154 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:41.342553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aff02b34-3459-4118-bcfb-e3bba0d5bf1f tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.359173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.369021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-158b1d91-fe7d-44b3-9425-42d405490331 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.427597 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b9091ec8-ef04-4de5-85ea-954435bcd736 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "PUT /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8/tags/tempest-TagsExtTest-Tag-861252845 HTTP/1.1" status: 201 len: 201 time: 0.6482396 Jan 21 09:38:41.431774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38574) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:41.448324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-8bb20b94-d940-44df-9f44-210025fead15 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a9664aab-ec60-4905-92bd-f18707ececbb', 'tempest-TagsExtTest-Tag-752065903') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:41.465501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-158b1d91-fe7d-44b3-9425-42d405490331 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] In _notify_port_updated(), no bound segment for port f7a49b4c-dc2b-4130-8e05-7152b0dfb938 on network 388315d9-324e-414b-bfb3-97b00b19a9ca {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:38:41.470739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158b1d91-fe7d-44b3-9425-42d405490331 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:41.471319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-158b1d91-fe7d-44b3-9425-42d405490331 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.475139 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-158b1d91-fe7d-44b3-9425-42d405490331 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "PUT /v2.0/ports/f7a49b4c-dc2b-4130-8e05-7152b0dfb938 HTTP/1.1" status: 200 len: 818 time: 1.0646198 Jan 21 09:38:41.476627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb27f-4d76-489c-9b1a-e5d949c7b214 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.485248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38578) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:41.510345 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.652721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b1d91-fe7d-44b3-9425-42d405490331 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=f7a49b4c-dc2b-4130-8e05-7152b0dfb938,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:41.664045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-4a3fb27f-4d76-489c-9b1a-e5d949c7b214 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for c7018eb4-54f7-4228-a5e5-98663a34bfb2 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:41.764564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.768927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.915624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.916331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Fanout notify agent at l3_agent the message router_deleted on router a465a0d4-9d30-49b7-b107-2a5c9fe27889 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:38:41.931858 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-4ee78525-2fcf-4b16-ac79-5ac3e1c5d7be tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port f7a49b4c-dc2b-4130-8e05-7152b0dfb938 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:41.932154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4ee78525-2fcf-4b16-ac79-5ac3e1c5d7be tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.954300 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8bb20b94-d940-44df-9f44-210025fead15 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "PUT /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb/tags/tempest-TagsExtTest-Tag-752065903 HTTP/1.1" status: 201 len: 201 time: 0.5201514 Jan 21 09:38:41.960531 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.961541 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-38d284e5-eb69-4436-8c1a-4dd7499ce155 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "DELETE /v2.0/routers/a465a0d4-9d30-49b7-b107-2a5c9fe27889 HTTP/1.1" status: 204 len: 168 time: 3.9976153 Jan 21 09:38:41.963999 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38582) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:41.964368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38584) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:42.000768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-94c32e22-e7c8-4500-b479-2b31d171f301 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4f773081-412c-4985-bdc3-982b9b0156d6', 'tempest-TagsExtTest-Tag-2143898776') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:42.031670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aff02b34-3459-4118-bcfb-e3bba0d5bf1f tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.121357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.129927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-e619019a-5a59-4feb-8dd3-5dae2207d993 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Deleting subnet 6f98471f-501d-45a1-bdf5-080dccc9e565 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:42.187180 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e619019a-5a59-4feb-8dd3-5dae2207d993 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.234602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-aff02b34-3459-4118-bcfb-e3bba0d5bf1f tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Calling delete_port for ff0ab50f-0810-482a-a35d-cd1c9ff11154 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:42.275526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e619019a-5a59-4feb-8dd3-5dae2207d993 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.325679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb27f-4d76-489c-9b1a-e5d949c7b214 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.421871 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fb27f-4d76-489c-9b1a-e5d949c7b214 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=c7018eb4-54f7-4228-a5e5-98663a34bfb2,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.530505 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-94c32e22-e7c8-4500-b479-2b31d171f301 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "PUT /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6/tags/tempest-TagsExtTest-Tag-2143898776 HTTP/1.1" status: 201 len: 201 time: 0.5627904 Jan 21 09:38:42.530683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4ee78525-2fcf-4b16-ac79-5ac3e1c5d7be tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.533664 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38594) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:42.538507 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb27f-4d76-489c-9b1a-e5d949c7b214 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.546974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-a0b876a4-619b-4c33-a93c-3f38e20da14d tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e58743c1-fc2e-4659-aadf-bca706835f7a', {'tags': ['tempest-TagsExtTest-Tag-1609571862', 'tempest-TagsExtTest-Tag-1462144111', 'tempest-TagsExtTest-Tag-6103502']}) {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:42.669139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-4ee78525-2fcf-4b16-ac79-5ac3e1c5d7be tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for f7a49b4c-dc2b-4130-8e05-7152b0dfb938 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:42.670885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e619019a-5a59-4feb-8dd3-5dae2207d993 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.698276 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4a3fb27f-4d76-489c-9b1a-e5d949c7b214 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/c7018eb4-54f7-4228-a5e5-98663a34bfb2 HTTP/1.1" status: 204 len: 168 time: 1.9797013 Jan 21 09:38:42.702181 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38598) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:42.761572 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a0b876a4-619b-4c33-a93c-3f38e20da14d tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "PUT /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a/tags HTTP/1.1" status: 200 len: 315 time: 0.2247508 Jan 21 09:38:42.767563 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38602) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:42.786588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-e5587c2e-1948-4c84-a654-bee7bdfd9524 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e58743c1-fc2e-4659-aadf-bca706835f7a') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:42.804398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4ee78525-2fcf-4b16-ac79-5ac3e1c5d7be tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.832472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Router 5b503d0c-9be1-4898-ab7a-19ecdae832c2 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:38:42.858815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee78525-2fcf-4b16-ac79-5ac3e1c5d7be tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=f7a49b4c-dc2b-4130-8e05-7152b0dfb938,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.860295 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc35fe4-51c8-4d9b-b1d7-df8db8d09a0e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:42.861980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc35fe4-51c8-4d9b-b1d7-df8db8d09a0e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:42.862785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3cc35fe4-51c8-4d9b-b1d7-df8db8d09a0e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:42.864149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4ee78525-2fcf-4b16-ac79-5ac3e1c5d7be tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.870705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aff02b34-3459-4118-bcfb-e3bba0d5bf1f tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.924831 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4ee78525-2fcf-4b16-ac79-5ac3e1c5d7be tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/f7a49b4c-dc2b-4130-8e05-7152b0dfb938 HTTP/1.1" status: 204 len: 168 time: 1.4336281 Jan 21 09:38:42.927290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff02b34-3459-4118-bcfb-e3bba0d5bf1f tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event deleted for resources: {'Port': ['ID=ff0ab50f-0810-482a-a35d-cd1c9ff11154,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.929273 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38606) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:42.974516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e619019a-5a59-4feb-8dd3-5dae2207d993 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.052771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619019a-5a59-4feb-8dd3-5dae2207d993 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event deleted for resources: {'Subnet': ['ID=6f98471f-501d-45a1-bdf5-080dccc9e565,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:43.065555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3cc35fe4-51c8-4d9b-b1d7-df8db8d09a0e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:43.069657 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3cc35fe4-51c8-4d9b-b1d7-df8db8d09a0e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3549709 Jan 21 09:38:43.071288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e619019a-5a59-4feb-8dd3-5dae2207d993 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.074245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547ae7a7-2204-4c9b-8d0d-1391a9a2bf38 None None] Network 17544dcb-40db-441e-b37a-dae384167911 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:43.080764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38610) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:43.189695 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e619019a-5a59-4feb-8dd3-5dae2207d993 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "DELETE /v2.0/subnets/6f98471f-501d-45a1-bdf5-080dccc9e565 HTTP/1.1" status: 204 len: 168 time: 1.2227516 Jan 21 09:38:43.203888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38614) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:43.284844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aff02b34-3459-4118-bcfb-e3bba0d5bf1f tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.295869 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5fde1d-3467-4066-bce2-1d9570df9510 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 2f1f9f21-0371-42f3-a693-9ca8373dbeb6 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:43.308222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aa5fde1d-3467-4066-bce2-1d9570df9510 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.338457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:43.355690 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef939b-52db-4145-9ac2-251e00d0c319 None None] Sync routers for ids ['5b503d0c-9be1-4898-ab7a-19ecdae832c2'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:43.362053 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda431dd-6282-4c06-a61c-658b2f8421ec None None] DHCP port deletion for 17544dcb-40db-441e-b37a-dae384167911 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:43.369890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fda431dd-6282-4c06-a61c-658b2f8421ec None None] Deleting port bc645176-2306-4aad-9f42-ce130b52fe01 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:43.370196 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fda431dd-6282-4c06-a61c-658b2f8421ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.439263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7fe102-0500-4bf0-af7e-67f0104b254a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:43.439986 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9b7fe102-0500-4bf0-af7e-67f0104b254a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:43.459214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.471040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.474635 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f8375ec2-5ab1-4ca2-b723-8bea55819510 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.0356722 Jan 21 09:38:43.474635 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e5587c2e-1948-4c84-a654-bee7bdfd9524 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a/tags HTTP/1.1" status: 204 len: 168 time: 0.6980789 Jan 21 09:38:43.479888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38620) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:43.480213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38622) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:43.483433 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef939b-52db-4145-9ac2-251e00d0c319 None None] Routers {'5b503d0c-9be1-4898-ab7a-19ecdae832c2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:43.487515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b7ef939b-52db-4145-9ac2-251e00d0c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5b503d0c-9be1-4898-ab7a-19ecdae832c2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:43.489348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aa5fde1d-3467-4066-bce2-1d9570df9510 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.521210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-00a7bd6f-9570-4b10-a055-b17c74fcda95 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e58743c1-fc2e-4659-aadf-bca706835f7a', 'tempest-TagsExtTest-Tag-1609571862') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:43.561400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b7ef939b-52db-4145-9ac2-251e00d0c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:43.579138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff02b34-3459-4118-bcfb-e3bba0d5bf1f tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Router aacbf267-f3dd-4e8a-96c3-3a7acb39e985 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:38:43.629260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9b7fe102-0500-4bf0-af7e-67f0104b254a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:43.633001 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9b7fe102-0500-4bf0-af7e-67f0104b254a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7000120 Jan 21 09:38:43.639518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38628) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:43.648093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Deleting port bc645176-2306-4aad-9f42-ce130b52fe01 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:43.648454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.691361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef939b-52db-4145-9ac2-251e00d0c319 None None] Routers {'5b503d0c-9be1-4898-ab7a-19ecdae832c2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:43.692108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b7ef939b-52db-4145-9ac2-251e00d0c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5b503d0c-9be1-4898-ab7a-19ecdae832c2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:43.741144 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-29562556-bea9-440e-bf53-2535d7c13860 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:38:43.741774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-29562556-bea9-440e-bf53-2535d7c13860 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:43.755962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff02b34-3459-4118-bcfb-e3bba0d5bf1f tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:43.765463 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-aff02b34-3459-4118-bcfb-e3bba0d5bf1f tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "PUT /v2.0/routers/aacbf267-f3dd-4e8a-96c3-3a7acb39e985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2773480 Jan 21 09:38:43.765463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38634) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:43.768981 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4a958-48cd-40c3-808d-7fd04caf9e5e None None] Sync routers for ids ['aacbf267-f3dd-4e8a-96c3-3a7acb39e985'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:43.786141 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4a958-48cd-40c3-808d-7fd04caf9e5e None None] Routers {'aacbf267-f3dd-4e8a-96c3-3a7acb39e985'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:43.786783 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c8a4a958-48cd-40c3-808d-7fd04caf9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['aacbf267-f3dd-4e8a-96c3-3a7acb39e985'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:43.798879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-fda431dd-6282-4c06-a61c-658b2f8421ec None None] For port bc645176-2306-4aad-9f42-ce130b52fe01, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bc645176-2306-4aad-9f42-ce130b52fe01,segment=NetworkSegment(0da9475b-a3f8-475b-a554-8773874d05a7),segment_id=0da9475b-a3f8-475b-a554-8773874d05a7)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:43.802953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fda431dd-6282-4c06-a61c-658b2f8421ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.838926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-29562556-bea9-440e-bf53-2535d7c13860 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:43.840062 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-29562556-bea9-440e-bf53-2535d7c13860 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/f7a49b4c-dc2b-4130-8e05-7152b0dfb938 HTTP/1.1" status: 404 len: 333 time: 0.1999223 Jan 21 09:38:43.844565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38638) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:43.852120 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1750555081'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:43.889041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aa5fde1d-3467-4066-bce2-1d9570df9510 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.902793 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b7ef939b-52db-4145-9ac2-251e00d0c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:43.903127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef939b-52db-4145-9ac2-251e00d0c319 None None] The sync data for ids ['5b503d0c-9be1-4898-ab7a-19ecdae832c2'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:43.907599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:43.908167 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c8a4a958-48cd-40c3-808d-7fd04caf9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:43.917560 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4a958-48cd-40c3-808d-7fd04caf9e5e None None] Routers {'aacbf267-f3dd-4e8a-96c3-3a7acb39e985'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:43.918449 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c8a4a958-48cd-40c3-808d-7fd04caf9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['aacbf267-f3dd-4e8a-96c3-3a7acb39e985'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:43.921118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:network and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:43.925567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9991-4359-4f25-95b8-b4cc8ad79d6c tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.977988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:43.981388 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c8a4a958-48cd-40c3-808d-7fd04caf9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:43.982030 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4a958-48cd-40c3-808d-7fd04caf9e5e None None] The sync data for ids ['aacbf267-f3dd-4e8a-96c3-3a7acb39e985'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:43.986658 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ea27c43b-4922-4260-8c99-8927a6af2ce3 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/routers/5b503d0c-9be1-4898-ab7a-19ecdae832c2 HTTP/1.1" status: 200 len: 919 time: 0.5029190 Jan 21 09:38:43.988800 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fda431dd-6282-4c06-a61c-658b2f8421ec None None] Calling delete_port for bc645176-2306-4aad-9f42-ce130b52fe01 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:43.989843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38642) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:43.995762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:44.069268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aa5fde1d-3467-4066-bce2-1d9570df9510 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.070605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fda431dd-6282-4c06-a61c-658b2f8421ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.077596 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ed155503-0597-4e61-b04d-518f5d88cb24 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "GET /v2.0/ports?device_id=5b503d0c-9be1-4898-ab7a-19ecdae832c2 HTTP/1.1" status: 200 len: 205 time: 0.0753782 Jan 21 09:38:44.082034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38646) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:44.148494 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda431dd-6282-4c06-a61c-658b2f8421ec None None] Pushing event deleted for resources: {'Port': ['ID=bc645176-2306-4aad-9f42-ce130b52fe01,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:44.153986 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda431dd-6282-4c06-a61c-658b2f8421ec None None] No DVR routers for this DVR port bc645176-2306-4aad-9f42-ce130b52fe01 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:44.170298 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:44.173379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.251455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9991-4359-4f25-95b8-b4cc8ad79d6c tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.256056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9991-4359-4f25-95b8-b4cc8ad79d6c tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.277549 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:44.287537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9991-4359-4f25-95b8-b4cc8ad79d6c tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.288011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaf9991-4359-4f25-95b8-b4cc8ad79d6c tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Fanout notify agent at l3_agent the message router_deleted on router aacbf267-f3dd-4e8a-96c3-3a7acb39e985 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:38:44.289847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.290184 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Added segment 7b3d89d0-1c95-487c-8f86-cbac77d0d71c of type vlan for network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 Jan 21 09:38:44.319981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9991-4359-4f25-95b8-b4cc8ad79d6c tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.321083 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ddaf9991-4359-4f25-95b8-b4cc8ad79d6c tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "DELETE /v2.0/routers/aacbf267-f3dd-4e8a-96c3-3a7acb39e985 HTTP/1.1" status: 204 len: 168 time: 0.5548136 Jan 21 09:38:44.323972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38650) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:44.334136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fde1d-3467-4066-bce2-1d9570df9510 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1f9f21-0371-42f3-a693-9ca8373dbeb6,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:44.344061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aa5fde1d-3467-4066-bce2-1d9570df9510 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.345896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a33274-0bf6-4d8d-81f3-88c522a0f086 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:44.352374 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-00a7bd6f-9570-4b10-a055-b17c74fcda95 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] show failed (client error): The resource could not be found. Jan 21 09:38:44.356920 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-00a7bd6f-9570-4b10-a055-b17c74fcda95 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a/tags/tempest-TagsExtTest-Tag-1609571862 HTTP/1.1" status: 404 len: 329 time: 0.8682764 Jan 21 09:38:44.362490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.365839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38654) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:44.375968 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-4b841892-61b1-40ec-aec1-62c0b930c0f3 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e58743c1-fc2e-4659-aadf-bca706835f7a', 'tempest-TagsExtTest-Tag-1462144111') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:44.432575 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-aa5fde1d-3467-4066-bce2-1d9570df9510 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/2f1f9f21-0371-42f3-a693-9ca8373dbeb6 HTTP/1.1" status: 204 len: 168 time: 1.3455381 Jan 21 09:38:44.437078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38658) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:44.441457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] For port bc645176-2306-4aad-9f42-ce130b52fe01, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bc645176-2306-4aad-9f42-ce130b52fe01,segment=NetworkSegment(0da9475b-a3f8-475b-a554-8773874d05a7),segment_id=0da9475b-a3f8-475b-a554-8773874d05a7)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:44.441457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.450978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-860c9fed-63ee-4331-ae89-29243585b833 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Deleting subnet 0defe5b8-32d1-4ef5-b01a-edd62e26dbd6 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:44.457418 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-860c9fed-63ee-4331-ae89-29243585b833 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.547644 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-075bc3ea-f306-48d1-8cf5-bdf2b2e89575 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094258 Jan 21 09:38:44.612221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38664) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:44.627036 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:44.655040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33a7f34-897c-43af-8077-053bc8629bdc None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:44.658989 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.659668 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b33a7f34-897c-43af-8077-053bc8629bdc None None] Deleting port 86780235-8d64-4187-88b0-d9e2cea9b7bd {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:44.660157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b33a7f34-897c-43af-8077-053bc8629bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.664251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.664930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.733555 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-860c9fed-63ee-4331-ae89-29243585b833 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.808094 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Calling delete_port for bc645176-2306-4aad-9f42-ce130b52fe01 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:44.846767 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9985788 Jan 21 09:38:44.853671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38668) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:44.872220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': '0cd528be-35b6-43d1-95cd-2c7cedd8ef81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:44.906266 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b33a7f34-897c-43af-8077-053bc8629bdc None None] For port 86780235-8d64-4187-88b0-d9e2cea9b7bd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=86780235-8d64-4187-88b0-d9e2cea9b7bd,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:44.908887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b33a7f34-897c-43af-8077-053bc8629bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.930719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d06010-fcdb-4e66-b5f3-d81d7e1cfafc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Network': ['ID=0cd528be-35b6-43d1-95cd-2c7cedd8ef81,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:44.940419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:44.952538 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-4b841892-61b1-40ec-aec1-62c0b930c0f3 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] show failed (client error): The resource could not be found. Jan 21 09:38:44.956089 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4b841892-61b1-40ec-aec1-62c0b930c0f3 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a/tags/tempest-TagsExtTest-Tag-1462144111 HTTP/1.1" status: 404 len: 329 time: 0.5867929 Jan 21 09:38:44.956089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:44.958488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38674) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:44.963340 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:44.970007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-e6a152f0-4580-4d65-9150-82f87408978c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e58743c1-fc2e-4659-aadf-bca706835f7a', 'tempest-TagsExtTest-Tag-6103502') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:45.009672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:45.026104 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:45.038945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:45.042199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:45.052779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-860c9fed-63ee-4331-ae89-29243585b833 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.053132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:45.055610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:45.080378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:45.084038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.095436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:45.099099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.110980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.199413 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bc645176-2306-4aad-9f42-ce130b52fe01 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:45.241526 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b33a7f34-897c-43af-8077-053bc8629bdc None None] Calling delete_port for 86780235-8d64-4187-88b0-d9e2cea9b7bd owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:45.245299 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-e6a152f0-4580-4d65-9150-82f87408978c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] show failed (client error): The resource could not be found. Jan 21 09:38:45.246340 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e6a152f0-4580-4d65-9150-82f87408978c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a/tags/tempest-TagsExtTest-Tag-6103502 HTTP/1.1" status: 404 len: 326 time: 0.2845190 Jan 21 09:38:45.249835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38678) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:45.256692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-23c5284f-b098-4343-aa17-5a6fb90b1fee tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8a5d587a-9787-4143-8c57-0143c15fb5b8', {'tags': ['tempest-TagsExtTest-Tag-1737226568', 'tempest-TagsExtTest-Tag-836290104', 'tempest-TagsExtTest-Tag-2085845338']}) {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:45.289747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: bc645176-2306-4aad-9f42-ce130b52fe01 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:45.290089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bc645176-2306-4aad-9f42-ce130b52fe01 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:45.290481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 86780235-8d64-4187-88b0-d9e2cea9b7bd no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:45.295134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-860c9fed-63ee-4331-ae89-29243585b833 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.357910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c9fed-63ee-4331-ae89-29243585b833 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event deleted for resources: {'Subnet': ['ID=0defe5b8-32d1-4ef5-b01a-edd62e26dbd6,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:45.359920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-860c9fed-63ee-4331-ae89-29243585b833 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.372241 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b98efb-aaa2-4719-9ee7-5ff3efc96f9f None None] Network 4102db31-c456-49ce-be3f-84805c6641f9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:45.389215 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-860c9fed-63ee-4331-ae89-29243585b833 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "DELETE /v2.0/subnets/0defe5b8-32d1-4ef5-b01a-edd62e26dbd6 HTTP/1.1" status: 204 len: 168 time: 1.0642028 Jan 21 09:38:45.419589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38682) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:45.444190 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b33a7f34-897c-43af-8077-053bc8629bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.467493 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-23c5284f-b098-4343-aa17-5a6fb90b1fee tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "PUT /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8/tags HTTP/1.1" status: 200 len: 317 time: 0.2165518 Jan 21 09:38:45.473234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38686) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:45.476707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Port 86780235-8d64-4187-88b0-d9e2cea9b7bd update to DOWN by agent not found {{(pid=87503) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 21 09:38:45.497171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-ece181ac-6d9a-4485-8454-e4d1f639f796 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8a5d587a-9787-4143-8c57-0143c15fb5b8') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:45.545976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a7f34-897c-43af-8077-053bc8629bdc None None] Pushing event deleted for resources: {'Port': ['ID=86780235-8d64-4187-88b0-d9e2cea9b7bd,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:45.553538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a7f34-897c-43af-8077-053bc8629bdc None None] No DVR routers for this DVR port 86780235-8d64-4187-88b0-d9e2cea9b7bd on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:45.662518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.683247 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.688084 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.api [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:45.688648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG oslo_db.api [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:45.703762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.725974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Deleting port fafecfad-b2b3-43d0-9b58-66e80c11f7e3 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:45.726463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.749840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e798602-34b4-42d2-8101-5b6beeb45c8e None None] DHCP port deletion for 4102db31-c456-49ce-be3f-84805c6641f9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:45.755629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4e798602-34b4-42d2-8101-5b6beeb45c8e None None] Deleting port 8f442584-745c-41e5-8519-5bce706a348e {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:45.756104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4e798602-34b4-42d2-8101-5b6beeb45c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.771757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.799655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Deleting port 8f442584-745c-41e5-8519-5bce706a348e {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:45.799994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.855747 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:45.867818 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:45.875999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:45.879332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.883507 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=2055eef7-03ac-4bb7-aaf3-d9fdf3ff5d99,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:45.884704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3215ef-72b1-4c7e-969e-9dc3f947d55d None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:45.906172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Subnet': ['ID=0e18a932-920f-424f-9d8a-7374a02e99e8,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:45.933764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Checking segment: {'id': '7b3d89d0-1c95-487c-8f86-cbac77d0d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0cd528be-35b6-43d1-95cd-2c7cedd8ef81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:45.934159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network hostable DHCP agents. Network: 0cd528be-35b6-43d1-95cd-2c7cedd8ef81, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:45.957451 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0d15aa58-774b-4eec-b085-ff13ef056a81 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3417788 Jan 21 09:38:45.987494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38692) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:45.999423 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'fixed_ips': [{'subnet_id': '2055eef7-03ac-4bb7-aaf3-d9fdf3ff5d99', 'ip_address': '2001:db8::2daa:d595:b559:f33c'}], 'name': 'tempest-NetworksTestDHCPv6-235336775'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:46.019866 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ece181ac-6d9a-4485-8454-e4d1f639f796 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8/tags HTTP/1.1" status: 204 len: 168 time: 0.5413840 Jan 21 09:38:46.021717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38696) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:46.029599 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-ac3defad-3c6e-41e1-b534-c5d7164b14c1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8a5d587a-9787-4143-8c57-0143c15fb5b8', 'tempest-TagsExtTest-Tag-1737226568') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:46.108213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] For port 8f442584-745c-41e5-8519-5bce706a348e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8f442584-745c-41e5-8519-5bce706a348e,segment=NetworkSegment(7183eb46-dc0c-4365-b212-915ab0cb6639),segment_id=7183eb46-dc0c-4365-b212-915ab0cb6639)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:46.108698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.204642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-4e798602-34b4-42d2-8101-5b6beeb45c8e None None] For port 8f442584-745c-41e5-8519-5bce706a348e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8f442584-745c-41e5-8519-5bce706a348e,segment=NetworkSegment(7183eb46-dc0c-4365-b212-915ab0cb6639),segment_id=7183eb46-dc0c-4365-b212-915ab0cb6639)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:46.205256 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4e798602-34b4-42d2-8101-5b6beeb45c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.223656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Deleting port bc645176-2306-4aad-9f42-ce130b52fe01 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:46.223974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.249543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Calling delete_port for 8f442584-745c-41e5-8519-5bce706a348e owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:46.325781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.359309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4e798602-34b4-42d2-8101-5b6beeb45c8e None None] Calling delete_port for 8f442584-745c-41e5-8519-5bce706a348e owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:46.368199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] The port 'bc645176-2306-4aad-9f42-ce130b52fe01' was deleted {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:38:46.373685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event deleted for resources: {'Port': ['ID=8f442584-745c-41e5-8519-5bce706a348e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:46.374418 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:46.377303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] No DVR routers for this DVR port 8f442584-745c-41e5-8519-5bce706a348e on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:46.385071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.484407 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-4e798602-34b4-42d2-8101-5b6beeb45c8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:46.485133 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-4e798602-34b4-42d2-8101-5b6beeb45c8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:46.489925 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '2055eef7-03ac-4bb7-aaf3-d9fdf3ff5d99'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:46.490886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.583026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Calling delete_port for fafecfad-b2b3-43d0-9b58-66e80c11f7e3 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:46.610271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 0cd528be-35b6-43d1-95cd-2c7cedd8ef81) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:46.641783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.647585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc8242-2dff-47c6-9f74-cc761cfd5139 None None] Network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:46.656613 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.657210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.673193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4102db31-c456-49ce-be3f-84805c6641f9']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:46.687483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7183eb46-dc0c-4365-b212-915ab0cb6639') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:46.687828 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7183eb46-dc0c-4365-b212-915ab0cb6639') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:46.700625 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.716889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.723534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:38:46.723919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:46.739187 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:46.745314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.753470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Allocated IP 2001:db8::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/2055eef7-03ac-4bb7-aaf3-d9fdf3ff5d99/51c29a7b-abd9-438f-9ae5-d0ba864a127d) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:46.758622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:46.778314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:46.789862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:46.809742 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-83eac55c-cf64-4682-a01d-d1196a165061 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9492962 Jan 21 09:38:46.811652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:46.812926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38704) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:46.826550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-222509e1-cd67-4e97-a42a-9a34cd649ef2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': '0cd528be-35b6-43d1-95cd-2c7cedd8ef81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:46.827506 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-ac3defad-3c6e-41e1-b534-c5d7164b14c1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] show failed (client error): The resource could not be found. Jan 21 09:38:46.828567 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ac3defad-3c6e-41e1-b534-c5d7164b14c1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8/tags/tempest-TagsExtTest-Tag-1737226568 HTTP/1.1" status: 404 len: 329 time: 0.8074412 Jan 21 09:38:46.831959 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17544dcb-40db-441e-b37a-dae384167911']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:46.840943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38708) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:46.851170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da9475b-a3f8-475b-a554-8773874d05a7') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:46.851507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da9475b-a3f8-475b-a554-8773874d05a7') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:46.856802 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-f1b988a4-32dc-48c4-ab0f-6ef33dc6b2e7 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8a5d587a-9787-4143-8c57-0143c15fb5b8', 'tempest-TagsExtTest-Tag-836290104') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:46.865701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.882693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:46.907071 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.933410 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.945786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.994928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:38:46.995332 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.016733 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4e798602-34b4-42d2-8101-5b6beeb45c8e None None] Deleting port 8f442584-745c-41e5-8519-5bce706a348e {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:47.017109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4e798602-34b4-42d2-8101-5b6beeb45c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.035910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] Pushing event deleted for resources: {'Network': ['ID=4102db31-c456-49ce-be3f-84805c6641f9,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:47.040432 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:47.048319 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c1b3aee4-e55c-4b4e-a822-e6a03b6a9e89 tempest-FloatingIPNegativeTestJSON-1822086647 tempest-FloatingIPNegativeTestJSON-1822086647-project] 10.222.0.99 "DELETE /v2.0/networks/4102db31-c456-49ce-be3f-84805c6641f9 HTTP/1.1" status: 204 len: 168 time: 1.6236784 Jan 21 09:38:47.123305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-0cd528be-35b6-43d1-95cd-2c7cedd8ef81', 'network_id': '0cd528be-35b6-43d1-95cd-2c7cedd8ef81', 'tenant_id': '1a17eb82f51d4da9bf16b6794dbfa723', 'fixed_ips': [{'subnet_id': '0e18a932-920f-424f-9d8a-7374a02e99e8'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:47.124124 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.128941 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-222509e1-cd67-4e97-a42a-9a34cd649ef2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:47.136782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8f442584-745c-41e5-8519-5bce706a348e no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:47.140023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-222509e1-cd67-4e97-a42a-9a34cd649ef2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:47.144383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-222509e1-cd67-4e97-a42a-9a34cd649ef2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:47.160608 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-222509e1-cd67-4e97-a42a-9a34cd649ef2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:47.178939 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-f1b988a4-32dc-48c4-ab0f-6ef33dc6b2e7 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] show failed (client error): The resource could not be found. Jan 21 09:38:47.180026 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f1b988a4-32dc-48c4-ab0f-6ef33dc6b2e7 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8/tags/tempest-TagsExtTest-Tag-836290104 HTTP/1.1" status: 404 len: 328 time: 0.3353500 Jan 21 09:38:47.183167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38716) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:47.195494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.199198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-3f9f1d70-c65f-4459-aba5-f837bd55d177 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8a5d587a-9787-4143-8c57-0143c15fb5b8', 'tempest-TagsExtTest-Tag-2085845338') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:47.205305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4e798602-34b4-42d2-8101-5b6beeb45c8e None None] The port '8f442584-745c-41e5-8519-5bce706a348e' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:38:47.211136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.235630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.241911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.264278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222509e1-cd67-4e97-a42a-9a34cd649ef2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:47.273506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-222509e1-cd67-4e97-a42a-9a34cd649ef2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.283092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event deleted for resources: {'Network': ['ID=17544dcb-40db-441e-b37a-dae384167911,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:47.286664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 8f442584-745c-41e5-8519-5bce706a348e {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:47.287257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8f442584-745c-41e5-8519-5bce706a348e not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:47.299906 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port ba37f78b-d290-4e95-8626-6824a63cbd21 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:47.377548 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Pushing event deleted for resources: {'Port': ['ID=fafecfad-b2b3-43d0-9b58-66e80c11f7e3,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:47.389686 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0699750e-7b13-4a87-a85d-bbe21bd10918 tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "DELETE /v2.0/networks/17544dcb-40db-441e-b37a-dae384167911 HTTP/1.1" status: 204 len: 168 time: 4.1790321 Jan 21 09:38:47.399282 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38722) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:47.402653 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-3f9f1d70-c65f-4459-aba5-f837bd55d177 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] show failed (client error): The resource could not be found. Jan 21 09:38:47.406486 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3f9f1d70-c65f-4459-aba5-f837bd55d177 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8/tags/tempest-TagsExtTest-Tag-2085845338 HTTP/1.1" status: 404 len: 329 time: 0.2192311 Jan 21 09:38:47.428549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38726) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:47.439129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.439334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-895f7625-5bf6-49b2-b9f2-36d93985a8b9 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a9664aab-ec60-4905-92bd-f18707ececbb', {'tags': ['tempest-TagsExtTest-Tag-243580711', 'tempest-TagsExtTest-Tag-863864920', 'tempest-TagsExtTest-Tag-1708551259']}) {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:47.457484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Transition to ACTIVE for port object 51c29a7b-abd9-438f-9ae5-d0ba864a127d will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:47.490873 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Transition to ACTIVE for port object 51c29a7b-abd9-438f-9ae5-d0ba864a127d will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:47.492664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Allocated IP 172.20.0.2 (0cd528be-35b6-43d1-95cd-2c7cedd8ef81/0e18a932-920f-424f-9d8a-7374a02e99e8/e2a48cf6-9a5b-4add-9a33-bfebe6ae9508) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:47.524442 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.553336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38730) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:47.602422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3eb8-a3ef-4127-b6a3-5e187bc0038d tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Deleting port 498e4205-31fe-4680-b955-dad09996edd5 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:47.602771 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-57ef3eb8-a3ef-4127-b6a3-5e187bc0038d tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.650634 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.ipam_backend_mixin [None req-222509e1-cd67-4e97-a42a-9a34cd649ef2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0e18a932-920f-424f-9d8a-7374a02e99e8 (CIDR: 172.20.0.0/28) Jan 21 09:38:47.656650 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-222509e1-cd67-4e97-a42a-9a34cd649ef2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:47.657154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222509e1-cd67-4e97-a42a-9a34cd649ef2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:47.661312 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:47.667214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:47.672581 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:47.718653 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-222509e1-cd67-4e97-a42a-9a34cd649ef2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9044733 Jan 21 09:38:47.722049 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38736) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:47.725998 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Pushing event updated for resources: {'Port': ['ID=51c29a7b-abd9-438f-9ae5-d0ba864a127d,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:47.742754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': '0cd528be-35b6-43d1-95cd-2c7cedd8ef81', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:47.759007 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.900113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Attempting to bind port 51c29a7b-abd9-438f-9ae5-d0ba864a127d on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:47.900482 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Attempting to bind port 51c29a7b-abd9-438f-9ae5-d0ba864a127d by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:47.900755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Attempting to bind port 51c29a7b-abd9-438f-9ae5-d0ba864a127d on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:47.910791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:47.911215 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:47.911531 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.911910 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:47.912410 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Bound port: 51c29a7b-abd9-438f-9ae5-d0ba864a127d, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:47.912741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.944031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-57ef3eb8-a3ef-4127-b6a3-5e187bc0038d tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.944434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-57ef3eb8-a3ef-4127-b6a3-5e187bc0038d tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.030213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] For port 51c29a7b-abd9-438f-9ae5-d0ba864a127d, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:48.035503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] For port 51c29a7b-abd9-438f-9ae5-d0ba864a127d, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=51c29a7b-abd9-438f-9ae5-d0ba864a127d,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:48.037107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.044873 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-895f7625-5bf6-49b2-b9f2-36d93985a8b9 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "PUT /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb/tags HTTP/1.1" status: 200 len: 316 time: 0.6132033 Jan 21 09:38:48.056443 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Transition to ACTIVE for port object e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:48.058912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38742) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:48.067816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-65ae9ecf-5d6c-4619-8d29-8249faaad635 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a9664aab-ec60-4905-92bd-f18707ececbb') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:48.070957 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.081989 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-57ef3eb8-a3ef-4127-b6a3-5e187bc0038d tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Calling delete_port for 498e4205-31fe-4680-b955-dad09996edd5 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:48.137103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Transition to ACTIVE for port object e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:48.156121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.198496 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:48.199875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a264f-3bf6-4767-a065-62fa904c7524 None None] Pushing event updated for resources: {'Port': ['ID=51c29a7b-abd9-438f-9ae5-d0ba864a127d,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:48.203518 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:48.209297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.217315 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.247129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:48.279166 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:48.284607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:48.288775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:48.294831 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2bdece34-c7ae-420d-92ad-d7ba9c82c609 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3e0071ae888e4dbfbe7cba53beb63718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402837 Jan 21 09:38:48.300160 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38746) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:48.305616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:48.354391 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:48.358206 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.363461 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.364005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Fanout notify agent at l3_agent the message router_deleted on router 5b503d0c-9be1-4898-ab7a-19ecdae832c2 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:38:48.393992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::2daa:d595:b559:f33c (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/2055eef7-03ac-4bb7-aaf3-d9fdf3ff5d99/ba37f78b-d290-4e95-8626-6824a63cbd21) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:48.412890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.418827 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-afcd7386-cbfb-4cea-88f7-bf6366d00d37 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "DELETE /v2.0/routers/5b503d0c-9be1-4898-ab7a-19ecdae832c2 HTTP/1.1" status: 204 len: 168 time: 4.3051424 Jan 21 09:38:48.420796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38752) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:48.427925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1817113888', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'enable_snat': False}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:48.435505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:48.447815 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Attempting to bind port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:48.448185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Attempting to bind port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '7b3d89d0-1c95-487c-8f86-cbac77d0d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0cd528be-35b6-43d1-95cd-2c7cedd8ef81'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:48.448566 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Attempting to bind port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 on network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:48.453255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Usage tracker for resource:router and tenant:b22da71e627e41e78506ecdaa454ea8f is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:48.460521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:48.462474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:48.462846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Checking segment: {'id': '7b3d89d0-1c95-487c-8f86-cbac77d0d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0cd528be-35b6-43d1-95cd-2c7cedd8ef81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:48.463244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.463636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Bound using segment: {'id': '7b3d89d0-1c95-487c-8f86-cbac77d0d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0cd528be-35b6-43d1-95cd-2c7cedd8ef81'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:48.464491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Bound port: e2a48cf6-9a5b-4add-9a33-bfebe6ae9508, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3d89d0-1c95-487c-8f86-cbac77d0d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0cd528be-35b6-43d1-95cd-2c7cedd8ef81'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:48.464491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.483171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Pushing event updated for resources: {'Port': ['ID=e2a48cf6-9a5b-4add-9a33-bfebe6ae9508,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:48.485642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c6a85549-dc1e-49f6-8ff3-4acc944ae812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.487602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:48.498017 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-65ae9ecf-5d6c-4619-8d29-8249faaad635 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb/tags HTTP/1.1" status: 204 len: 168 time: 0.4337943 Jan 21 09:38:48.506318 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38756) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:48.544635 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-a759b527-f626-4c1a-8986-28dc6dcafe65 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a9664aab-ec60-4905-92bd-f18707ececbb', 'tempest-TagsExtTest-Tag-243580711') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:48.641757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.643097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.644941 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-57ef3eb8-a3ef-4127-b6a3-5e187bc0038d tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.680155 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] For port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:48.687256 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] For port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e2a48cf6-9a5b-4add-9a33-bfebe6ae9508,segment=NetworkSegment(7b3d89d0-1c95-487c-8f86-cbac77d0d71c),segment_id=7b3d89d0-1c95-487c-8f86-cbac77d0d71c)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:48.697910 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.750410 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c6a85549-dc1e-49f6-8ff3-4acc944ae812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.778385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.781536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50381cd-1885-4113-a930-22e146b1f8d0 None None] Pushing event updated for resources: {'Port': ['ID=e2a48cf6-9a5b-4add-9a33-bfebe6ae9508,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:48.824235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3eb8-a3ef-4127-b6a3-5e187bc0038d tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Pushing event deleted for resources: {'Port': ['ID=498e4205-31fe-4680-b955-dad09996edd5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:48.866473 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-a759b527-f626-4c1a-8986-28dc6dcafe65 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] show failed (client error): The resource could not be found. Jan 21 09:38:48.867529 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a759b527-f626-4c1a-8986-28dc6dcafe65 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb/tags/tempest-TagsExtTest-Tag-243580711 HTTP/1.1" status: 404 len: 328 time: 0.3580194 Jan 21 09:38:48.871223 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38760) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:48.888636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-45182ad3-5117-4899-95d9-38c281117bd3 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a9664aab-ec60-4905-92bd-f18707ececbb', 'tempest-TagsExtTest-Tag-863864920') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:48.911811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-57ef3eb8-a3ef-4127-b6a3-5e187bc0038d tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.974505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c6a85549-dc1e-49f6-8ff3-4acc944ae812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.995531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a85549-dc1e-49f6-8ff3-4acc944ae812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48f63de-fdd0-4fb0-8ac2-efeddc4ceb32,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:49.050536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.071154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-57ef3eb8-a3ef-4127-b6a3-5e187bc0038d tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.075307 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-57ef3eb8-a3ef-4127-b6a3-5e187bc0038d tempest-FloatingIPAdminTestJSON-373746824 tempest-FloatingIPAdminTestJSON-373746824-project] 10.222.0.99 "DELETE /v2.0/floatingips/7a7ae2de-9ebf-4902-ad98-f334dcf44272 HTTP/1.1" status: 204 len: 168 time: 1.6673605 Jan 21 09:38:49.076009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c6a85549-dc1e-49f6-8ff3-4acc944ae812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.077098 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c6a85549-dc1e-49f6-8ff3-4acc944ae812 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c48f63de-fdd0-4fb0-8ac2-efeddc4ceb32 HTTP/1.1" status: 204 len: 168 time: 0.7736366 Jan 21 09:38:49.181938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.299058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:49.313150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:49.318694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:49.319402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.341861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:49.356379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Subnet': ['ID=376c0ecb-59fe-4cf3-8625-1ec3f8a5fe96,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:49.389147 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a78e90fd-7e9f-4bba-8884-d0cf6710e05d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6650429 Jan 21 09:38:49.395339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38772) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:49.407998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': '0cd528be-35b6-43d1-95cd-2c7cedd8ef81', 'fixed_ips': [{'subnet_id': '0e18a932-920f-424f-9d8a-7374a02e99e8'}, {'subnet_id': '376c0ecb-59fe-4cf3-8625-1ec3f8a5fe96'}], 'name': 'tempest-PortsTestJSON-247199205'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:49.467956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:49.480833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 51c29a7b-abd9-438f-9ae5-d0ba864a127d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:49.554165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38778) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:49.639230 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 51c29a7b-abd9-438f-9ae5-d0ba864a127d completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:49.686135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:49.701147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:port and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:49.705547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:49.718472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:49.746033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:49.761776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object ba37f78b-d290-4e95-8626-6824a63cbd21 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:49.785560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.797014 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-45182ad3-5117-4899-95d9-38c281117bd3 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] show failed (client error): The resource could not be found. Jan 21 09:38:49.804787 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-45182ad3-5117-4899-95d9-38c281117bd3 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb/tags/tempest-TagsExtTest-Tag-863864920 HTTP/1.1" status: 404 len: 328 time: 0.9302368 Jan 21 09:38:49.815336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38792) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:49.825479 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-a81297c9-4152-4b0a-a90f-16603ad6474f tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a9664aab-ec60-4905-92bd-f18707ececbb', 'tempest-TagsExtTest-Tag-1708551259') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:49.966149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.003703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port eceec6bb-80f5-49f1-b025-7aed1b49145e yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:50.012610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-99b41962-4750-419b-b119-c66b9f12234d None None] Provisioning for port 51c29a7b-abd9-438f-9ae5-d0ba864a127d completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:50.025365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-99b41962-4750-419b-b119-c66b9f12234d None None] Provisioning complete for port 51c29a7b-abd9-438f-9ae5-d0ba864a127d triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:50.025812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-99b41962-4750-419b-b119-c66b9f12234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.059132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.066574 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-a81297c9-4152-4b0a-a90f-16603ad6474f tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] show failed (client error): The resource could not be found. Jan 21 09:38:50.070436 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a81297c9-4152-4b0a-a90f-16603ad6474f tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb/tags/tempest-TagsExtTest-Tag-1708551259 HTTP/1.1" status: 404 len: 329 time: 0.2491763 Jan 21 09:38:50.072538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38800) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:50.092327 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-52d9b2ba-ff63-4266-9892-4a4ccf027b5d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=6b62de08bca44e77b45860b843fcf8ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5379694 Jan 21 09:38:50.092998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38806) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:50.120711 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-a5e929c6-7d57-48cb-9dc9-54f4948829c4 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4f773081-412c-4985-bdc3-982b9b0156d6', {'tags': ['tempest-TagsExtTest-Tag-461178099', 'tempest-TagsExtTest-Tag-2101469438', 'tempest-TagsExtTest-Tag-998537906']}) {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:50.238984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:50.239398 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-99b41962-4750-419b-b119-c66b9f12234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.255129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:50.264748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:50.278775 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:50.278775 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.286055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=ba37f78b-d290-4e95-8626-6824a63cbd21,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.308072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-99b41962-4750-419b-b119-c66b9f12234d None None] For port 51c29a7b-abd9-438f-9ae5-d0ba864a127d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=51c29a7b-abd9-438f-9ae5-d0ba864a127d,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:50.319268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-99b41962-4750-419b-b119-c66b9f12234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.326354 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2f7c30f1-45fb-4b9e-8859-79a7c8dc35da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.346278 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a5e929c6-7d57-48cb-9dc9-54f4948829c4 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "PUT /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6/tags HTTP/1.1" status: 200 len: 316 time: 0.2679071 Jan 21 09:38:50.348700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38816) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:50.354824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-ac05a713-c58a-49f8-8b6d-d9fd965f3917 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4f773081-412c-4985-bdc3-982b9b0156d6') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:50.361873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2f7c30f1-45fb-4b9e-8859-79a7c8dc35da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.375083 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8aa297de-a9e2-467c-8acc-82e0039f4c0d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3823459 Jan 21 09:38:50.378461 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38820) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:50.434814 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2f7c30f1-45fb-4b9e-8859-79a7c8dc35da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.462286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b41962-4750-419b-b119-c66b9f12234d None None] Pushing event updated for resources: {'Port': ['ID=51c29a7b-abd9-438f-9ae5-d0ba864a127d,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.495186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c30f1-45fb-4b9e-8859-79a7c8dc35da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88342c6-2101-4936-acfe-24a8dec00766,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.537552 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91007bef-dc26-4278-bbaa-b9049cf89c69 None None] Network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:50.565039 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2f7c30f1-45fb-4b9e-8859-79a7c8dc35da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.566757 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2f7c30f1-45fb-4b9e-8859-79a7c8dc35da admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e88342c6-2101-4936-acfe-24a8dec00766 HTTP/1.1" status: 204 len: 168 time: 0.4675956 Jan 21 09:38:50.617321 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38826) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:50.755677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6a6989f8-e074-41ac-abe3-5c5537d9fbe4 None None] Provisioning for port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:50.768227 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6a6989f8-e074-41ac-abe3-5c5537d9fbe4 None None] Provisioning complete for port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:50.768805 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6a6989f8-e074-41ac-abe3-5c5537d9fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.791831 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ac05a713-c58a-49f8-8b6d-d9fd965f3917 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6/tags HTTP/1.1" status: 204 len: 168 time: 0.4413126 Jan 21 09:38:50.796111 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.825449 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38832) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:50.834238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.8 (0cd528be-35b6-43d1-95cd-2c7cedd8ef81/0e18a932-920f-424f-9d8a-7374a02e99e8/eceec6bb-80f5-49f1-b025-7aed1b49145e) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:50.837237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-7fc13e6b-1264-4025-b05b-f9b31de7ffef tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f773081-412c-4985-bdc3-982b9b0156d6', 'tempest-TagsExtTest-Tag-461178099') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:50.845514 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.21 (0cd528be-35b6-43d1-95cd-2c7cedd8ef81/376c0ecb-59fe-4cf3-8625-1ec3f8a5fe96/eceec6bb-80f5-49f1-b025-7aed1b49145e) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:50.847841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.861069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a0f98f-dd7f-4618-a9e0-7dc2b169d6f8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:50.867112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a0f98f-dd7f-4618-a9e0-7dc2b169d6f8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:50.868429 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b3a0f98f-dd7f-4618-a9e0-7dc2b169d6f8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:50.946896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b3a0f98f-dd7f-4618-a9e0-7dc2b169d6f8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:50.950711 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b3a0f98f-dd7f-4618-a9e0-7dc2b169d6f8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5643041 Jan 21 09:38:50.953452 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38838) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:50.959472 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-7fc13e6b-1264-4025-b05b-f9b31de7ffef tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] show failed (client error): The resource could not be found. Jan 21 09:38:50.963163 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7fc13e6b-1264-4025-b05b-f9b31de7ffef tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6/tags/tempest-TagsExtTest-Tag-461178099 HTTP/1.1" status: 404 len: 328 time: 0.1329679 Jan 21 09:38:51.005887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38842) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:51.013924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6a6989f8-e074-41ac-abe3-5c5537d9fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.032322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-943a44e7-3a6d-4432-a833-f9ee03a8bf24 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f773081-412c-4985-bdc3-982b9b0156d6', 'tempest-TagsExtTest-Tag-2101469438') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:51.048295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1828302252'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:51.056156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6a6989f8-e074-41ac-abe3-5c5537d9fbe4 None None] For port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e2a48cf6-9a5b-4add-9a33-bfebe6ae9508,segment=NetworkSegment(7b3d89d0-1c95-487c-8f86-cbac77d0d71c),segment_id=7b3d89d0-1c95-487c-8f86-cbac77d0d71c)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:51.063767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6a6989f8-e074-41ac-abe3-5c5537d9fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.084781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:51.105481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:network and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:51.153792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 51c29a7b-abd9-438f-9ae5-d0ba864a127d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:51.157094 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-89fb65e8-e788-4ebf-88b5-267f735d1d4d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port ba37f78b-d290-4e95-8626-6824a63cbd21 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:51.157971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89fb65e8-e788-4ebf-88b5-267f735d1d4d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.170185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.190915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Transition to ACTIVE for port object eceec6bb-80f5-49f1-b025-7aed1b49145e will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:51.222109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:51.228370 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-943a44e7-3a6d-4432-a833-f9ee03a8bf24 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] show failed (client error): The resource could not be found. Jan 21 09:38:51.229581 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-943a44e7-3a6d-4432-a833-f9ee03a8bf24 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6/tags/tempest-TagsExtTest-Tag-2101469438 HTTP/1.1" status: 404 len: 329 time: 0.2227166 Jan 21 09:38:51.236156 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38848) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:51.236796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:51.246952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38852) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:51.256459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Allocated IP 172.26.4.176 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/f1fe2b84-12aa-4c5d-bb38-0da098b5578f) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:51.261851 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.tag.tag_plugin [None req-7e5e7212-0f94-497f-bd8c-b2110638fa38 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f773081-412c-4985-bdc3-982b9b0156d6', 'tempest-TagsExtTest-Tag-998537906') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:51.269374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.271045 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-98ccf34e-b720-4892-b5f8-094c523066a9 None None] Provisioning for port ba37f78b-d290-4e95-8626-6824a63cbd21 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:51.274150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:51.274379 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6989f8-e074-41ac-abe3-5c5537d9fbe4 None None] Pushing event updated for resources: {'Port': ['ID=e2a48cf6-9a5b-4add-9a33-bfebe6ae9508,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:51.277792 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.286499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-98ccf34e-b720-4892-b5f8-094c523066a9 None None] Provisioning complete for port ba37f78b-d290-4e95-8626-6824a63cbd21 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:51.287001 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-98ccf34e-b720-4892-b5f8-094c523066a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.328572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd21eb66-c4af-48c7-aae6-da525e0dfbe9 None None] Update dhcp port {'port': {'network_id': '0cd528be-35b6-43d1-95cd-2c7cedd8ef81', 'fixed_ips': [{'subnet_id': '0e18a932-920f-424f-9d8a-7374a02e99e8', 'ip_address': '172.20.0.2'}, {'subnet_id': '376c0ecb-59fe-4cf3-8625-1ec3f8a5fe96'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': 'e2a48cf6-9a5b-4add-9a33-bfebe6ae9508'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:38:51.421796 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-7e5e7212-0f94-497f-bd8c-b2110638fa38 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] show failed (client error): The resource could not be found. Jan 21 09:38:51.427161 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7e5e7212-0f94-497f-bd8c-b2110638fa38 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6/tags/tempest-TagsExtTest-Tag-998537906 HTTP/1.1" status: 404 len: 328 time: 0.1829612 Jan 21 09:38:51.435899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-43d7b11a-52db-4555-9eab-298548697933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.444377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38856) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:51.445810 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-98ccf34e-b720-4892-b5f8-094c523066a9 None None] Port ba37f78b-d290-4e95-8626-6824a63cbd21 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:51.450928 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 51c29a7b-abd9-438f-9ae5-d0ba864a127d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:51.450928 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.466180 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.477122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-cf0907dc-0421-4ceb-a8ed-7ba7128c1565 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4f773081-412c-4985-bdc3-982b9b0156d6') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:51.480100 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dd21eb66-c4af-48c7-aae6-da525e0dfbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.510829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-43d7b11a-52db-4555-9eab-298548697933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:51.527204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:51.532000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-43d7b11a-52db-4555-9eab-298548697933 admin admin] Usage tracker for resource:security_group_rule and tenant:c220eddc3f3b451184b16de78d6eddc6 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:51.534773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:51.539619 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-43d7b11a-52db-4555-9eab-298548697933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:51.542430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:51.548693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:51.574784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=eceec6bb-80f5-49f1-b025-7aed1b49145e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:51.580320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-43d7b11a-52db-4555-9eab-298548697933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:51.582560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:security_group_rule and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:51.586775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:51.605323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:51.612096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89fb65e8-e788-4ebf-88b5-267f735d1d4d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.626613 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.659249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:51.659921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.692376 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cf0907dc-0421-4ceb-a8ed-7ba7128c1565 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6/tags HTTP/1.1" status: 204 len: 168 time: 0.2371075 Jan 21 09:38:51.705919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38862) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:51.715842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-13fac395-cc9b-4a9e-a6de-39135ca593a1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a9664aab-ec60-4905-92bd-f18707ececbb') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:51.798279 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-257f178d-4959-4816-b4fe-69286ec42fc6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.4017403 Jan 21 09:38:51.805309 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38866) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:51.822442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-9445a29c-2661-4d3e-8376-93141431fede tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e18a932-920f-424f-9d8a-7374a02e99e8'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:51.901366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-dd21eb66-c4af-48c7-aae6-da525e0dfbe9 None None] Allocated IP 172.20.0.18 (0cd528be-35b6-43d1-95cd-2c7cedd8ef81/376c0ecb-59fe-4cf3-8625-1ec3f8a5fe96/e2a48cf6-9a5b-4add-9a33-bfebe6ae9508) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:51.906575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-89fb65e8-e788-4ebf-88b5-267f735d1d4d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for ba37f78b-d290-4e95-8626-6824a63cbd21 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:51.996670 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.046636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-dd21eb66-c4af-48c7-aae6-da525e0dfbe9 None None] For port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e2a48cf6-9a5b-4add-9a33-bfebe6ae9508,segment=NetworkSegment(7b3d89d0-1c95-487c-8f86-cbac77d0d71c),segment_id=7b3d89d0-1c95-487c-8f86-cbac77d0d71c)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:52.067864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.075708 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dd21eb66-c4af-48c7-aae6-da525e0dfbe9 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.087472 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-13fac395-cc9b-4a9e-a6de-39135ca593a1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb/tags HTTP/1.1" status: 204 len: 168 time: 0.3766506 Jan 21 09:38:52.090623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.096776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-43d7b11a-52db-4555-9eab-298548697933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.097558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38870) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:52.111339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-b4e36d6a-4e55-4056-b024-186d1d805076 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8a5d587a-9787-4143-8c57-0143c15fb5b8') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:52.118348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:52.129769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:52.139131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:52.144537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9445a29c-2661-4d3e-8376-93141431fede tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.161451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-43d7b11a-52db-4555-9eab-298548697933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.168561 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event updated for resources: {'Port': ['ID=f1fe2b84-12aa-4c5d-bb38-0da098b5578f,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.188717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dd21eb66-c4af-48c7-aae6-da525e0dfbe9 None None] Transition to ACTIVE for port object e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:52.203867 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dd21eb66-c4af-48c7-aae6-da525e0dfbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.243946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d93357-58bf-4a24-afb9-66062367c1a6,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.251740 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:52.259816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89fb65e8-e788-4ebf-88b5-267f735d1d4d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.279109 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-43d7b11a-52db-4555-9eab-298548697933 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c220eddc3f3b451184b16de78d6eddc6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0274086 Jan 21 09:38:52.291171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38876) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:52.297683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.298028 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Added segment 64a24b15-d6d3-4377-ab81-b15f23a6a669 of type vlan for network e8bfb841-1d89-48bb-b44d-65df55b67303 Jan 21 09:38:52.376454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb65e8-e788-4ebf-88b5-267f735d1d4d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=ba37f78b-d290-4e95-8626-6824a63cbd21,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.382128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7b11a-52db-4555-9eab-298548697933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c007e1f-d670-40ad-8671-9c1cda635848,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.395233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21eb66-c4af-48c7-aae6-da525e0dfbe9 None None] Pushing event updated for resources: {'Port': ['ID=e2a48cf6-9a5b-4add-9a33-bfebe6ae9508,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.433871 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.473134 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89fb65e8-e788-4ebf-88b5-267f735d1d4d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.502628 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-89fb65e8-e788-4ebf-88b5-267f735d1d4d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/ba37f78b-d290-4e95-8626-6824a63cbd21 HTTP/1.1" status: 204 len: 168 time: 1.5475338 Jan 21 09:38:52.507912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38880) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:52.544254 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b4e36d6a-4e55-4056-b024-186d1d805076 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8/tags HTTP/1.1" status: 204 len: 168 time: 0.4379699 Jan 21 09:38:52.552790 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38884) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:52.563732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fc8be17-305d-4c03-8600-83929aee7084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.575710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.tag.tag_plugin [None req-f7c9d85a-58d4-4f6c-b6dc-5eff98f8fecd tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e58743c1-fc2e-4659-aadf-bca706835f7a') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:52.728478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.734125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:52.734798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.770965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.844628 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc38b96-5934-48de-a382-365aed7f4e6c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:52.846327 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc38b96-5934-48de-a382-365aed7f4e6c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:52.847161 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5fc38b96-5934-48de-a382-365aed7f4e6c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:52.883319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5fc38b96-5934-48de-a382-365aed7f4e6c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:52.887080 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5fc38b96-5934-48de-a382-365aed7f4e6c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3756633 Jan 21 09:38:52.888433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38890) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:52.914949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fc8be17-305d-4c03-8600-83929aee7084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.921730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Network': ['ID=e8bfb841-1d89-48bb-b44d-65df55b67303,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.932820 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-77b534f5-6c23-469d-a284-a6827fb78046 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3074024 Jan 21 09:38:52.941240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network e8bfb841-1d89-48bb-b44d-65df55b67303 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:52.944425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38894) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:52.964111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'name': 'tempest-PortsIpV6TestJSON-503137047'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:53.036562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-9445a29c-2661-4d3e-8376-93141431fede tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Delete allocated IP 172.20.0.21 (0cd528be-35b6-43d1-95cd-2c7cedd8ef81/376c0ecb-59fe-4cf3-8625-1ec3f8a5fe96) {{(pid=87501) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:38:53.079369 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f41ab59-87be-4768-b530-4b0646e72eb7 None None] Network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:53.092599 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcb0f9e-a20e-4441-b280-c54d119da487 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 2055eef7-03ac-4bb7-aaf3-d9fdf3ff5d99 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:53.110501 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6308f0e1-d0d4-4f04-83cd-96a719dca3c2 None None] Provisioning for port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:53.119522 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f7c9d85a-58d4-4f6c-b6dc-5eff98f8fecd tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a/tags HTTP/1.1" status: 204 len: 168 time: 0.5579934 Jan 21 09:38:53.127959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:53.130886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38898) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:53.149419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0f9e-a20e-4441-b280-c54d119da487 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.174803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6308f0e1-d0d4-4f04-83cd-96a719dca3c2 None None] Provisioning complete for port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:53.175233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6308f0e1-d0d4-4f04-83cd-96a719dca3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.207434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:53.231032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:port and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:53.246003 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0f9e-a20e-4441-b280-c54d119da487 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.281500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:53.300799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fc8be17-305d-4c03-8600-83929aee7084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.314970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:53.402678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:53.402962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.482067 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8be17-305d-4c03-8600-83929aee7084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c007e1f-d670-40ad-8671-9c1cda635848,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:53.496064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:53.499570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.518527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fc8be17-305d-4c03-8600-83929aee7084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.523463 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0fc8be17-305d-4c03-8600-83929aee7084 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9c007e1f-d670-40ad-8671-9c1cda635848 HTTP/1.1" status: 204 len: 168 time: 1.2254703 Jan 21 09:38:53.572381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port 81a7cc0b-549a-447c-82f1-1e311ca27d34 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:53.618866 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.698739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0f9e-a20e-4441-b280-c54d119da487 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.724662 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-05d13e6c-3519-4e8f-b890-320ca0ead6f1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks [] for subnetpool, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.728283 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-05d13e6c-3519-4e8f-b890-320ca0ead6f1 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/subnetpools/4f773081-412c-4985-bdc3-982b9b0156d6 HTTP/1.1" status: 204 len: 168 time: 0.5925629 Jan 21 09:38:53.731894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38906) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:53.787611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9445a29c-2661-4d3e-8376-93141431fede tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.804969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c83eec32-e3c7-4ade-a595-506ed08b23f5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Synchronizing usage tracker for tenant:e268dd59da274735b7c02f42c7de4f26 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:53.836230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-9445a29c-2661-4d3e-8376-93141431fede tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Ignored duplicate provisioning block setup for port eceec6bb-80f5-49f1-b025-7aed1b49145e by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 21 09:38:53.882881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0f9e-a20e-4441-b280-c54d119da487 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.885684 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9445a29c-2661-4d3e-8376-93141431fede tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.936254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb0f9e-a20e-4441-b280-c54d119da487 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=2055eef7-03ac-4bb7-aaf3-d9fdf3ff5d99,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:53.952566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0f9e-a20e-4441-b280-c54d119da487 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.953785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f7552a-132c-42ba-9e81-fe60e3fd946e None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:53.975197 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cdcb0f9e-a20e-4441-b280-c54d119da487 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/2055eef7-03ac-4bb7-aaf3-d9fdf3ff5d99 HTTP/1.1" status: 204 len: 168 time: 1.0857000 Jan 21 09:38:53.975805 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38914) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:54.015946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c83eec32-e3c7-4ade-a595-506ed08b23f5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Unset dirty status for tenant:e268dd59da274735b7c02f42c7de4f26 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:54.020254 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c83eec32-e3c7-4ade-a595-506ed08b23f5 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "GET /v2.0/ports?device_id=a9664aab-ec60-4905-92bd-f18707ececbb HTTP/1.1" status: 200 len: 205 time: 0.2853858 Jan 21 09:38:54.056870 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38918) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:54.057203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38920) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:54.080620 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445a29c-2661-4d3e-8376-93141431fede tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=eceec6bb-80f5-49f1-b025-7aed1b49145e,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.127282 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.161898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a068a083-8c53-48b4-9ad1-90fcfc84bb78 None None] Provisioning complete for port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:54.162570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a068a083-8c53-48b4-9ad1-90fcfc84bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.185637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.220867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-284b89de-f199-4611-90a0-4dca4aead2d2 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.301786 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7637e7b5-899c-4eb5-b563-f0be46cb302e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3230271 Jan 21 09:38:54.304712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38926) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:54.322145 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Router 4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:38:54.328055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:54.391435 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a068a083-8c53-48b4-9ad1-90fcfc84bb78 None None] Provisioning for port eceec6bb-80f5-49f1-b025-7aed1b49145e completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:54.398895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a068a083-8c53-48b4-9ad1-90fcfc84bb78 None None] Provisioning complete for port eceec6bb-80f5-49f1-b025-7aed1b49145e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:54.399448 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a068a083-8c53-48b4-9ad1-90fcfc84bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.414145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Checking segment: {'id': '64a24b15-d6d3-4377-ab81-b15f23a6a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:54.415643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network hostable DHCP agents. Network: e8bfb841-1d89-48bb-b44d-65df55b67303, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:54.424734 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=81a7cc0b-549a-447c-82f1-1e311ca27d34,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.459635 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:54.460210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-9445a29c-2661-4d3e-8376-93141431fede tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] In _notify_port_updated(), no bound segment for port eceec6bb-80f5-49f1-b025-7aed1b49145e on network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:38:54.463908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:54.466358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9445a29c-2661-4d3e-8376-93141431fede tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:54.467006 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:54.467333 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9445a29c-2661-4d3e-8376-93141431fede tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.468850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a068a083-8c53-48b4-9ad1-90fcfc84bb78 None None] Port eceec6bb-80f5-49f1-b025-7aed1b49145e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:54.469288 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9445a29c-2661-4d3e-8376-93141431fede tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "PUT /v2.0/ports/eceec6bb-80f5-49f1-b025-7aed1b49145e HTTP/1.1" status: 200 len: 918 time: 2.6616175 Jan 21 09:38:54.473188 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38932) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:54.477683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:54.481692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-94a210b7-0a1b-4cc7-95ed-17c73f153b1f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e18a932-920f-424f-9d8a-7374a02e99e8'}, {'subnet_id': '376c0ecb-59fe-4cf3-8625-1ec3f8a5fe96'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:54.490289 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538258fc-99f7-47fe-b402-a84dea7eddc4 None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:54.493481 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-51b7a5ae-9aca-40d1-90f3-d09a32f471c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.503245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-538258fc-99f7-47fe-b402-a84dea7eddc4 None None] Deleting port 51c29a7b-abd9-438f-9ae5-d0ba864a127d {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:54.503798 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-538258fc-99f7-47fe-b402-a84dea7eddc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.537542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network e8bfb841-1d89-48bb-b44d-65df55b67303 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:54.552882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, e8bfb841-1d89-48bb-b44d-65df55b67303) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:54.559856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:54.566407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:54.566566 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ecd990-e90f-44bd-bf3c-432c74925605 None None] Network e8bfb841-1d89-48bb-b44d-65df55b67303 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:54.567025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.581432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:54.586150 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.620619 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7625b703-ff7a-4057-b27f-93b077d46c00 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6730416 Jan 21 09:38:54.621431 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38936) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:54.642678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-130094914'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:54.651390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:54.659028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:network and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:54.663355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:54.666044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94a210b7-0a1b-4cc7-95ed-17c73f153b1f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.678732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:54.724919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c6560925-de54-4d7c-a81f-91223a228dae None None] Provisioning complete for port eceec6bb-80f5-49f1-b025-7aed1b49145e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:54.725180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c6560925-de54-4d7c-a81f-91223a228dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.734810 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:54.738232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.793637 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c6560925-de54-4d7c-a81f-91223a228dae None None] Port eceec6bb-80f5-49f1-b025-7aed1b49145e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:54.821003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:54.874373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.874762 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Added segment 263f4011-0df2-4e3c-a831-37d025ae0d56 of type vlan for network 6ab9a2d3-93d0-41e2-94f9-6a57bae57a87 Jan 21 09:38:54.924202 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.944587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-51b7a5ae-9aca-40d1-90f3-d09a32f471c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:54.954813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-538258fc-99f7-47fe-b402-a84dea7eddc4 None None] For port 51c29a7b-abd9-438f-9ae5-d0ba864a127d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=51c29a7b-abd9-438f-9ae5-d0ba864a127d,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:54.955359 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-538258fc-99f7-47fe-b402-a84dea7eddc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.967968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-51b7a5ae-9aca-40d1-90f3-d09a32f471c7 admin admin] Usage tracker for resource:security_group_rule and tenant:86161ac95c184806a3a8608e7c34d62f is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:54.973482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-51b7a5ae-9aca-40d1-90f3-d09a32f471c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:55.009558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.015372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:55.017616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.101596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-538258fc-99f7-47fe-b402-a84dea7eddc4 None None] Calling delete_port for 51c29a7b-abd9-438f-9ae5-d0ba864a127d owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:55.158444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 51c29a7b-abd9-438f-9ae5-d0ba864a127d no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:55.201253 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5727801 Jan 21 09:38:55.202151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c721761-8e66-46f5-aaf2-722740fa0018 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Network': ['ID=6ab9a2d3-93d0-41e2-94f9-6a57bae57a87,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.206611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38942) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:55.211034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-284b89de-f199-4611-90a0-4dca4aead2d2 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.216014 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'ports': [{'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303'}, {'network_id': '6ab9a2d3-93d0-41e2-94f9-6a57bae57a87'}]} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:55.216542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:55.217409 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': '6ab9a2d3-93d0-41e2-94f9-6a57bae57a87'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:55.225170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-51b7a5ae-9aca-40d1-90f3-d09a32f471c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:55.227745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 6ab9a2d3-93d0-41e2-94f9-6a57bae57a87 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:55.231093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-284b89de-f199-4611-90a0-4dca4aead2d2 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.246126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-94a210b7-0a1b-4cc7-95ed-17c73f153b1f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.28 (0cd528be-35b6-43d1-95cd-2c7cedd8ef81/376c0ecb-59fe-4cf3-8625-1ec3f8a5fe96/eceec6bb-80f5-49f1-b025-7aed1b49145e) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:55.397898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-538258fc-99f7-47fe-b402-a84dea7eddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.424371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-284b89de-f199-4611-90a0-4dca4aead2d2 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.424950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284b89de-f199-4611-90a0-4dca4aead2d2 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Fanout notify agent at l3_agent the message router_deleted on router a9664aab-ec60-4905-92bd-f18707ececbb {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:38:55.438036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:55.461347 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Sync routers for ids ['4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:55.464008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538258fc-99f7-47fe-b402-a84dea7eddc4 None None] Pushing event deleted for resources: {'Port': ['ID=51c29a7b-abd9-438f-9ae5-d0ba864a127d,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.470315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538258fc-99f7-47fe-b402-a84dea7eddc4 None None] No DVR routers for this DVR port 51c29a7b-abd9-438f-9ae5-d0ba864a127d on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:55.477142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.492454 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Routers {'4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:55.493094 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:55.543210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.547577 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-14de003e-b534-423b-ba52-0de04a4ef3f7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.1225770 Jan 21 09:38:55.548716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38946) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:55.560057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-284b89de-f199-4611-90a0-4dca4aead2d2 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.563656 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-284b89de-f199-4611-90a0-4dca4aead2d2 tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/routers/a9664aab-ec60-4905-92bd-f18707ececbb HTTP/1.1" status: 204 len: 168 time: 1.5014932 Jan 21 09:38:55.566834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38950) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:55.647404 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.722490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-51b7a5ae-9aca-40d1-90f3-d09a32f471c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.748529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-51b7a5ae-9aca-40d1-90f3-d09a32f471c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.774235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:55.785209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:55.791038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:55.793147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=4688c071-d84c-4812-9321-296acf45e31a,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.806990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:55.807948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.811054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Set router 4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:55.811418 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:port and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:55.817120 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:55.817623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-82831212-de09-460f-918e-3a02de66789c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Deleting port 8a5d587a-9787-4143-8c57-0143c15fb5b8 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:55.818106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-82831212-de09-460f-918e-3a02de66789c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.829390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:55.906894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7a5ae-9aca-40d1-90f3-d09a32f471c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a993c208-0f39-4420-8e61-19c1bf1eb565,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.921697 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-51b7a5ae-9aca-40d1-90f3-d09a32f471c7 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=86161ac95c184806a3a8608e7c34d62f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8608675 Jan 21 09:38:55.922100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38956) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:55.925578 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237c5c81-7fd9-4e16-9928-3e200fa124e2 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:55.938146 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94a210b7-0a1b-4cc7-95ed-17c73f153b1f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.945401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 2} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:55.949786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.961523 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-55e02262-b8ee-408f-af29-f4d545db7e6e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6472516 Jan 21 09:38:55.968464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38960) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:55.980488 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'fixed_ips': [{'subnet_id': '4688c071-d84c-4812-9321-296acf45e31a', 'ip_address': '2001:db8::9130:32b1:f606:9984'}], 'name': 'tempest-NetworksTestDHCPv6-9019290'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:55.995022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.010235 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c0448df0-7b3a-4aa8-9458-e1fe667ac3b0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/routers/4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed HTTP/1.1" status: 200 len: 909 time: 0.4555237 Jan 21 09:38:56.012025 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 38964) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:56.016456 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-94a210b7-0a1b-4cc7-95ed-17c73f153b1f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Transition to ACTIVE for port object eceec6bb-80f5-49f1-b025-7aed1b49145e will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:56.027618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94a210b7-0a1b-4cc7-95ed-17c73f153b1f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.042587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1817113888', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'enable_snat': True}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:56.053896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:56.076318 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Usage tracker for resource:router and tenant:b22da71e627e41e78506ecdaa454ea8f is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:56.128779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:56.206347 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:56.267343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.268370 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.278906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a210b7-0a1b-4cc7-95ed-17c73f153b1f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=eceec6bb-80f5-49f1-b025-7aed1b49145e,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:56.305026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-82831212-de09-460f-918e-3a02de66789c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.306132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5802959e-ab4f-4607-ae57-95109f051e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.312675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:56.324263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:56.424001 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '4688c071-d84c-4812-9321-296acf45e31a'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:56.428600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.468319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5802959e-ab4f-4607-ae57-95109f051e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.474947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:56.479688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.488539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port 0d4c7cce-0f6e-4ae1-8c56-30a3f94dbbc3 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:56.488749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-82831212-de09-460f-918e-3a02de66789c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Calling delete_port for 8a5d587a-9787-4143-8c57-0143c15fb5b8 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:56.491809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-94a210b7-0a1b-4cc7-95ed-17c73f153b1f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] In _notify_port_updated(), no bound segment for port eceec6bb-80f5-49f1-b025-7aed1b49145e on network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:38:56.496849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a210b7-0a1b-4cc7-95ed-17c73f153b1f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:56.497474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94a210b7-0a1b-4cc7-95ed-17c73f153b1f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.501522 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-94a210b7-0a1b-4cc7-95ed-17c73f153b1f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "PUT /v2.0/ports/eceec6bb-80f5-49f1-b025-7aed1b49145e HTTP/1.1" status: 200 len: 998 time: 2.0242591 Jan 21 09:38:56.506291 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 38970) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:56.534912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:56.572760 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:56.590574 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed', 'name': 'tempest-snat-router-1817113888', 'tenant_id': 'b22da71e627e41e78506ecdaa454ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.176'}], 'enable_snat': False}, 'gw_port_id': 'f1fe2b84-12aa-4c5d-bb38-0da098b5578f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:48Z', 'updated_at': '2022-01-21T09:38:52Z', 'revision_number': 3, 'project_id': 'b22da71e627e41e78506ecdaa454ea8f', 'gw_port': {'id': 'f1fe2b84-12aa-4c5d-bb38-0da098b5578f', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:50Z', 'updated_at': '2022-01-21T09:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:56.595103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d7fbb2f9-45e2-4d07-b28a-b6ec35c79d9f None None] Provisioning for port eceec6bb-80f5-49f1-b025-7aed1b49145e completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:56.609322 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Checking router: 4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:56.609687 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Updating router 4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed port f1fe2b84-12aa-4c5d-bb38-0da098b5578f binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:38:56.610033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-564e4b46-97aa-4f61-ba83-c23cf3eb7000 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port eceec6bb-80f5-49f1-b025-7aed1b49145e {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:56.610395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-564e4b46-97aa-4f61-ba83-c23cf3eb7000 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.639098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d7fbb2f9-45e2-4d07-b28a-b6ec35c79d9f None None] Provisioning complete for port eceec6bb-80f5-49f1-b025-7aed1b49145e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:56.639098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb2f9-45e2-4d07-b28a-b6ec35c79d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.709539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Allocated IP 2001:db8::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/4688c071-d84c-4812-9321-296acf45e31a/9cf84358-bfee-4314-95e1-92e5901c17e1) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:56.729492 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.731083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5802959e-ab4f-4607-ae57-95109f051e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.768905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d7fbb2f9-45e2-4d07-b28a-b6ec35c79d9f None None] Port eceec6bb-80f5-49f1-b025-7aed1b49145e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:56.772888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802959e-ab4f-4607-ae57-95109f051e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a993c208-0f39-4420-8e61-19c1bf1eb565,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:56.830581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.861964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5802959e-ab4f-4607-ae57-95109f051e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.863099 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5802959e-ab4f-4607-ae57-95109f051e22 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a993c208-0f39-4420-8e61-19c1bf1eb565 HTTP/1.1" status: 204 len: 168 time: 0.9400432 Jan 21 09:38:57.008910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port c0d8d842-5890-42d3-8e1e-cb18880199ca yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:57.129128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-564e4b46-97aa-4f61-ba83-c23cf3eb7000 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.258038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.271189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.272308 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.294704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Transition to ACTIVE for port object f1fe2b84-12aa-4c5d-bb38-0da098b5578f will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:57.302125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-564e4b46-97aa-4f61-ba83-c23cf3eb7000 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for eceec6bb-80f5-49f1-b025-7aed1b49145e owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:57.311673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-82831212-de09-460f-918e-3a02de66789c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.316474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port a53c958f-751d-4e89-81de-c73bb122b5a3 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:57.360633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.365414 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.417493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82831212-de09-460f-918e-3a02de66789c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Pushing event deleted for resources: {'Port': ['ID=8a5d587a-9787-4143-8c57-0143c15fb5b8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:57.462107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.566364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66fc64-a66e-4f81-8783-3cdf523afb08 None None] Pushing event updated for resources: {'Port': ['ID=f1fe2b84-12aa-4c5d-bb38-0da098b5578f,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:57.614872 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.645465 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Attempting to bind port f1fe2b84-12aa-4c5d-bb38-0da098b5578f on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:57.645833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Attempting to bind port f1fe2b84-12aa-4c5d-bb38-0da098b5578f by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:57.646187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Attempting to bind port f1fe2b84-12aa-4c5d-bb38-0da098b5578f on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:57.648832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Transition to ACTIVE for port object 9cf84358-bfee-4314-95e1-92e5901c17e1 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:57.666765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:57.667157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:57.667533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.667975 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:57.668463 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Bound port: f1fe2b84-12aa-4c5d-bb38-0da098b5578f, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:57.668839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.719620 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-82831212-de09-460f-918e-3a02de66789c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.731082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Transition to ACTIVE for port object 9cf84358-bfee-4314-95e1-92e5901c17e1 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:57.764144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network e8bfb841-1d89-48bb-b44d-65df55b67303 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:57.769664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] For port f1fe2b84-12aa-4c5d-bb38-0da098b5578f, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:57.771873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:57.772236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.776941 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] For port f1fe2b84-12aa-4c5d-bb38-0da098b5578f, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f1fe2b84-12aa-4c5d-bb38-0da098b5578f,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:57.778473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:57.779312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.799053 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=0d4c7cce-0f6e-4ae1-8c56-30a3f94dbbc3,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:57.821969 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.856650 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:57.863366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:57.866861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Pushing event updated for resources: {'Port': ['ID=9cf84358-bfee-4314-95e1-92e5901c17e1,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:57.870213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:57.899820 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-564e4b46-97aa-4f61-ba83-c23cf3eb7000 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.903599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=c0d8d842-5890-42d3-8e1e-cb18880199ca,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:57.962016 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-82831212-de09-460f-918e-3a02de66789c tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/ports/8a5d587a-9787-4143-8c57-0143c15fb5b8 HTTP/1.1" status: 204 len: 168 time: 2.3780823 Jan 21 09:38:57.963001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e4b46-97aa-4f61-ba83-c23cf3eb7000 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=eceec6bb-80f5-49f1-b025-7aed1b49145e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:57.990345 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39000) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:57.991159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Checking segment: {'id': '263f4011-0df2-4e3c-a831-37d025ae0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6ab9a2d3-93d0-41e2-94f9-6a57bae57a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:57.991553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network hostable DHCP agents. Network: 6ab9a2d3-93d0-41e2-94f9-6a57bae57a87, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:58.014275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Routers {'4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:58.014906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:58.069222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::9130:32b1:f606:9984 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/4688c071-d84c-4812-9321-296acf45e31a/a53c958f-751d-4e89-81de-c73bb122b5a3) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:58.147629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39004) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:58.197301 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network 6ab9a2d3-93d0-41e2-94f9-6a57bae57a87 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:58.220332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdeee56-0938-4057-8fd7-aad9f81ee5ef tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Deleting subnet e58743c1-fc2e-4659-aadf-bca706835f7a {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:58.230298 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cdeee56-0938-4057-8fd7-aad9f81ee5ef tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.288047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Attempting to bind port 9cf84358-bfee-4314-95e1-92e5901c17e1 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:58.288439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Attempting to bind port 9cf84358-bfee-4314-95e1-92e5901c17e1 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:58.288800 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Attempting to bind port 9cf84358-bfee-4314-95e1-92e5901c17e1 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:58.301120 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-564e4b46-97aa-4f61-ba83-c23cf3eb7000 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.303971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 6ab9a2d3-93d0-41e2-94f9-6a57bae57a87) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:58.332265 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:58.353283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:58.358217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:58.358930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.382700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:58.382700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:58.382700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.382700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:58.383159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Bound port: 9cf84358-bfee-4314-95e1-92e5901c17e1, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:58.383997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.396565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cdeee56-0938-4057-8fd7-aad9f81ee5ef tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.405521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66fc64-a66e-4f81-8783-3cdf523afb08 None None] Pushing event updated for resources: {'Port': ['ID=f1fe2b84-12aa-4c5d-bb38-0da098b5578f,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:58.408351 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66bd37f-5542-4887-8a9c-5fd5c7ba1398 None None] Network 6ab9a2d3-93d0-41e2-94f9-6a57bae57a87 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:58.415726 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.463974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Request body: {'networks': [{'name': 'tempest-network--1864659811'}, {'name': 'tempest-network--308182807'}]} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:58.464378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Request body: {'network': {'name': 'tempest-network--1864659811'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:58.464784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Request body: {'network': {'name': 'tempest-network--308182807'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:58.479644 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-564e4b46-97aa-4f61-ba83-c23cf3eb7000 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/eceec6bb-80f5-49f1-b025-7aed1b49145e HTTP/1.1" status: 204 len: 168 time: 1.9686599 Jan 21 09:38:58.482216 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:58.483805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39010) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:58.490485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Usage tracker for resource:network and tenant:16bb039b375942edba8d8f918d3f1f71 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:58.498208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.517963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] Set router 4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:58.526975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:58.539965 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ad4f5493-d3fc-43a8-9254-51d8bbc36c69 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3323357 Jan 21 09:38:58.541122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:58.546289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39014) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:58.552715 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-157e35f2-b796-4356-a115-4310b73706a3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:38:58.553253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-157e35f2-b796-4356-a115-4310b73706a3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:58.575655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Made reservation on behalf of 16bb039b375942edba8d8f918d3f1f71 for: {'network': 2} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:58.579994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.613388 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.627941 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-157e35f2-b796-4356-a115-4310b73706a3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:58.631783 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-157e35f2-b796-4356-a115-4310b73706a3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/eceec6bb-80f5-49f1-b025-7aed1b49145e HTTP/1.1" status: 404 len: 333 time: 0.1437495 Jan 21 09:38:58.632675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39020) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:58.678032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:58.689504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.692233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Usage tracker for resource:security_group_rule and tenant:16bb039b375942edba8d8f918d3f1f71 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:58.696731 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-40f24e27-4704-4669-965e-abda5e140207 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port c0d8d842-5890-42d3-8e1e-cb18880199ca {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:58.697068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-40f24e27-4704-4669-965e-abda5e140207 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.703210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:58.737326 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:58.742630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cdeee56-0938-4057-8fd7-aad9f81ee5ef tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.794666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] For port 9cf84358-bfee-4314-95e1-92e5901c17e1, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:58.830333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object a53c958f-751d-4e89-81de-c73bb122b5a3 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:58.850752 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8394c3d-beff-4dad-a9b1-2024cfd0d1a7 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting subnet 376c0ecb-59fe-4cf3-8625-1ec3f8a5fe96 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:58.857791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8394c3d-beff-4dad-a9b1-2024cfd0d1a7 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.870612 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] For port 9cf84358-bfee-4314-95e1-92e5901c17e1, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9cf84358-bfee-4314-95e1-92e5901c17e1,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:58.883898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.905025 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Allocated IP 172.26.4.78 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/b2971534-7809-4fa7-a497-850457aadf38) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:58.942946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cdeee56-0938-4057-8fd7-aad9f81ee5ef tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.989490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8394c3d-beff-4dad-a9b1-2024cfd0d1a7 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.028791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3df8c3-de6c-4075-88b0-91693e766a11 None None] Pushing event updated for resources: {'Port': ['ID=9cf84358-bfee-4314-95e1-92e5901c17e1,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:59.040566 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdeee56-0938-4057-8fd7-aad9f81ee5ef tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Pushing event deleted for resources: {'Subnet': ['ID=e58743c1-fc2e-4659-aadf-bca706835f7a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:59.046496 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cdeee56-0938-4057-8fd7-aad9f81ee5ef tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.078088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f066f3ec-36ce-402d-9e4d-aaa6e8c5c6d4 None None] Network ced351fc-1cbd-4058-8f51-7c456a3a8749 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:59.104730 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8cdeee56-0938-4057-8fd7-aad9f81ee5ef tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/subnets/e58743c1-fc2e-4659-aadf-bca706835f7a HTTP/1.1" status: 204 len: 168 time: 1.1043522 Jan 21 09:38:59.118143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39024) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:59.136719 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed', 'name': 'tempest-snat-router-1817113888', 'tenant_id': 'b22da71e627e41e78506ecdaa454ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.176'}], 'enable_snat': False}, 'gw_port_id': 'f1fe2b84-12aa-4c5d-bb38-0da098b5578f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:48Z', 'updated_at': '2022-01-21T09:38:52Z', 'revision_number': 3, 'project_id': 'b22da71e627e41e78506ecdaa454ea8f', 'gw_port': {'id': 'f1fe2b84-12aa-4c5d-bb38-0da098b5578f', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:50Z', 'updated_at': '2022-01-21T09:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:59.144723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84052c2-495d-4a52-9719-79a86bae7874 None None] The sync data for ids ['4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed'] in dv-neutron-825723-1-hyperv is: [{'id': '4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed', 'name': 'tempest-snat-router-1817113888', 'tenant_id': 'b22da71e627e41e78506ecdaa454ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.176'}], 'enable_snat': False}, 'gw_port_id': 'f1fe2b84-12aa-4c5d-bb38-0da098b5578f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:48Z', 'updated_at': '2022-01-21T09:38:52Z', 'revision_number': 3, 'project_id': 'b22da71e627e41e78506ecdaa454ea8f', 'gw_port': {'id': 'f1fe2b84-12aa-4c5d-bb38-0da098b5578f', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:50Z', 'updated_at': '2022-01-21T09:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:59.170386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.204437 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.204994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.250232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.319348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-40f24e27-4704-4669-965e-abda5e140207 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.403105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf03a85-7187-4504-8723-05176881d2b6,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:59.420917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.433550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:59.439450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8394c3d-beff-4dad-a9b1-2024cfd0d1a7 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.491049 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.491403 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Added segment 3a2ce18a-d5ed-4c1e-9c13-50befa6f8b94 of type vlan for network dcebaf78-d5cf-4332-96a3-d639e49b7c8e Jan 21 09:38:59.508730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Deleting port 3946ff99-7c56-4115-b4ac-6458e445a24a {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:59.509081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.525091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d8bd8-7136-4117-97e4-ee488540ac66 None None] DHCP port deletion for ced351fc-1cbd-4058-8f51-7c456a3a8749 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:59.532391 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-df1d8bd8-7136-4117-97e4-ee488540ac66 None None] Deleting port 3946ff99-7c56-4115-b4ac-6458e445a24a {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:59.533287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-df1d8bd8-7136-4117-97e4-ee488540ac66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.564973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-40f24e27-4704-4669-965e-abda5e140207 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for c0d8d842-5890-42d3-8e1e-cb18880199ca owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:59.654328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:59.662290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:59.677850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=a53c958f-751d-4e89-81de-c73bb122b5a3,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:59.686692 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:59.693076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:59.693965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.701997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.735921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.762069 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a8246c1f-c079-4519-870f-30791a498c2f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.7928407 Jan 21 09:38:59.769464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39030) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:59.799709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:59.811869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8394c3d-beff-4dad-a9b1-2024cfd0d1a7 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.825740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-40f24e27-4704-4669-965e-abda5e140207 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.909335 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f24e27-4704-4669-965e-abda5e140207 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=c0d8d842-5890-42d3-8e1e-cb18880199ca,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:59.925294 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-40f24e27-4704-4669-965e-abda5e140207 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.930762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8394c3d-beff-4dad-a9b1-2024cfd0d1a7 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Subnet': ['ID=376c0ecb-59fe-4cf3-8625-1ec3f8a5fe96,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:59.933475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.933782 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Added segment 87ee2fc1-30ae-4b84-a7c5-431d26fd4361 of type vlan for network 99ef95ec-dd73-44a0-ade0-8320f618dd96 Jan 21 09:38:59.939189 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-40f24e27-4704-4669-965e-abda5e140207 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/c0d8d842-5890-42d3-8e1e-cb18880199ca HTTP/1.1" status: 204 len: 168 time: 1.3918178 Jan 21 09:38:59.940123 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39036) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:59.952724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8394c3d-beff-4dad-a9b1-2024cfd0d1a7 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.979118 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ce82a3-5ec0-40cc-93c4-dc15d6dfb3df None None] Network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:59.987542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.008541 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a8394c3d-beff-4dad-a9b1-2024cfd0d1a7 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/376c0ecb-59fe-4cf3-8625-1ec3f8a5fe96 HTTP/1.1" status: 204 len: 168 time: 1.3749249 Jan 21 09:39:00.047891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-df1d8bd8-7136-4117-97e4-ee488540ac66 None None] For port 3946ff99-7c56-4115-b4ac-6458e445a24a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3946ff99-7c56-4115-b4ac-6458e445a24a,segment=NetworkSegment(9d0b90d4-8632-4620-9325-dbc6513b9769),segment_id=9d0b90d4-8632-4620-9325-dbc6513b9769)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:00.048688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-df1d8bd8-7136-4117-97e4-ee488540ac66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.050446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39040) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:00.110554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.147180 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.155172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc6b113-e87b-4ce5-ba61-2d79dc2fe0d1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting subnet 0e18a932-920f-424f-9d8a-7374a02e99e8 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:00.208774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e99d2d-1028-4836-9958-c531395f372a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.208993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] For port 3946ff99-7c56-4115-b4ac-6458e445a24a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3946ff99-7c56-4115-b4ac-6458e445a24a,segment=NetworkSegment(9d0b90d4-8632-4620-9325-dbc6513b9769),segment_id=9d0b90d4-8632-4620-9325-dbc6513b9769)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:00.209212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.214786 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e99d2d-1028-4836-9958-c531395f372a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.215687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f7e99d2d-1028-4836-9958-c531395f372a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:00.223498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b113-e87b-4ce5-ba61-2d79dc2fe0d1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.241217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.241704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.247386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.252288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.252994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.281105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-df1d8bd8-7136-4117-97e4-ee488540ac66 None None] Calling delete_port for 3946ff99-7c56-4115-b4ac-6458e445a24a owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:00.288991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b113-e87b-4ce5-ba61-2d79dc2fe0d1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.334358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:00.347099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:00.364454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:00.420379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event updated for resources: {'Port': ['ID=b2971534-7809-4fa7-a497-850457aadf38,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:00.476166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f7e99d2d-1028-4836-9958-c531395f372a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:00.477153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-df1d8bd8-7136-4117-97e4-ee488540ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.480475 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f7e99d2d-1028-4836-9958-c531395f372a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.7066407 Jan 21 09:39:00.492508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39046) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:00.553075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d8bd8-7136-4117-97e4-ee488540ac66 None None] No DVR routers for this DVR port 3946ff99-7c56-4115-b4ac-6458e445a24a on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:00.560127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d8bd8-7136-4117-97e4-ee488540ac66 None None] Pushing event deleted for resources: {'Port': ['ID=3946ff99-7c56-4115-b4ac-6458e445a24a,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:00.691955 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event updated for resources: {'Network': ['ID=dcebaf78-d5cf-4332-96a3-d639e49b7c8e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:00.711058 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network dcebaf78-d5cf-4332-96a3-d639e49b7c8e details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:00.792411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Calling delete_port for 3946ff99-7c56-4115-b4ac-6458e445a24a owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:00.820364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d96d5-8866-4e0a-bc36-1f45b17bec5a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.826947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d96d5-8866-4e0a-bc36-1f45b17bec5a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.828178 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-be8d96d5-8866-4e0a-bc36-1f45b17bec5a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:00.849689 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5c18d6a3-1e99-478b-9ab2-583b20f291d0 None None] Provisioning for port 9cf84358-bfee-4314-95e1-92e5901c17e1 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:00.860678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-e6cef40f-8a47-4245-ae16-f29722f7efd9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port a53c958f-751d-4e89-81de-c73bb122b5a3 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:00.861017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6cef40f-8a47-4245-ae16-f29722f7efd9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.899482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b113-e87b-4ce5-ba61-2d79dc2fe0d1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.926021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event updated for resources: {'Network': ['ID=99ef95ec-dd73-44a0-ade0-8320f618dd96,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:00.939251 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 99ef95ec-dd73-44a0-ade0-8320f618dd96 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:00.962025 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0510bde0-a16f-47e3-8c45-8b362e8c06f8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8069959 Jan 21 09:39:00.967081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39050) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:01.019278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b113-e87b-4ce5-ba61-2d79dc2fe0d1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.036763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:01.037089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:01.201564 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-83db3952-c5a2-49ad-a383-60282e3d61e3 None None] Provisioning for port a53c958f-751d-4e89-81de-c73bb122b5a3 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:01.207837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-83db3952-c5a2-49ad-a383-60282e3d61e3 None None] Provisioning complete for port a53c958f-751d-4e89-81de-c73bb122b5a3 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:01.208205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-83db3952-c5a2-49ad-a383-60282e3d61e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.288761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2120370-19d2-4607-904f-12dd4c5c0779 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:01.306058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2120370-19d2-4607-904f-12dd4c5c0779 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:01.314795 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2120370-19d2-4607-904f-12dd4c5c0779 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:01.325702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2120370-19d2-4607-904f-12dd4c5c0779 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:01.326605 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a2120370-19d2-4607-904f-12dd4c5c0779 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Synchronizing usage tracker for tenant:16bb039b375942edba8d8f918d3f1f71 on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:01.347657 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9cf84358-bfee-4314-95e1-92e5901c17e1 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:01.349781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a2120370-19d2-4607-904f-12dd4c5c0779 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Unset dirty status for tenant:16bb039b375942edba8d8f918d3f1f71 on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:01.352401 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a2120370-19d2-4607-904f-12dd4c5c0779 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3810654 Jan 21 09:39:01.355720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39056) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:01.377762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-be8d96d5-8866-4e0a-bc36-1f45b17bec5a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:01.378966 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-be8d96d5-8866-4e0a-bc36-1f45b17bec5a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 1.4365828 Jan 21 09:39:01.384950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39060) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:01.392712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6b113-e87b-4ce5-ba61-2d79dc2fe0d1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Subnet': ['ID=0e18a932-920f-424f-9d8a-7374a02e99e8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:01.407440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b113-e87b-4ce5-ba61-2d79dc2fe0d1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.408267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-83db3952-c5a2-49ad-a383-60282e3d61e3 None None] Port a53c958f-751d-4e89-81de-c73bb122b5a3 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:01.418286 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ebc6b113-e87b-4ce5-ba61-2d79dc2fe0d1 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/0e18a932-920f-424f-9d8a-7374a02e99e8 HTTP/1.1" status: 204 len: 168 time: 1.3656745 Jan 21 09:39:01.444864 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39064) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:01.462242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 9cf84358-bfee-4314-95e1-92e5901c17e1 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:01.470960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9cf84358-bfee-4314-95e1-92e5901c17e1 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:01.471636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.550124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Deleting port 3946ff99-7c56-4115-b4ac-6458e445a24a {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:01.550696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.617855 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.645292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977a251b-51a4-49c4-a87f-9c4acb0288f3 None None] Network 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:01.657232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5efb-e499-4c18-ae0e-1adedf01c5b8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.663559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-dacda19a-d0bb-4a44-91f6-2f0a03d6c8fd tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 0d4c7cce-0f6e-4ae1-8c56-30a3f94dbbc3 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:01.664074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dacda19a-d0bb-4a44-91f6-2f0a03d6c8fd tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.696721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] The port '3946ff99-7c56-4115-b4ac-6458e445a24a' was deleted {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:39:01.702258 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 9cf84358-bfee-4314-95e1-92e5901c17e1, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9cf84358-bfee-4314-95e1-92e5901c17e1,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:01.766635 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.767287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f1fe2b84-12aa-4c5d-bb38-0da098b5578f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:01.878915 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.935272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.950449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.950731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3a8c7f27-847e-48ff-a36d-2f83cc2ce0fb None None] Provisioning complete for port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:01.951048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3a8c7f27-847e-48ff-a36d-2f83cc2ce0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.980755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6cef40f-8a47-4245-ae16-f29722f7efd9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.008445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=9cf84358-bfee-4314-95e1-92e5901c17e1,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.034048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced351fc-1cbd-4058-8f51-7c456a3a8749']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:02.043364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port f1fe2b84-12aa-4c5d-bb38-0da098b5578f completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:02.052839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port f1fe2b84-12aa-4c5d-bb38-0da098b5578f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:02.053623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.096777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5efb-e499-4c18-ae0e-1adedf01c5b8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.114433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-e6cef40f-8a47-4245-ae16-f29722f7efd9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for a53c958f-751d-4e89-81de-c73bb122b5a3 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:02.147733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:02.147733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.150904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0b90d4-8632-4620-9325-dbc6513b9769') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:02.151206 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0b90d4-8632-4620-9325-dbc6513b9769') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:02.189374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dacda19a-d0bb-4a44-91f6-2f0a03d6c8fd tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.200760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.213590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-b7fd5efb-e499-4c18-ae0e-1adedf01c5b8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcebaf78-d5cf-4332-96a3-d639e49b7c8e']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:02.272417 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.291277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port f1fe2b84-12aa-4c5d-bb38-0da098b5578f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f1fe2b84-12aa-4c5d-bb38-0da098b5578f,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:02.298074 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.357831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f85c039-a8b9-4f97-8cc1-8940ef4996fa None None] DHCP port deletion for 0cd528be-35b6-43d1-95cd-2c7cedd8ef81 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:02.375048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-6f85c039-a8b9-4f97-8cc1-8940ef4996fa None None] Deleting port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:02.375429 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6f85c039-a8b9-4f97-8cc1-8940ef4996fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.414503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3946ff99-7c56-4115-b4ac-6458e445a24a no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:02.429653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-b7fd5efb-e499-4c18-ae0e-1adedf01c5b8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2ce18a-d5ed-4c1e-9c13-50befa6f8b94') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:02.430352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-b7fd5efb-e499-4c18-ae0e-1adedf01c5b8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2ce18a-d5ed-4c1e-9c13-50befa6f8b94') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:02.470876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 3946ff99-7c56-4115-b4ac-6458e445a24a {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:02.471240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3946ff99-7c56-4115-b4ac-6458e445a24a not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:02.488152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=f1fe2b84-12aa-4c5d-bb38-0da098b5578f,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.507256 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-dacda19a-d0bb-4a44-91f6-2f0a03d6c8fd tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for 0d4c7cce-0f6e-4ae1-8c56-30a3f94dbbc3 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:02.553379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.556278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5efb-e499-4c18-ae0e-1adedf01c5b8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.576273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:02.576729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:02.596562 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:02.613817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5efb-e499-4c18-ae0e-1adedf01c5b8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.655238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6f85c039-a8b9-4f97-8cc1-8940ef4996fa None None] For port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e2a48cf6-9a5b-4add-9a33-bfebe6ae9508,segment=NetworkSegment(7b3d89d0-1c95-487c-8f86-cbac77d0d71c),segment_id=7b3d89d0-1c95-487c-8f86-cbac77d0d71c)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:02.655849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6f85c039-a8b9-4f97-8cc1-8940ef4996fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.696214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fd5efb-e499-4c18-ae0e-1adedf01c5b8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:02.696659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5efb-e499-4c18-ae0e-1adedf01c5b8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.707655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:02.711424 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:02.720146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6cef40f-8a47-4245-ae16-f29722f7efd9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.786111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-6f85c039-a8b9-4f97-8cc1-8940ef4996fa None None] Calling delete_port for e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:02.788041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.808073 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.809696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dacda19a-d0bb-4a44-91f6-2f0a03d6c8fd tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.870765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacda19a-d0bb-4a44-91f6-2f0a03d6c8fd tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=0d4c7cce-0f6e-4ae1-8c56-30a3f94dbbc3,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.872798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] Pushing event deleted for resources: {'Network': ['ID=ced351fc-1cbd-4058-8f51-7c456a3a8749,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.879234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5efb-e499-4c18-ae0e-1adedf01c5b8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.908138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6f85c039-a8b9-4f97-8cc1-8940ef4996fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.911586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5efb-e499-4c18-ae0e-1adedf01c5b8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.915951 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b7fd5efb-e499-4c18-ae0e-1adedf01c5b8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "DELETE /v2.0/networks/dcebaf78-d5cf-4332-96a3-d639e49b7c8e HTTP/1.1" status: 204 len: 168 time: 1.5566781 Jan 21 09:39:02.918343 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39074) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:02.919420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dacda19a-d0bb-4a44-91f6-2f0a03d6c8fd tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.924686 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-dacda19a-d0bb-4a44-91f6-2f0a03d6c8fd tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/0d4c7cce-0f6e-4ae1-8c56-30a3f94dbbc3 HTTP/1.1" status: 204 len: 168 time: 1.5350900 Jan 21 09:39:02.924686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd5efb-e499-4c18-ae0e-1adedf01c5b8 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event deleted for resources: {'Network': ['ID=dcebaf78-d5cf-4332-96a3-d639e49b7c8e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.926068 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d2b45120-b183-4229-ac83-3e4e58cb58ff tempest-TagsExtTest-2003009714 tempest-TagsExtTest-2003009714-project] 10.222.0.99 "DELETE /v2.0/networks/ced351fc-1cbd-4058-8f51-7c456a3a8749 HTTP/1.1" status: 204 len: 168 time: 3.8068304 Jan 21 09:39:02.926676 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39076) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:02.964231 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85c039-a8b9-4f97-8cc1-8940ef4996fa None None] Pushing event deleted for resources: {'Port': ['ID=e2a48cf6-9a5b-4add-9a33-bfebe6ae9508,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.969739 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85c039-a8b9-4f97-8cc1-8940ef4996fa None None] No DVR routers for this DVR port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:03.031738 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cef40f-8a47-4245-ae16-f29722f7efd9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=a53c958f-751d-4e89-81de-c73bb122b5a3,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:03.049005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] For port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e2a48cf6-9a5b-4add-9a33-bfebe6ae9508,segment=NetworkSegment(7b3d89d0-1c95-487c-8f86-cbac77d0d71c),segment_id=7b3d89d0-1c95-487c-8f86-cbac77d0d71c)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:03.049399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.086407 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6cef40f-8a47-4245-ae16-f29722f7efd9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.124424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbda9a20-b5ef-4155-8328-99a4ee5e98c3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.151890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9cf84358-bfee-4314-95e1-92e5901c17e1 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:03.167883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f5dd80-8389-453d-ba51-a30644be3d17 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:03.168724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-09f5dd80-8389-453d-ba51-a30644be3d17 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:03.263050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:03.264908 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9cf84358-bfee-4314-95e1-92e5901c17e1 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:03.265432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.312106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39086) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:03.332205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbda9a20-b5ef-4155-8328-99a4ee5e98c3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.344374 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e6cef40f-8a47-4245-ae16-f29722f7efd9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/a53c958f-751d-4e89-81de-c73bb122b5a3 HTTP/1.1" status: 204 len: 168 time: 2.8475828 Jan 21 09:39:03.344585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39092) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:03.391079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-09f5dd80-8389-453d-ba51-a30644be3d17 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:03.394701 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-09f5dd80-8389-453d-ba51-a30644be3d17 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4183316 Jan 21 09:39:03.395424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39096) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:03.409724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-bbda9a20-b5ef-4155-8328-99a4ee5e98c3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ef95ec-dd73-44a0-ade0-8320f618dd96']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:03.417803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f1fe2b84-12aa-4c5d-bb38-0da098b5578f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:03.459556 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.api [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:03.459872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG oslo_db.api [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:03.460589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-bbda9a20-b5ef-4155-8328-99a4ee5e98c3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ee2fc1-30ae-4b84-a7c5-431d26fd4361') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:03.460970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-bbda9a20-b5ef-4155-8328-99a4ee5e98c3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ee2fc1-30ae-4b84-a7c5-431d26fd4361') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:03.480998 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55e375b-4c40-4cfa-a878-c3e4454b1a7e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:39:03.485432 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e55e375b-4c40-4cfa-a878-c3e4454b1a7e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/c0d8d842-5890-42d3-8e1e-cb18880199ca HTTP/1.1" status: 404 len: 333 time: 0.0781925 Jan 21 09:39:03.492202 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39100) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:03.493426 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbda9a20-b5ef-4155-8328-99a4ee5e98c3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.498113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port f1fe2b84-12aa-4c5d-bb38-0da098b5578f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:03.498600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.520929 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Router 978295a7-59aa-427f-b6f4-662d4271b623 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:39:03.556363 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-316f90ba-bfa0-47b1-b6b4-0c486a43fdd6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:39:03.560569 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-316f90ba-bfa0-47b1-b6b4-0c486a43fdd6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/0d4c7cce-0f6e-4ae1-8c56-30a3f94dbbc3 HTTP/1.1" status: 404 len: 333 time: 0.0605412 Jan 21 09:39:03.561155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39106) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:03.585008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc81d3c-c00a-4e33-88a0-43fbb8571d93 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:03.586397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc81d3c-c00a-4e33-88a0-43fbb8571d93 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:03.587149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2dc81d3c-c00a-4e33-88a0-43fbb8571d93 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:03.621370 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1b6460e2-a02a-4785-b3b2-6d9e85a51c92 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e268dd59da274735b7c02f42c7de4f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022127 Jan 21 09:39:03.622010 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39110) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:03.633744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbda9a20-b5ef-4155-8328-99a4ee5e98c3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.664545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbda9a20-b5ef-4155-8328-99a4ee5e98c3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:03.664949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbda9a20-b5ef-4155-8328-99a4ee5e98c3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:03.680837 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:03.716993 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:03.753758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:03.754129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:03.769161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2dc81d3c-c00a-4e33-88a0-43fbb8571d93 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:03.770473 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2dc81d3c-c00a-4e33-88a0-43fbb8571d93 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4237251 Jan 21 09:39:03.775331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39114) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:03.834740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cd516492-f925-4405-bacd-a0cce9155e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.836786 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:03.843839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-faa10cb8-b67f-40e7-845b-71dce4d6e1c5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.848159 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Sync routers for ids ['978295a7-59aa-427f-b6f4-662d4271b623'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:03.853167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbda9a20-b5ef-4155-8328-99a4ee5e98c3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.858320 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Routers {'978295a7-59aa-427f-b6f4-662d4271b623'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:03.859019 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['978295a7-59aa-427f-b6f4-662d4271b623'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:03.881152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbda9a20-b5ef-4155-8328-99a4ee5e98c3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.888152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda9a20-b5ef-4155-8328-99a4ee5e98c3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event deleted for resources: {'Network': ['ID=99ef95ec-dd73-44a0-ade0-8320f618dd96,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:03.899657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-df37e211-5f5c-45d5-9226-01525ec3673d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 4688c071-d84c-4812-9321-296acf45e31a {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:03.903840 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cd516492-f925-4405-bacd-a0cce9155e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.915228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-df37e211-5f5c-45d5-9226-01525ec3673d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.961208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.965278 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4f356595-9402-4416-b08a-da0aa55ea59c tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.9507542 Jan 21 09:39:03.965278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port e2a48cf6-9a5b-4add-9a33-bfebe6ae9508 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:03.965278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.971320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39120) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:03.977631 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bbda9a20-b5ef-4155-8328-99a4ee5e98c3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "DELETE /v2.0/networks/99ef95ec-dd73-44a0-ade0-8320f618dd96 HTTP/1.1" status: 204 len: 168 time: 1.0536044 Jan 21 09:39:03.996482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39124) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:04.043021 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Set router 978295a7-59aa-427f-b6f4-662d4271b623 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:04.100943 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] The port 'e2a48cf6-9a5b-4add-9a33-bfebe6ae9508' was deleted {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:39:04.150275 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-df37e211-5f5c-45d5-9226-01525ec3673d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.224181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-faa10cb8-b67f-40e7-845b-71dce4d6e1c5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.260294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-faa10cb8-b67f-40e7-845b-71dce4d6e1c5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab9a2d3-93d0-41e2-94f9-6a57bae57a87']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.329023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cd516492-f925-4405-bacd-a0cce9155e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.346644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-faa10cb8-b67f-40e7-845b-71dce4d6e1c5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263f4011-0df2-4e3c-a831-37d025ae0d56') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.346965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-faa10cb8-b67f-40e7-845b-71dce4d6e1c5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263f4011-0df2-4e3c-a831-37d025ae0d56') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.364115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-faa10cb8-b67f-40e7-845b-71dce4d6e1c5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.377254 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978295a7-59aa-427f-b6f4-662d4271b623', 'name': 'tempest-snat-router-1817113888', 'tenant_id': 'b22da71e627e41e78506ecdaa454ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'b2971534-7809-4fa7-a497-850457aadf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:56Z', 'updated_at': '2022-01-21T09:39:01Z', 'revision_number': 3, 'project_id': 'b22da71e627e41e78506ecdaa454ea8f', 'gw_port': {'id': 'b2971534-7809-4fa7-a497-850457aadf38', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978295a7-59aa-427f-b6f4-662d4271b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:58Z', 'updated_at': '2022-01-21T09:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.381543 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Checking router: 978295a7-59aa-427f-b6f4-662d4271b623 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:04.382132 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Updating router 978295a7-59aa-427f-b6f4-662d4271b623 port b2971534-7809-4fa7-a497-850457aadf38 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:39:04.386823 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-030894a9-3f9d-4ef4-a113-ff0c596cf690 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/routers/978295a7-59aa-427f-b6f4-662d4271b623 HTTP/1.1" status: 200 len: 907 time: 0.4142480 Jan 21 09:39:04.389621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39128) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:04.393097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-faa10cb8-b67f-40e7-845b-71dce4d6e1c5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.404363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.420556 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16544fa9-2d4e-4957-aefc-d51d751f7ef7 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:04.426417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16544fa9-2d4e-4957-aefc-d51d751f7ef7 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:04.431349 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-16544fa9-2d4e-4957-aefc-d51d751f7ef7 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4305966 Jan 21 09:39:04.438701 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.439247 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd516492-f925-4405-bacd-a0cce9155e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e84042-d6ed-4525-8f04-22cc7fbb10d3,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:04.444296 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39132) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:04.449851 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1428175431'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:04.459579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa10cb8-b67f-40e7-845b-71dce4d6e1c5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:04.459849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-faa10cb8-b67f-40e7-845b-71dce4d6e1c5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.465363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cd516492-f925-4405-bacd-a0cce9155e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.469324 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cd516492-f925-4405-bacd-a0cce9155e9a admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f9e84042-d6ed-4525-8f04-22cc7fbb10d3 HTTP/1.1" status: 204 len: 168 time: 0.8415921 Jan 21 09:39:04.469324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:04.476449 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Usage tracker for resource:network and tenant:16bb039b375942edba8d8f918d3f1f71 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:04.480383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:04.483789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd528be-35b6-43d1-95cd-2c7cedd8ef81']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.497718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:04.507363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3d89d0-1c95-487c-8f86-cbac77d0d71c') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.507656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3d89d0-1c95-487c-8f86-cbac77d0d71c') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.521275 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-df37e211-5f5c-45d5-9226-01525ec3673d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.549939 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:04.561606 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:04.706104 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Made reservation on behalf of 16bb039b375942edba8d8f918d3f1f71 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:04.709576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.734792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.769803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:04.769803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.797766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:04.808684 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:04.821761 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:04.852910 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.874032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-faa10cb8-b67f-40e7-845b-71dce4d6e1c5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.878878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-faa10cb8-b67f-40e7-845b-71dce4d6e1c5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.904920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.905275 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Added segment 24a9fc0c-51af-471d-a4c5-4ba648938ae6 of type vlan for network 311147e4-b595-44e4-8501-3abe1d35f48a Jan 21 09:39:04.919168 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.933500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa10cb8-b67f-40e7-845b-71dce4d6e1c5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Network': ['ID=6ab9a2d3-93d0-41e2-94f9-6a57bae57a87,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:04.940704 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-faa10cb8-b67f-40e7-845b-71dce4d6e1c5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/networks/6ab9a2d3-93d0-41e2-94f9-6a57bae57a87 HTTP/1.1" status: 204 len: 168 time: 1.3728275 Jan 21 09:39:04.944913 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Transition to ACTIVE for port object b2971534-7809-4fa7-a497-850457aadf38 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:04.945488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39148) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:04.946722 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.957978 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.958956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-21176219'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:04.962026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-df37e211-5f5c-45d5-9226-01525ec3673d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.966998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:05.006882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Network': ['ID=0cd528be-35b6-43d1-95cd-2c7cedd8ef81,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.015606 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.021392 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37e211-5f5c-45d5-9226-01525ec3673d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=4688c071-d84c-4812-9321-296acf45e31a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.023591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-df37e211-5f5c-45d5-9226-01525ec3673d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.025888 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-df37e211-5f5c-45d5-9226-01525ec3673d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/4688c071-d84c-4812-9321-296acf45e31a HTTP/1.1" status: 204 len: 168 time: 1.2478426 Jan 21 09:39:05.029077 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f3282ffc-e9ce-46d2-aab5-cffc929b148f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/networks/0cd528be-35b6-43d1-95cd-2c7cedd8ef81 HTTP/1.1" status: 204 len: 168 time: 3.5745218 Jan 21 09:39:05.029843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39154) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.030639 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6773b1a-9ee6-4f1b-bd7a-ffbfa6c68109 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:05.033273 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39156) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.066189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:network and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:05.078329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:05.087999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:05.112502 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Pushing event updated for resources: {'Port': ['ID=b2971534-7809-4fa7-a497-850457aadf38,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.126968 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.140412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:05.140790 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:05.142261 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:05.142607 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:05.143017 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:05.147080 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:05.147323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.148644 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:05.149001 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:05.151480 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:05.151839 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:05.152241 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:05.153894 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:05.154235 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:05.160318 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bcb40af7-0e03-49cc-9756-1c2d3169218c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1261580 Jan 21 09:39:05.160968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39166) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.221853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:05.227786 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Attempting to bind port b2971534-7809-4fa7-a497-850457aadf38 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:05.231280 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Attempting to bind port b2971534-7809-4fa7-a497-850457aadf38 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:05.232651 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Attempting to bind port b2971534-7809-4fa7-a497-850457aadf38 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:05.241850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Deleting port b2971534-7809-4fa7-a497-850457aadf38 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:05.242193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.249442 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:05.250032 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:05.250423 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.250810 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:05.251271 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Bound port: b2971534-7809-4fa7-a497-850457aadf38, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:05.251657 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.255400 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.262081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.263280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.306374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.306728 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Added segment b625667a-a007-4bd5-a9da-6ed496ca81b0 of type vlan for network b82aca25-dd07-434d-9523-024c20743322 Jan 21 09:39:05.346512 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8988750 Jan 21 09:39:05.352314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39174) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.383161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-86471589'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:05.396242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:05.399369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.419912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Usage tracker for resource:network and tenant:16bb039b375942edba8d8f918d3f1f71 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:05.423198 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] For port b2971534-7809-4fa7-a497-850457aadf38, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:05.426555 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:05.427607 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] For port b2971534-7809-4fa7-a497-850457aadf38, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b2971534-7809-4fa7-a497-850457aadf38,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:05.432164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736b22e4-159f-419f-a3cb-44c8a25959ea tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.433481 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-736b22e4-159f-419f-a3cb-44c8a25959ea tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:05.437634 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:05.449583 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.454264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953677d-9f1e-4454-ad74-4ee8771e71d3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event updated for resources: {'Network': ['ID=311147e4-b595-44e4-8501-3abe1d35f48a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.467229 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 311147e4-b595-44e4-8501-3abe1d35f48a details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:05.486851 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82815a9-8dfe-496c-a26b-2b5c875b4e08 None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:05.512413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e24c0-e161-4883-8bed-2f77c153a28e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.516600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d56e24c0-e161-4883-8bed-2f77c153a28e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:05.522367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39180) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.523990 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f82815a9-8dfe-496c-a26b-2b5c875b4e08 None None] Deleting port 9cf84358-bfee-4314-95e1-92e5901c17e1 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:05.524421 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f82815a9-8dfe-496c-a26b-2b5c875b4e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.534894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Made reservation on behalf of 16bb039b375942edba8d8f918d3f1f71 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:05.538186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.543751 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Routers {'978295a7-59aa-427f-b6f4-662d4271b623'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:05.544419 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:38:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['978295a7-59aa-427f-b6f4-662d4271b623'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:05.549344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d56e24c0-e161-4883-8bed-2f77c153a28e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:05.571303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39186) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.580896 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d56e24c0-e161-4883-8bed-2f77c153a28e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4064906 Jan 21 09:39:05.584123 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-736b22e4-159f-419f-a3cb-44c8a25959ea tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:05.594152 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-736b22e4-159f-419f-a3cb-44c8a25959ea tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5594957 Jan 21 09:39:05.598724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39190) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.634581 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938d4c7-9e3a-41b2-a609-811c2ae459c1 None None] Pushing event updated for resources: {'Port': ['ID=b2971534-7809-4fa7-a497-850457aadf38,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.634817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:05.645488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.647202 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Added segment 1137eb18-1eb6-4cdb-aeaa-95e22b22cbe3 of type vlan for network 667fc108-a077-4b13-ad9c-9e4e5ee4eb50 Jan 21 09:39:05.673154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.714762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.720810 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.721575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.769181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.775537 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e10f42a9-f9ea-41c9-9038-1d24530621c6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1756830 Jan 21 09:39:05.776075 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.776703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.777313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39194) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.787093 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f82815a9-8dfe-496c-a26b-2b5c875b4e08 None None] For port 9cf84358-bfee-4314-95e1-92e5901c17e1, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9cf84358-bfee-4314-95e1-92e5901c17e1,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:05.787624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f82815a9-8dfe-496c-a26b-2b5c875b4e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.787954 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1091011992-network', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:05.788447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1238736967'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:05.795683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:05.801172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:network and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:05.805759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:05.809757 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8612034 Jan 21 09:39:05.810901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:05.812746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39198) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.816674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] For port b2971534-7809-4fa7-a497-850457aadf38, host dv-neutron-825723-1-hyperv, got binding levels [] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:05.817040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.825044 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] Set router 978295a7-59aa-427f-b6f4-662d4271b623 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:05.826478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': 'b82aca25-dd07-434d-9523-024c20743322', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:05.845795 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Usage tracker for resource:network and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:05.846269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:05.856478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:05.933902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:05.937372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.964854 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978295a7-59aa-427f-b6f4-662d4271b623', 'name': 'tempest-snat-router-1817113888', 'tenant_id': 'b22da71e627e41e78506ecdaa454ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:56Z', 'updated_at': '2022-01-21T09:39:05Z', 'revision_number': 4, 'project_id': 'b22da71e627e41e78506ecdaa454ea8f', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:05.972281 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71cb032-e397-4e24-b937-00d3b204912b None None] The sync data for ids ['978295a7-59aa-427f-b6f4-662d4271b623'] in dv-neutron-825723-1-hyperv is: [{'id': '978295a7-59aa-427f-b6f4-662d4271b623', 'name': 'tempest-snat-router-1817113888', 'tenant_id': 'b22da71e627e41e78506ecdaa454ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:56Z', 'updated_at': '2022-01-21T09:39:05Z', 'revision_number': 4, 'project_id': 'b22da71e627e41e78506ecdaa454ea8f', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:06.031728 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f82815a9-8dfe-496c-a26b-2b5c875b4e08 None None] Calling delete_port for 9cf84358-bfee-4314-95e1-92e5901c17e1 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:06.069364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:06.074614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Calling delete_port for b2971534-7809-4fa7-a497-850457aadf38 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:06.077508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:06.080199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:06.082534 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:06.091585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:06.098539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.098887 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Added segment ba181dbd-8b97-4439-b38b-e41acd1fef77 of type vlan for network a674212a-8402-4f6b-9782-ced70872e1d5 Jan 21 09:39:06.114983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:06.115190 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:06.120278 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7640538 Jan 21 09:39:06.120497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.121367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b9a9b4-f594-43cc-aa3a-4fe68dab96a2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:06.123095 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-51b9a9b4-f594-43cc-aa3a-4fe68dab96a2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5508282 Jan 21 09:39:06.130062 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39204) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:06.130373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39206) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:06.138360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f82815a9-8dfe-496c-a26b-2b5c875b4e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.147028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Request body: {'ports': [{'network_id': '311147e4-b595-44e4-8501-3abe1d35f48a', 'name': 'tempest-port--230329184', 'admin_state_up': True}, {'network_id': '667fc108-a077-4b13-ad9c-9e4e5ee4eb50', 'admin_state_up': False}]} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:06.147346 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Request body: {'port': {'network_id': '311147e4-b595-44e4-8501-3abe1d35f48a', 'name': 'tempest-port--230329184', 'admin_state_up': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:06.147823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Request body: {'port': {'network_id': '667fc108-a077-4b13-ad9c-9e4e5ee4eb50', 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:06.168467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a26134-0277-458a-8a56-787a0a81697a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Network': ['ID=b82aca25-dd07-434d-9523-024c20743322,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:06.183925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.184171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82815a9-8dfe-496c-a26b-2b5c875b4e08 None None] Pushing event deleted for resources: {'Port': ['ID=9cf84358-bfee-4314-95e1-92e5901c17e1,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:06.187567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82815a9-8dfe-496c-a26b-2b5c875b4e08 None None] No DVR routers for this DVR port 9cf84358-bfee-4314-95e1-92e5901c17e1 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:06.196906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network b82aca25-dd07-434d-9523-024c20743322 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:06.272460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.ipam_backend_mixin [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Performing IP validity checks on allocation pools {{(pid=87502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:39:06.275310 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.ipam_backend_mixin [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:39:06.332857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-430f0afc-7301-41d2-bda8-c51192eeea25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.335048 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.342144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:06.342999 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.405185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Made reservation on behalf of 9d91df169b3d4b12afed351c8ebd622a for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:06.407363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.433264 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-787b5af2-c156-4f93-a767-216f5965b16e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2929373 Jan 21 09:39:06.459064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39214) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:06.459738 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Network': ['ID=a674212a-8402-4f6b-9782-ced70872e1d5,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:06.470653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network a674212a-8402-4f6b-9782-ced70872e1d5 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:06.471855 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-51d70b14-4e56-4dc7-bb42-2c02f74ba1ac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:06.489094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.566609 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8e80425a-5d83-4a35-9470-6357bc2940d5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7879176 Jan 21 09:39:06.586666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39218) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:06.597921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': 'a674212a-8402-4f6b-9782-ced70872e1d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:06.611839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189bb31-cb50-49a1-82bd-7a705fe02b3b tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event updated for resources: {'Network': ['ID=667fc108-a077-4b13-ad9c-9e4e5ee4eb50,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:06.618488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:06.626642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 667fc108-a077-4b13-ad9c-9e4e5ee4eb50 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:06.647122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-51d70b14-4e56-4dc7-bb42-2c02f74ba1ac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:06.655014 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Usage tracker for resource:security_group_rule and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:06.658489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-51d70b14-4e56-4dc7-bb42-2c02f74ba1ac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:06.671430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:06.674249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d70b14-4e56-4dc7-bb42-2c02f74ba1ac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:06.678638 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-51d70b14-4e56-4dc7-bb42-2c02f74ba1ac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.699117 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:06.834272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.860590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:06.874241 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:06.879499 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:06.887242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:06.887485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:06.888290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:06.891865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:06.899772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Usage tracker for resource:port and tenant:16bb039b375942edba8d8f918d3f1f71 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:06.903498 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:06.918692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:06.928672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Subnet': ['ID=2dba4280-d63d-4221-bd88-693a794fe681,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:06.930098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:06.933814 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.963080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Made reservation on behalf of 16bb039b375942edba8d8f918d3f1f71 for: {'port': 2} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:06.967478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.982569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Checking segment: {'id': 'b625667a-a007-4bd5-a9da-6ed496ca81b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b82aca25-dd07-434d-9523-024c20743322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:06.982935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network hostable DHCP agents. Network: b82aca25-dd07-434d-9523-024c20743322, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:07.008936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.025586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network b82aca25-dd07-434d-9523-024c20743322 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:07.126184 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9cf84358-bfee-4314-95e1-92e5901c17e1 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:07.166112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.175022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 9cf84358-bfee-4314-95e1-92e5901c17e1 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:07.175022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9cf84358-bfee-4314-95e1-92e5901c17e1 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:07.187441 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, b82aca25-dd07-434d-9523-024c20743322) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:07.192205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:07.192924 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.197817 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e825d49-efb3-488b-ba83-ce61c8a26034 None None] Network b82aca25-dd07-434d-9523-024c20743322 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:07.207083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.218964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-51d70b14-4e56-4dc7-bb42-2c02f74ba1ac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.268834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:07.283941 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f050fbab-e975-4ec1-8ab5-f64785a50e7a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4675276 Jan 21 09:39:07.286170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39224) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:07.301893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d70b14-4e56-4dc7-bb42-2c02f74ba1ac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:07.302799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e9f0d4-f323-42e2-8496-7872baa31598,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:07.308772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': 'b82aca25-dd07-434d-9523-024c20743322', 'name': 'tempest-PortsIpV6TestJSON-276736543'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:07.312057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.312427 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Added segment f97bf155-802d-4080-8011-db3383cf4896 of type vlan for network 42df2083-2321-47b5-bb6a-a354e39deae9 Jan 21 09:39:07.330888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-51d70b14-4e56-4dc7-bb42-2c02f74ba1ac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:07.333976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d70b14-4e56-4dc7-bb42-2c02f74ba1ac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:07.334576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-51d70b14-4e56-4dc7-bb42-2c02f74ba1ac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.360384 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757efee7-1911-46ec-8337-ae237b416eda None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:07.371910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d70b14-4e56-4dc7-bb42-2c02f74ba1ac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=697fcf23-4b58-48d3-b3f2-1fe93cec4ec7,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:07.405381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Deleting port b2971534-7809-4fa7-a497-850457aadf38 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:07.405605 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.437943 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-51d70b14-4e56-4dc7-bb42-2c02f74ba1ac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9750378 Jan 21 09:39:07.442323 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39228) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:07.455235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'fixed_ips': [{'subnet_id': '697fcf23-4b58-48d3-b3f2-1fe93cec4ec7', 'ip_address': '2001:db8::169c:f1cf:89d3:b210'}], 'name': 'tempest-NetworksTestDHCPv6-178764849'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:07.485310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.490811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] device_id is not set on port e663c01e-70f4-487d-aeb7-3d1d63e56d5d yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:07.573164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:07.606924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-b82aca25-dd07-434d-9523-024c20743322', 'network_id': 'b82aca25-dd07-434d-9523-024c20743322', 'tenant_id': '628d68c153204c9cae8da201ef56de13', 'fixed_ips': [{'subnet_id': '2dba4280-d63d-4221-bd88-693a794fe681'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:07.607796 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.657762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.658728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:07.659320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.663304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.691694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:07.715894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:07.718126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:07.721626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.748245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:07.758804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port 0a56a93f-03de-4601-a10b-87931f2de9a6 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:07.804969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:07.815686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '697fcf23-4b58-48d3-b3f2-1fe93cec4ec7'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:07.816541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.845192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Allocated IP 2001:db8::2 (b82aca25-dd07-434d-9523-024c20743322/2dba4280-d63d-4221-bd88-693a794fe681/ec380c88-185c-49e4-a08b-d5d91bc9b08d) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:07.991514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.013549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port 83f1b751-bbc2-47e2-b783-837cc6bbf529 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:08.062052 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] Pushing event updated for resources: {'Network': ['ID=42df2083-2321-47b5-bb6a-a354e39deae9,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:08.078852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] For port b2971534-7809-4fa7-a497-850457aadf38, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b2971534-7809-4fa7-a497-850457aadf38,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:08.079109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.086712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Subnet': ['ID=4acdb832-16bc-4367-b350-e2d1f06d0150,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:08.091243 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 42df2083-2321-47b5-bb6a-a354e39deae9 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:08.107874 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3680be25-4b8c-47ed-9496-9b92d3e3fdb1 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5843654 Jan 21 09:39:08.123008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39234) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:08.133698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Request body: {'subnet': {'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1091011992-subnet', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:08.140378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:08.148676 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Usage tracker for resource:subnet and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:08.157931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:08.166399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:08.201546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Made reservation on behalf of 9d91df169b3d4b12afed351c8ebd622a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:08.203918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.226863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Checking segment: {'id': 'ba181dbd-8b97-4439-b38b-e41acd1fef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a674212a-8402-4f6b-9782-ced70872e1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:08.227488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network hostable DHCP agents. Network: a674212a-8402-4f6b-9782-ced70872e1d5, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:08.240864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Calling delete_port for b2971534-7809-4fa7-a497-850457aadf38 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:08.286100 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Allocated IP 2001:db8::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/697fcf23-4b58-48d3-b3f2-1fe93cec4ec7/19bc5665-e028-4dc7-94a3-411cde04cfdd) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:08.318223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.341054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.365209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Transition to ACTIVE for port object ec380c88-185c-49e4-a08b-d5d91bc9b08d will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:08.377919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network a674212a-8402-4f6b-9782-ced70872e1d5 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:08.440390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.445770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Transition to ACTIVE for port object ec380c88-185c-49e4-a08b-d5d91bc9b08d will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:08.470705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, a674212a-8402-4f6b-9782-ced70872e1d5) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:08.471335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.476540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] device_id is not set on port 8f0efa4f-f8b6-4b29-840a-17056fffb571 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:08.483505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:08.484145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.513140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e447c3d7-006b-4d2d-8389-e7f21df9d403 None None] Network a674212a-8402-4f6b-9782-ced70872e1d5 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:08.532455 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0b4b47f1-4fa6-4fa5-8ec9-fcca67f7012c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9408371 Jan 21 09:39:08.534138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39240) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:08.543154 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dc1bae40-1869-4cb0-adfd-893b11f30895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.549731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': 'a674212a-8402-4f6b-9782-ced70872e1d5', 'name': 'tempest-PortsTestJSON-862219259'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:08.573000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80c94f4-cc5b-4e8f-b996-92674e64861e,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:08.588836 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8::213 (b82aca25-dd07-434d-9523-024c20743322/2dba4280-d63d-4221-bd88-693a794fe681/0a56a93f-03de-4601-a10b-87931f2de9a6) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:08.606600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Checking segment: {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:08.606966 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Network hostable DHCP agents. Network: 42df2083-2321-47b5-bb6a-a354e39deae9, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:08.626582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Network b82aca25-dd07-434d-9523-024c20743322 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:08.633410 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:08.644461 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:08.676333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Network 42df2083-2321-47b5-bb6a-a354e39deae9 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:08.690801 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Pushing event updated for resources: {'Port': ['ID=ec380c88-185c-49e4-a08b-d5d91bc9b08d,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:08.729304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 42df2083-2321-47b5-bb6a-a354e39deae9) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:08.748913 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c73fa7c-eb6f-4286-84bc-52ee888a363f None None] Network 42df2083-2321-47b5-bb6a-a354e39deae9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:08.768400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.783780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:08.784291 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.848654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Transition to ACTIVE for port object 19bc5665-e028-4dc7-94a3-411cde04cfdd will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:08.881819 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.886676 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.911722 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object 0a56a93f-03de-4601-a10b-87931f2de9a6 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:08.916669 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Attempting to bind port ec380c88-185c-49e4-a08b-d5d91bc9b08d on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:08.916975 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Attempting to bind port ec380c88-185c-49e4-a08b-d5d91bc9b08d by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'b625667a-a007-4bd5-a9da-6ed496ca81b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b82aca25-dd07-434d-9523-024c20743322'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:08.917322 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Attempting to bind port ec380c88-185c-49e4-a08b-d5d91bc9b08d on network b82aca25-dd07-434d-9523-024c20743322 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:08.944103 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b0aa84c0-436e-4e43-8b57-aa8e2196b08c admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8198307 Jan 21 09:39:08.946410 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39246) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:08.955528 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:08.960739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.964872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:08.965808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2971534-7809-4fa7-a497-850457aadf38,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:08.972292 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Usage tracker for resource:router and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:08.975919 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:08.979726 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.989290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:08.989667 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Checking segment: {'id': 'b625667a-a007-4bd5-a9da-6ed496ca81b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b82aca25-dd07-434d-9523-024c20743322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:08.990068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.990460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Bound using segment: {'id': 'b625667a-a007-4bd5-a9da-6ed496ca81b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b82aca25-dd07-434d-9523-024c20743322'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:08.990944 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Bound port: ec380c88-185c-49e4-a08b-d5d91bc9b08d, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b625667a-a007-4bd5-a9da-6ed496ca81b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b82aca25-dd07-434d-9523-024c20743322'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:08.991341 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.003467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Transition to ACTIVE for port object 19bc5665-e028-4dc7-94a3-411cde04cfdd will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:09.025647 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.051368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:09.070543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:09.098649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:09.114660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.116399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=0a56a93f-03de-4601-a10b-87931f2de9a6,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:09.124560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network b82aca25-dd07-434d-9523-024c20743322 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:09.125744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.126814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.138399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:09.143364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:09.149492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:09.149844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.159703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.180569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::169c:f1cf:89d3:b210 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/697fcf23-4b58-48d3-b3f2-1fe93cec4ec7/83f1b751-bbc2-47e2-b783-837cc6bbf529) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:09.191659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.197253 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7c7c9574-4b73-41ca-bff5-c13e9895ba74 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9019227 Jan 21 09:39:09.201275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:09.205371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39250) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:09.235048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:09.249973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:09.278036 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Pushing event updated for resources: {'Port': ['ID=19bc5665-e028-4dc7-94a3-411cde04cfdd,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:09.309175 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-a674212a-8402-4f6b-9782-ced70872e1d5', 'network_id': 'a674212a-8402-4f6b-9782-ced70872e1d5', 'tenant_id': '1a17eb82f51d4da9bf16b6794dbfa723', 'fixed_ips': [{'subnet_id': '4acdb832-16bc-4367-b350-e2d1f06d0150'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:09.310008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.346349 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:09.350591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.404590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.407250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] For port ec380c88-185c-49e4-a08b-d5d91bc9b08d, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:09.409407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.431730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port f07b5c9f-373d-43b2-b5fc-b0654b2faa02 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:09.478420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-8bc7592d-ec8a-4341-b29f-f7ac27ab009e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 0a56a93f-03de-4601-a10b-87931f2de9a6 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:09.478763 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8bc7592d-ec8a-4341-b29f-f7ac27ab009e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.488210 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] For port ec380c88-185c-49e4-a08b-d5d91bc9b08d, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ec380c88-185c-49e4-a08b-d5d91bc9b08d,segment=NetworkSegment(b625667a-a007-4bd5-a9da-6ed496ca81b0),segment_id=b625667a-a007-4bd5-a9da-6ed496ca81b0)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:09.509244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-42df2083-2321-47b5-bb6a-a354e39deae9', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:09.510082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.525412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Attempting to bind port 19bc5665-e028-4dc7-94a3-411cde04cfdd on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:09.526061 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Attempting to bind port 19bc5665-e028-4dc7-94a3-411cde04cfdd by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:09.526605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Attempting to bind port 19bc5665-e028-4dc7-94a3-411cde04cfdd on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:09.535498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.539654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.564189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event updated for resources: {'Port': ['ID=e663c01e-70f4-487d-aeb7-3d1d63e56d5d,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:09.611206 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.611697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 978295a7-59aa-427f-b6f4-662d4271b623 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:39:09.613463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Checking segment: {'id': '24a9fc0c-51af-471d-a4c5-4ba648938ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '311147e4-b595-44e4-8501-3abe1d35f48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:09.613822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Network hostable DHCP agents. Network: 311147e4-b595-44e4-8501-3abe1d35f48a, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:09.693850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:09.694499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:09.695082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.695603 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:09.696223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Bound port: 19bc5665-e028-4dc7-94a3-411cde04cfdd, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:09.696816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.746358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.747672 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-26188868-a6cb-4621-ad7a-7aa491028f01 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "DELETE /v2.0/routers/978295a7-59aa-427f-b6f4-662d4271b623 HTTP/1.1" status: 204 len: 168 time: 5.3571751 Jan 21 09:39:09.753810 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39256) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:09.841744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Network 311147e4-b595-44e4-8501-3abe1d35f48a is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:09.845122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.13 (a674212a-8402-4f6b-9782-ced70872e1d5/4acdb832-16bc-4367-b350-e2d1f06d0150/f07b5c9f-373d-43b2-b5fc-b0654b2faa02) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:09.856085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.872947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 311147e4-b595-44e4-8501-3abe1d35f48a) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:09.877171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:09.878344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.902437 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559cf267-b4bc-4689-b0b6-1b1cbfdc4ab8 None None] Network 311147e4-b595-44e4-8501-3abe1d35f48a requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:09.923743 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c95ef-eee5-4add-865f-59b9cee1e093 None None] Pushing event updated for resources: {'Port': ['ID=ec380c88-185c-49e4-a08b-d5d91bc9b08d,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:10.014220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.085392 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] For port 19bc5665-e028-4dc7-94a3-411cde04cfdd, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:10.144857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] For port 19bc5665-e028-4dc7-94a3-411cde04cfdd, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=19bc5665-e028-4dc7-94a3-411cde04cfdd,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:10.145802 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.178189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Allocated IP 172.20.0.2 (42df2083-2321-47b5-bb6a-a354e39deae9/f80c94f4-cc5b-4e8f-b996-92674e64861e/d5d9433d-4a23-4440-8d5c-2f29c98a80e5) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:10.185720 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.267288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object 83f1b751-bbc2-47e2-b783-837cc6bbf529 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:10.323377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event updated for resources: {'Port': ['ID=8f0efa4f-f8b6-4b29-840a-17056fffb571,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:10.332467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Checking segment: {'id': '1137eb18-1eb6-4cdb-aeaa-95e22b22cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '667fc108-a077-4b13-ad9c-9e4e5ee4eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:10.333149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Network hostable DHCP agents. Network: 667fc108-a077-4b13-ad9c-9e4e5ee4eb50, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:10.387655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8bc7592d-ec8a-4341-b29f-f7ac27ab009e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.388578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.432402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c00cb-92e8-43a0-86d5-c4ac53dd8331 None None] Pushing event updated for resources: {'Port': ['ID=19bc5665-e028-4dc7-94a3-411cde04cfdd,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:10.485758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.510214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Network 667fc108-a077-4b13-ad9c-9e4e5ee4eb50 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:10.554184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-8bc7592d-ec8a-4341-b29f-f7ac27ab009e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for 0a56a93f-03de-4601-a10b-87931f2de9a6 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:10.587492 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.598537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Transition to ACTIVE for port object d5d9433d-4a23-4440-8d5c-2f29c98a80e5 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:10.618323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Transition to ACTIVE for port object d5d9433d-4a23-4440-8d5c-2f29c98a80e5 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:10.628504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 667fc108-a077-4b13-ad9c-9e4e5ee4eb50) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:10.635533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:10.638912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8edb8f5-8b71-488e-b598-52f01c0e3bd8 None None] Network 667fc108-a077-4b13-ad9c-9e4e5ee4eb50 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:10.639218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:10.647163 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:10.649188 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:10.653869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:10.654733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.672127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:10.674450 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.678503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:10.682627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.742210 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2987242 Jan 21 09:39:10.748314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39264) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:10.761350 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-5c222e05-1aae-445e-8508-12d48378bbcc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'fixed_ips': [{'subnet_id': '697fcf23-4b58-48d3-b3f2-1fe93cec4ec7', 'ip_address': '2001:db8::169c:f1cf:89d3:b210'}], 'name': 'tempest-NetworksTestDHCPv6-870205841'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:10.840553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Network 42df2083-2321-47b5-bb6a-a354e39deae9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:10.873593 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-af61925d-19cf-46bd-8104-8faf7238552c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7354295 Jan 21 09:39:10.885581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39268) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:10.890142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:10.907621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Pushing event updated for resources: {'Port': ['ID=d5d9433d-4a23-4440-8d5c-2f29c98a80e5,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:10.913772 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:10.924287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5c222e05-1aae-445e-8508-12d48378bbcc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:10.927546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde62fa-f142-471c-b8d8-d085fc6f9478 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=83f1b751-bbc2-47e2-b783-837cc6bbf529,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:10.954110 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5c222e05-1aae-445e-8508-12d48378bbcc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:10.961512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5c222e05-1aae-445e-8508-12d48378bbcc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:11.013030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.020377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.036097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5c222e05-1aae-445e-8508-12d48378bbcc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:11.051413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Transition to ACTIVE for port object f07b5c9f-373d-43b2-b5fc-b0654b2faa02 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:11.061286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Deleting port f1fe2b84-12aa-4c5d-bb38-0da098b5578f {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:11.061633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.083539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.119333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Attempting to bind port d5d9433d-4a23-4440-8d5c-2f29c98a80e5 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:11.119772 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Attempting to bind port d5d9433d-4a23-4440-8d5c-2f29c98a80e5 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:11.120226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Attempting to bind port d5d9433d-4a23-4440-8d5c-2f29c98a80e5 on network 42df2083-2321-47b5-bb6a-a354e39deae9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:11.136704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454d984-a9fa-4381-8250-a8e363b3e96d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:11.137760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:11.138246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Checking segment: {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:11.138772 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.139255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Bound using segment: {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:11.139826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Bound port: d5d9433d-4a23-4440-8d5c-2f29c98a80e5, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:11.140390 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.142449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454d984-a9fa-4381-8250-a8e363b3e96d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:11.143248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0454d984-a9fa-4381-8250-a8e363b3e96d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Synchronizing usage tracker for tenant:16bb039b375942edba8d8f918d3f1f71 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:11.219967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0454d984-a9fa-4381-8250-a8e363b3e96d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Unset dirty status for tenant:16bb039b375942edba8d8f918d3f1f71 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:11.221177 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0454d984-a9fa-4381-8250-a8e363b3e96d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3346114 Jan 21 09:39:11.293522 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 19bc5665-e028-4dc7-94a3-411cde04cfdd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:11.313924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39272) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:11.366937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.454898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Allocated IP 172.20.0.2 (a674212a-8402-4f6b-9782-ced70872e1d5/4acdb832-16bc-4367-b350-e2d1f06d0150/9044b49c-77a9-4c57-bfba-237a5f8a5b6b) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:11.534266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c222e05-1aae-445e-8508-12d48378bbcc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:11.536509 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network a674212a-8402-4f6b-9782-ced70872e1d5 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:11.539979 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:11.545086 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-96c4b2b0-33f4-4f36-ae09-a8cbe116e57f tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Deleting port e663c01e-70f4-487d-aeb7-3d1d63e56d5d {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:11.545518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-96c4b2b0-33f4-4f36-ae09-a8cbe116e57f tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.557496 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c222e05-1aae-445e-8508-12d48378bbcc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.581351 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8bc7592d-ec8a-4341-b29f-f7ac27ab009e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.588186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:11.609522 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82836f9-fda0-4cb8-8ca8-7f0e0a909f87 None None] Network b82aca25-dd07-434d-9523-024c20743322 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:11.672912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] For port d5d9433d-4a23-4440-8d5c-2f29c98a80e5, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:11.684481 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7592d-ec8a-4341-b29f-f7ac27ab009e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=0a56a93f-03de-4601-a10b-87931f2de9a6,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:11.718865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-5c222e05-1aae-445e-8508-12d48378bbcc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port 2639a9fd-9e43-478f-8f19-9f851c7e57e2 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:11.720850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=f07b5c9f-373d-43b2-b5fc-b0654b2faa02,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:11.741804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] For port f1fe2b84-12aa-4c5d-bb38-0da098b5578f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f1fe2b84-12aa-4c5d-bb38-0da098b5578f,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:11.742257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.778601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.798600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] For port d5d9433d-4a23-4440-8d5c-2f29c98a80e5, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d5d9433d-4a23-4440-8d5c-2f29c98a80e5,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:11.801638 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:39:11.804656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6b4f7f4e-81e6-4ac1-8603-96639e2402ab None None] Provisioning for port ec380c88-185c-49e4-a08b-d5d91bc9b08d completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:11.827549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.831240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.846018 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8bc7592d-ec8a-4341-b29f-f7ac27ab009e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.926067 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8bc7592d-ec8a-4341-b29f-f7ac27ab009e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/0a56a93f-03de-4601-a10b-87931f2de9a6 HTTP/1.1" status: 204 len: 168 time: 2.7196443 Jan 21 09:39:11.939648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Calling delete_port for f1fe2b84-12aa-4c5d-bb38-0da098b5578f owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:11.961072 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39280) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:12.029733 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e778180-f391-4a81-ba99-06ffc3dd93a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:12.030207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e778180-f391-4a81-ba99-06ffc3dd93a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:12.045969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:12.047385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.069088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab3b29-ab77-4c81-bc4b-3c0891cdc2f3 None None] Pushing event updated for resources: {'Port': ['ID=d5d9433d-4a23-4440-8d5c-2f29c98a80e5,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:12.083317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.102595 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4e778180-f391-4a81-ba99-06ffc3dd93a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/0a56a93f-03de-4601-a10b-87931f2de9a6 HTTP/1.1" status: 404 len: 333 time: 0.1383572 Jan 21 09:39:12.108598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39284) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:12.119360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Transition to ACTIVE for port object 9044b49c-77a9-4c57-bfba-237a5f8a5b6b will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:12.140141 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-91b0ca08-f5f6-4681-909f-b1b47ace6cf9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6020844 Jan 21 09:39:12.152998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39286) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:12.162696 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 19bc5665-e028-4dc7-94a3-411cde04cfdd completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:12.180274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8f63e212-c7e5-4afe-ab71-02e80f28d3a0 None None] Provisioning for port 19bc5665-e028-4dc7-94a3-411cde04cfdd completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:12.192419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 19bc5665-e028-4dc7-94a3-411cde04cfdd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:12.192799 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.197830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': 'a674212a-8402-4f6b-9782-ced70872e1d5', 'name': 'tempest-PortsTestJSON-1552523823'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:12.226983 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0470ac85-c1b0-4b84-bdc4-a7758c0925d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:39:12.227532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0470ac85-c1b0-4b84-bdc4-a7758c0925d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:12.259830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0470ac85-c1b0-4b84-bdc4-a7758c0925d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:12.263492 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0470ac85-c1b0-4b84-bdc4-a7758c0925d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/0a56a93f-03de-4601-a10b-87931f2de9a6 HTTP/1.1" status: 404 len: 333 time: 0.1125035 Jan 21 09:39:12.268083 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39292) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:12.272050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Transition to ACTIVE for port object 9044b49c-77a9-4c57-bfba-237a5f8a5b6b will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:12.275106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8f63e212-c7e5-4afe-ab71-02e80f28d3a0 None None] Provisioning complete for port 19bc5665-e028-4dc7-94a3-411cde04cfdd triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:12.275484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8f63e212-c7e5-4afe-ab71-02e80f28d3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.276061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Allocated IP 172.26.4.76 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/5931c663-0545-4054-930c-bf3283b7d3e5) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:12.361403 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c222e05-1aae-445e-8508-12d48378bbcc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:39:12.361949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c222e05-1aae-445e-8508-12d48378bbcc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:12.398110 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.415591 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5c222e05-1aae-445e-8508-12d48378bbcc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6630125 Jan 21 09:39:12.418281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39296) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:12.440800 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-837e2a1d-8d8e-4ba9-969a-eb3abbaf7e4a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting subnet 2dba4280-d63d-4221-bd88-693a794fe681 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:12.483164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-837e2a1d-8d8e-4ba9-969a-eb3abbaf7e4a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.556696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-96c4b2b0-33f4-4f36-ae09-a8cbe116e57f tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.578011 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Pushing event updated for resources: {'Port': ['ID=9044b49c-77a9-4c57-bfba-237a5f8a5b6b,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:12.679377 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Network a674212a-8402-4f6b-9782-ced70872e1d5 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:12.680452 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8f63e212-c7e5-4afe-ab71-02e80f28d3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.682077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-837e2a1d-8d8e-4ba9-969a-eb3abbaf7e4a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.700541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:12.709017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:12.755483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-96c4b2b0-33f4-4f36-ae09-a8cbe116e57f tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Calling delete_port for e663c01e-70f4-487d-aeb7-3d1d63e56d5d owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:12.775207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.791932 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50befff-414b-436c-9323-b0360fd4a2ad tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:12.798240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50befff-414b-436c-9323-b0360fd4a2ad tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:12.799069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c50befff-414b-436c-9323-b0360fd4a2ad tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:12.840065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c50befff-414b-436c-9323-b0360fd4a2ad tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:12.844623 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c50befff-414b-436c-9323-b0360fd4a2ad tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4199736 Jan 21 09:39:12.844623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39302) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:12.881825 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-8f63e212-c7e5-4afe-ab71-02e80f28d3a0 None None] For port 19bc5665-e028-4dc7-94a3-411cde04cfdd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=19bc5665-e028-4dc7-94a3-411cde04cfdd,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:12.895999 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8f63e212-c7e5-4afe-ab71-02e80f28d3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.919209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-837e2a1d-8d8e-4ba9-969a-eb3abbaf7e4a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.939029 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.948165 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Attempting to bind port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:12.948561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Attempting to bind port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'ba181dbd-8b97-4439-b38b-e41acd1fef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a674212a-8402-4f6b-9782-ced70872e1d5'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:12.949024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Attempting to bind port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b on network a674212a-8402-4f6b-9782-ced70872e1d5 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:12.972263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-79c180ec-341a-44de-9a7e-978cbe791c94 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port 83f1b751-bbc2-47e2-b783-837cc6bbf529 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:12.972263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79c180ec-341a-44de-9a7e-978cbe791c94 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.976200 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:12.978351 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:12.978774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Checking segment: {'id': 'ba181dbd-8b97-4439-b38b-e41acd1fef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a674212a-8402-4f6b-9782-ced70872e1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:12.979180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.979567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Bound using segment: {'id': 'ba181dbd-8b97-4439-b38b-e41acd1fef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a674212a-8402-4f6b-9782-ced70872e1d5'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:12.980204 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Bound port: 9044b49c-77a9-4c57-bfba-237a5f8a5b6b, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba181dbd-8b97-4439-b38b-e41acd1fef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a674212a-8402-4f6b-9782-ced70872e1d5'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:12.981198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.983413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:port and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:12.991103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:13.006829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-96c4b2b0-33f4-4f36-ae09-a8cbe116e57f tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.009090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:13.010820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.032703 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63e212-c7e5-4afe-ab71-02e80f28d3a0 None None] Pushing event updated for resources: {'Port': ['ID=19bc5665-e028-4dc7-94a3-411cde04cfdd,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.081412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4b2b0-33f4-4f36-ae09-a8cbe116e57f tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event deleted for resources: {'Port': ['ID=e663c01e-70f4-487d-aeb7-3d1d63e56d5d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.085811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-96c4b2b0-33f4-4f36-ae09-a8cbe116e57f tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.091208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:13.095254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.113364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.182762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:13.191997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:13.202610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:13.203159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:13.207438 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] For port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:13.212190 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] For port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9044b49c-77a9-4c57-bfba-237a5f8a5b6b,segment=NetworkSegment(ba181dbd-8b97-4439-b38b-e41acd1fef77),segment_id=ba181dbd-8b97-4439-b38b-e41acd1fef77)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:13.215507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-13ffa8ec-6359-4b11-9719-a7fef950ae2e None None] Provisioning for port 83f1b751-bbc2-47e2-b783-837cc6bbf529 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:13.218925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:13.221676 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-13ffa8ec-6359-4b11-9719-a7fef950ae2e None None] Provisioning complete for port 83f1b751-bbc2-47e2-b783-837cc6bbf529 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:13.222053 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-13ffa8ec-6359-4b11-9719-a7fef950ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.244495 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-96c4b2b0-33f4-4f36-ae09-a8cbe116e57f tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "DELETE /v2.0/ports/e663c01e-70f4-487d-aeb7-3d1d63e56d5d HTTP/1.1" status: 204 len: 168 time: 1.9270871 Jan 21 09:39:13.244495 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1fe2b84-12aa-4c5d-bb38-0da098b5578f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.261132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.263397 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39308) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:13.274784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Pushing event updated for resources: {'Port': ['ID=5931c663-0545-4054-930c-bf3283b7d3e5,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.287258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port a1a0a443-4c12-4bc8-850a-bc29e76eb011 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:13.386975 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-13ffa8ec-6359-4b11-9719-a7fef950ae2e None None] Port 83f1b751-bbc2-47e2-b783-837cc6bbf529 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:13.399105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8caca-d68f-470f-9c26-648a12e0cf89 None None] Pushing event updated for resources: {'Port': ['ID=9044b49c-77a9-4c57-bfba-237a5f8a5b6b,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.430506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-837e2a1d-8d8e-4ba9-969a-eb3abbaf7e4a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.476996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.758604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e2a1d-8d8e-4ba9-969a-eb3abbaf7e4a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Subnet': ['ID=2dba4280-d63d-4221-bd88-693a794fe681,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.783634 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.787698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee384af-6dee-4a9b-88da-460b35f7030f None None] Network b82aca25-dd07-434d-9523-024c20743322 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:13.789317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.839337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.6 (a674212a-8402-4f6b-9782-ced70872e1d5/4acdb832-16bc-4367-b350-e2d1f06d0150/a1a0a443-4c12-4bc8-850a-bc29e76eb011) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:13.847544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-837e2a1d-8d8e-4ba9-969a-eb3abbaf7e4a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.858193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ec380c88-185c-49e4-a08b-d5d91bc9b08d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:13.858927 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.859769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:39:13.903452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.904648 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-64de731c-5bf6-44bb-bc05-3c66e2eefc0a tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "DELETE /v2.0/routers/4ce201e8-c2ed-4b8c-a627-d4d2e42d46ed HTTP/1.1" status: 204 len: 168 time: 4.1496150 Jan 21 09:39:13.908870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39314) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:13.973820 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-548655559', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:13.994411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:14.003128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Usage tracker for resource:router and tenant:0a250ce0e7184dd98238f666fdf31c48 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:14.021321 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d484947-ced0-4bfd-adcc-9d63b0173d5c None None] Network 42df2083-2321-47b5-bb6a-a354e39deae9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:14.034851 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-837e2a1d-8d8e-4ba9-969a-eb3abbaf7e4a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/2dba4280-d63d-4221-bd88-693a794fe681 HTTP/1.1" status: 204 len: 168 time: 1.7556345 Jan 21 09:39:14.039511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f2c5d253-bba5-40f0-9acd-f1491aaa72f6 None None] Could not find standard attr ID for object 0a56a93f-03de-4601-a10b-87931f2de9a6. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:39:14.039658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Deleting port 8f0efa4f-f8b6-4b29-840a-17056fffb571 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:14.039658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.057419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:14.060161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39318) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:14.070560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:14.137943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.139091 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.228506 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-643856c5-d305-4b0f-ba21-087953ab7b39 None None] Provisioning for port d5d9433d-4a23-4440-8d5c-2f29c98a80e5 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:14.251026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.255407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.269731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.296612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port ec380c88-185c-49e4-a08b-d5d91bc9b08d {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:14.297476 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.391121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Transition to ACTIVE for port object a1a0a443-4c12-4bc8-850a-bc29e76eb011 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:14.451731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port ec380c88-185c-49e4-a08b-d5d91bc9b08d completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:14.479524 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port ec380c88-185c-49e4-a08b-d5d91bc9b08d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:14.479958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.503202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79c180ec-341a-44de-9a7e-978cbe791c94 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.679105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.746620 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port ec380c88-185c-49e4-a08b-d5d91bc9b08d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ec380c88-185c-49e4-a08b-d5d91bc9b08d,segment=NetworkSegment(b625667a-a007-4bd5-a9da-6ed496ca81b0),segment_id=b625667a-a007-4bd5-a9da-6ed496ca81b0)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:14.764945 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de54cc3-b080-4a10-a260-b4b12f4409fe None None] DHCP port deletion for b82aca25-dd07-434d-9523-024c20743322 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:14.768829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.835725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4de54cc3-b080-4a10-a260-b4b12f4409fe None None] Deleting port ec380c88-185c-49e4-a08b-d5d91bc9b08d {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:14.836405 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4de54cc3-b080-4a10-a260-b4b12f4409fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.871855 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-79c180ec-341a-44de-9a7e-978cbe791c94 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for 83f1b751-bbc2-47e2-b783-837cc6bbf529 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:14.930594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=ec380c88-185c-49e4-a08b-d5d91bc9b08d,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:15.004409 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.011186 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.108625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9044b49c-77a9-4c57-bfba-237a5f8a5b6b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:15.137625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3596088b-ca6d-45c9-8333-99452b633b99 None None] Network a674212a-8402-4f6b-9782-ced70872e1d5 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:15.172508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.205186 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Calling delete_port for 8f0efa4f-f8b6-4b29-840a-17056fffb571 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:15.249225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.255703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] For port ec380c88-185c-49e4-a08b-d5d91bc9b08d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ec380c88-185c-49e4-a08b-d5d91bc9b08d,segment=NetworkSegment(b625667a-a007-4bd5-a9da-6ed496ca81b0),segment_id=b625667a-a007-4bd5-a9da-6ed496ca81b0)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:15.256165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.285955 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network a674212a-8402-4f6b-9782-ced70872e1d5 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:15.339025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-4de54cc3-b080-4a10-a260-b4b12f4409fe None None] For port ec380c88-185c-49e4-a08b-d5d91bc9b08d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ec380c88-185c-49e4-a08b-d5d91bc9b08d,segment=NetworkSegment(b625667a-a007-4bd5-a9da-6ed496ca81b0),segment_id=b625667a-a007-4bd5-a9da-6ed496ca81b0)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:15.339464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4de54cc3-b080-4a10-a260-b4b12f4409fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.343006 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:15.345558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:15.432108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=a1a0a443-4c12-4bc8-850a-bc29e76eb011,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:15.445912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for ec380c88-185c-49e4-a08b-d5d91bc9b08d owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:15.491502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4de54cc3-b080-4a10-a260-b4b12f4409fe None None] Calling delete_port for ec380c88-185c-49e4-a08b-d5d91bc9b08d owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:15.493630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.493990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.494324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.494650 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.494994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.495328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.496081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.496081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.496423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.496716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.497055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.497359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.535479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:15.550080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 19bc5665-e028-4dc7-94a3-411cde04cfdd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:15.594844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.595518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.652557 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.657523 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9b139860-c7d3-4e19-b039-578bc76bc0ae tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5009670 Jan 21 09:39:15.659214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Provisioning for port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:15.662427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39328) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:15.663068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:15.663386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:15.704899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Provisioning complete for port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:15.705332 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.721594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event deleted for resources: {'Port': ['ID=8f0efa4f-f8b6-4b29-840a-17056fffb571,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:15.791522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79c180ec-341a-44de-9a7e-978cbe791c94 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.796730 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.797082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.797426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.797757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.798157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.798414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.798740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.799070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.799395 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.799717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.800040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.800379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:15.803303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.832797 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4de54cc3-b080-4a10-a260-b4b12f4409fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.880190 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c180ec-341a-44de-9a7e-978cbe791c94 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=83f1b751-bbc2-47e2-b783-837cc6bbf529,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:15.891402 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-42626d20-a47c-460d-9055-f99ff4d49af4 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "DELETE /v2.0/ports/8f0efa4f-f8b6-4b29-840a-17056fffb571 HTTP/1.1" status: 204 len: 168 time: 2.6180208 Jan 21 09:39:15.893368 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de54cc3-b080-4a10-a260-b4b12f4409fe None None] Pushing event deleted for resources: {'Port': ['ID=ec380c88-185c-49e4-a08b-d5d91bc9b08d,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:15.895297 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de54cc3-b080-4a10-a260-b4b12f4409fe None None] No DVR routers for this DVR port ec380c88-185c-49e4-a08b-d5d91bc9b08d on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:15.908935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 19bc5665-e028-4dc7-94a3-411cde04cfdd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:15.909308 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.924539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39332) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:15.937789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ddc08e-97c4-4930-a1f6-3d7568cb1a89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.938601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-71ddc08e-97c4-4930-a1f6-3d7568cb1a89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:15.986751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.007120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79c180ec-341a-44de-9a7e-978cbe791c94 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.009315 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-79c180ec-341a-44de-9a7e-978cbe791c94 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/83f1b751-bbc2-47e2-b783-837cc6bbf529 HTTP/1.1" status: 204 len: 168 time: 3.1637535 Jan 21 09:39:16.012908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39336) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:16.027402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ecba8e31-e920-4530-8c71-061a5128ddbd tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Synchronizing usage tracker for tenant:16bb039b375942edba8d8f918d3f1f71 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:16.031504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.031802 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.074536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.133388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] For port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9044b49c-77a9-4c57-bfba-237a5f8a5b6b,segment=NetworkSegment(ba181dbd-8b97-4439-b38b-e41acd1fef77),segment_id=ba181dbd-8b97-4439-b38b-e41acd1fef77)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:16.141085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d5d9433d-4a23-4440-8d5c-2f29c98a80e5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:16.202855 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac772e39-d8e9-4a19-9987-df4a8e5d8577 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.204384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac772e39-d8e9-4a19-9987-df4a8e5d8577 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.205316 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ac772e39-d8e9-4a19-9987-df4a8e5d8577 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:16.232585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.255793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ac772e39-d8e9-4a19-9987-df4a8e5d8577 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:16.257102 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ac772e39-d8e9-4a19-9987-df4a8e5d8577 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2431180 Jan 21 09:39:16.260185 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39342) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:16.263130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port ec380c88-185c-49e4-a08b-d5d91bc9b08d {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:16.263459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.296631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-71ddc08e-97c4-4930-a1f6-3d7568cb1a89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:16.300258 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-71ddc08e-97c4-4930-a1f6-3d7568cb1a89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.6334884 Jan 21 09:39:16.311740 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port d5d9433d-4a23-4440-8d5c-2f29c98a80e5 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:16.311995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39346) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:16.383162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port d5d9433d-4a23-4440-8d5c-2f29c98a80e5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:16.383524 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.448272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd6eb21-5447-40ed-998c-d3baaaa3e05a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 697fcf23-4b58-48d3-b3f2-1fe93cec4ec7 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:16.449253 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Pushing event updated for resources: {'Port': ['ID=9044b49c-77a9-4c57-bfba-237a5f8a5b6b,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:16.452565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] The port 'ec380c88-185c-49e4-a08b-d5d91bc9b08d' was deleted {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:39:16.454680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6cd6eb21-5447-40ed-998c-d3baaaa3e05a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.460005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c49f9ca9-10a5-410e-a2e7-78242e73671d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port a1a0a443-4c12-4bc8-850a-bc29e76eb011 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:16.460505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c49f9ca9-10a5-410e-a2e7-78242e73671d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.460613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.460890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.461216 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.461537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.461861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.462171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.462486 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.462797 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.463106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.463416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.463723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.464027 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66306-3a22-442d-ab51-c61bdbb72236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.524202 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-49c4d526-d5c3-4723-8ca9-ee5ca27ae6c0 None None] Provisioning for port a1a0a443-4c12-4bc8-850a-bc29e76eb011 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:16.540364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-49c4d526-d5c3-4723-8ca9-ee5ca27ae6c0 None None] Provisioning complete for port a1a0a443-4c12-4bc8-850a-bc29e76eb011 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:16.540730 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-49c4d526-d5c3-4723-8ca9-ee5ca27ae6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.544683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6cd6eb21-5447-40ed-998c-d3baaaa3e05a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.596874 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.600694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:39:16.624168 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-49c4d526-d5c3-4723-8ca9-ee5ca27ae6c0 None None] Port a1a0a443-4c12-4bc8-850a-bc29e76eb011 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:16.648433 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port d5d9433d-4a23-4440-8d5c-2f29c98a80e5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d5d9433d-4a23-4440-8d5c-2f29c98a80e5,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:16.657491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ecba8e31-e920-4530-8c71-061a5128ddbd tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Unset dirty status for tenant:16bb039b375942edba8d8f918d3f1f71 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:16.665290 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ecba8e31-e920-4530-8c71-061a5128ddbd tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.7392266 Jan 21 09:39:16.671173 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.680563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39350) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:16.712095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-49c4d526-d5c3-4723-8ca9-ee5ca27ae6c0 None None] Provisioning for port f07b5c9f-373d-43b2-b5fc-b0654b2faa02 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:16.742110 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1192127397'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:16.744708 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f1fe2b84-12aa-4c5d-bb38-0da098b5578f no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:16.754816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:16.780315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-49c4d526-d5c3-4723-8ca9-ee5ca27ae6c0 None None] Provisioning complete for port f07b5c9f-373d-43b2-b5fc-b0654b2faa02 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:16.780816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-49c4d526-d5c3-4723-8ca9-ee5ca27ae6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.784075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6cd6eb21-5447-40ed-998c-d3baaaa3e05a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.809486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Usage tracker for resource:network and tenant:16bb039b375942edba8d8f918d3f1f71 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:16.816461 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: f1fe2b84-12aa-4c5d-bb38-0da098b5578f {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:16.816461 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f1fe2b84-12aa-4c5d-bb38-0da098b5578f not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:16.816914 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ec380c88-185c-49e4-a08b-d5d91bc9b08d no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:16.852654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:16.885961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: ec380c88-185c-49e4-a08b-d5d91bc9b08d {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:16.887169 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ec380c88-185c-49e4-a08b-d5d91bc9b08d not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:16.929180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-49c4d526-d5c3-4723-8ca9-ee5ca27ae6c0 None None] Port f07b5c9f-373d-43b2-b5fc-b0654b2faa02 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:16.930705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.932629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=d5d9433d-4a23-4440-8d5c-2f29c98a80e5,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:16.940416 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:16.948192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-49c4d526-d5c3-4723-8ca9-ee5ca27ae6c0 None None] Provisioning complete for port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:16.948192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-49c4d526-d5c3-4723-8ca9-ee5ca27ae6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.013279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:17.024142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82aca25-dd07-434d-9523-024c20743322']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:17.028467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Sync routers for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:17.040498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6cd6eb21-5447-40ed-998c-d3baaaa3e05a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.042830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9044b49c-77a9-4c57-bfba-237a5f8a5b6b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:17.050097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b625667a-a007-4bd5-a9da-6ed496ca81b0') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:17.050657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b625667a-a007-4bd5-a9da-6ed496ca81b0') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:17.059267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Made reservation on behalf of 16bb039b375942edba8d8f918d3f1f71 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:17.062685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.076279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.077714 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2798b10b-c111-4455-8276-d8f968b15826 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1292589 Jan 21 09:39:17.083390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39356) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:17.085319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6eb21-5447-40ed-998c-d3baaaa3e05a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=697fcf23-4b58-48d3-b3f2-1fe93cec4ec7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:17.088697 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:17.089413 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:17.089767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6cd6eb21-5447-40ed-998c-d3baaaa3e05a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.091756 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6cd6eb21-5447-40ed-998c-d3baaaa3e05a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/697fcf23-4b58-48d3-b3f2-1fe93cec4ec7 HTTP/1.1" status: 204 len: 168 time: 0.8289447 Jan 21 09:39:17.101242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39360) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:17.109800 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.122064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Allocated IP 172.26.4.128 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/65bdd36c-4f5b-4f66-8d2d-1a7bc0120f32) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:17.225022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c49f9ca9-10a5-410e-a2e7-78242e73671d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.256276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4eb849-3c70-4312-b6d2-117c43b7a9aa None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:17.299553 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-db385032-98e5-4c97-a24e-3096ab23ff4f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1883380 Jan 21 09:39:17.299553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.304100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:17.304940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.326379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39364) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:17.357444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:17.388331 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:17.413848 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c49f9ca9-10a5-410e-a2e7-78242e73671d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for a1a0a443-4c12-4bc8-850a-bc29e76eb011 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:17.447725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:17.473246 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:17.671361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:17.671757 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.705355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.705807 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Added segment 7c2089f4-f1b7-44cf-ae64-7be4e2b84eac of type vlan for network 4a134936-c808-4ea1-b355-27711ae5033e Jan 21 09:39:17.714274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:17.721555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:17.727038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:17.743852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.785297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:17.785896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.792773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.811869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Network': ['ID=b82aca25-dd07-434d-9523-024c20743322,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:17.818446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:17.821987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.830324 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-53439aac-54ba-4161-a00e-1fdb3ef7f5c7 None None] Provisioning complete for port a1a0a443-4c12-4bc8-850a-bc29e76eb011 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:17.830536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-53439aac-54ba-4161-a00e-1fdb3ef7f5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.853441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.873167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c49f9ca9-10a5-410e-a2e7-78242e73671d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.918092 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-974aebc8-522f-4267-a61d-b72506027f0a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/networks/b82aca25-dd07-434d-9523-024c20743322 HTTP/1.1" status: 204 len: 168 time: 3.8530452 Jan 21 09:39:17.921936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39372) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:17.933391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1705045307'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:17.938452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f9ca9-10a5-410e-a2e7-78242e73671d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=a1a0a443-4c12-4bc8-850a-bc29e76eb011,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:17.980375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.986664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:17.986664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.996721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:18.016645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:network and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:18.021899 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:18.051812 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:18.076159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-53439aac-54ba-4161-a00e-1fdb3ef7f5c7 None None] Port a1a0a443-4c12-4bc8-850a-bc29e76eb011 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:18.132592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf21e38-df8b-4236-8f7d-1adaba809598 None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:18.144913 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4bf21e38-df8b-4236-8f7d-1adaba809598 None None] Deleting port 19bc5665-e028-4dc7-94a3-411cde04cfdd {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:18.145294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4bf21e38-df8b-4236-8f7d-1adaba809598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.150929 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:18.155378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.177052 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-53439aac-54ba-4161-a00e-1fdb3ef7f5c7 None None] Provisioning complete for port f07b5c9f-373d-43b2-b5fc-b0654b2faa02 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:18.177454 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-53439aac-54ba-4161-a00e-1fdb3ef7f5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.244090 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:14Z', 'revision_number': 3, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:18.260318 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Checking router: 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:18.260943 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Updating router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d port 5931c663-0545-4054-930c-bf3283b7d3e5 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:39:18.268472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:18.302605 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.302945 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Added segment 392430ea-d020-4d5c-a3df-4665cecef311 of type vlan for network fcc87a58-ecbd-4e6f-af85-1380910bf988 Jan 21 09:39:18.311293 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6288793 Jan 21 09:39:18.312156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39376) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:18.318832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669857c-fb57-43eb-8649-55869e8eb95c tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event updated for resources: {'Network': ['ID=4a134936-c808-4ea1-b355-27711ae5033e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:18.325079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1411184129'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:18.331904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.335757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:18.338218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c49f9ca9-10a5-410e-a2e7-78242e73671d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.340197 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c49f9ca9-10a5-410e-a2e7-78242e73671d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/a1a0a443-4c12-4bc8-850a-bc29e76eb011 HTTP/1.1" status: 204 len: 168 time: 2.0276816 Jan 21 09:39:18.347021 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39380) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:18.370823 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 4a134936-c808-4ea1-b355-27711ae5033e details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:18.378384 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Usage tracker for resource:network and tenant:16bb039b375942edba8d8f918d3f1f71 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:18.389089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:18.393286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-53439aac-54ba-4161-a00e-1fdb3ef7f5c7 None None] Port f07b5c9f-373d-43b2-b5fc-b0654b2faa02 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:18.410015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:18.416235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:18.420469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:18.427990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:18.438607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.449529 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb8a628-b412-47de-a1b6-954b4fdb490d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:39:18.453600 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2bb8a628-b412-47de-a1b6-954b4fdb490d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/a1a0a443-4c12-4bc8-850a-bc29e76eb011 HTTP/1.1" status: 404 len: 333 time: 0.0987082 Jan 21 09:39:18.456717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39384) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:18.459298 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Pushing event updated for resources: {'Port': ['ID=65bdd36c-4f5b-4f66-8d2d-1a7bc0120f32,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:18.463723 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.478263 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Made reservation on behalf of 16bb039b375942edba8d8f918d3f1f71 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:18.481966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.499472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.513434 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.582089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:18.597760 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:18.619617 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:18.624326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:18.624857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.635650 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.636749 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Added segment 12acd3fe-c35a-4fb1-a8f0-e953e8de6ede of type vlan for network f65686f6-6b87-4637-9de0-7e1d2621abc0 Jan 21 09:39:18.678252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.705439 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c7792-b36f-432d-9a74-93f9459e7c7e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port f07b5c9f-373d-43b2-b5fc-b0654b2faa02 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:18.705772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7792-b36f-432d-9a74-93f9459e7c7e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.742746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=ee681e31-e8f1-496a-a021-c32dff0dfa8a,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:18.756073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.761535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:18.762128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.825807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.831632 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d6558021-56de-4df3-b256-7d55276bdaf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4928308 Jan 21 09:39:18.832467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39390) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:18.832559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:18.833369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.845547 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-4bf21e38-df8b-4236-8f7d-1adaba809598 None None] For port 19bc5665-e028-4dc7-94a3-411cde04cfdd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=19bc5665-e028-4dc7-94a3-411cde04cfdd,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:18.845936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4bf21e38-df8b-4236-8f7d-1adaba809598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.860621 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-999b52f1-b41b-4dca-b3f4-e20e414bc0f5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'fixed_ips': [{'subnet_id': 'ee681e31-e8f1-496a-a021-c32dff0dfa8a', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-290431051'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:18.978212 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0564711 Jan 21 09:39:18.980697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39394) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:18.986977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': 'fcc87a58-ecbd-4e6f-af85-1380910bf988', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:18.987154 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4bf21e38-df8b-4236-8f7d-1adaba809598 None None] Calling delete_port for 19bc5665-e028-4dc7-94a3-411cde04cfdd owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:19.045666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d5d9433d-4a23-4440-8d5c-2f29c98a80e5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:19.063150 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffe8e4-152c-4a66-912f-105af1fccd9a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Network': ['ID=fcc87a58-ecbd-4e6f-af85-1380910bf988,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:19.092382 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7617381 Jan 21 09:39:19.107845 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network fcc87a58-ecbd-4e6f-af85-1380910bf988 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:19.142267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738ed12-e907-4b7f-bb53-f8a493c80d93 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event updated for resources: {'Network': ['ID=f65686f6-6b87-4637-9de0-7e1d2621abc0,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:19.213156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network f65686f6-6b87-4637-9de0-7e1d2621abc0 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:19.281663 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.384020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:19.399573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:19.404293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:19.422475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:19.463159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:19.468330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port d5d9433d-4a23-4440-8d5c-2f29c98a80e5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:19.468718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.471863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.574459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-999b52f1-b41b-4dca-b3f4-e20e414bc0f5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:19.579228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Allocated IP 172.20.0.1 (42df2083-2321-47b5-bb6a-a354e39deae9/f80c94f4-cc5b-4e8f-b996-92674e64861e/892fad9d-67dd-4d0b-95b1-a3b0a402a82f) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:19.600113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-999b52f1-b41b-4dca-b3f4-e20e414bc0f5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:19.688727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.resource_extend [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:39:19.783408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7792-b36f-432d-9a74-93f9459e7c7e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.802251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999b52f1-b41b-4dca-b3f4-e20e414bc0f5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:19.859088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4bf21e38-df8b-4236-8f7d-1adaba809598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.914475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf21e38-df8b-4236-8f7d-1adaba809598 None None] Pushing event deleted for resources: {'Port': ['ID=19bc5665-e028-4dc7-94a3-411cde04cfdd,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:19.949529 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf21e38-df8b-4236-8f7d-1adaba809598 None None] No DVR routers for this DVR port 19bc5665-e028-4dc7-94a3-411cde04cfdd on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:20.016792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a964e-b4de-4c4c-9a6b-9a74c26a4738 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:20.022363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c7792-b36f-432d-9a74-93f9459e7c7e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for f07b5c9f-373d-43b2-b5fc-b0654b2faa02 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:20.032179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.110397 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Transition to ACTIVE for port object 5931c663-0545-4054-930c-bf3283b7d3e5 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:20.224127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.235563 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-999b52f1-b41b-4dca-b3f4-e20e414bc0f5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.253916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.272968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.298805 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Transition to ACTIVE for port object 892fad9d-67dd-4d0b-95b1-a3b0a402a82f will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:20.315313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-999b52f1-b41b-4dca-b3f4-e20e414bc0f5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port 40fb8240-ac5e-4d6d-af64-9ed6c511ec9c yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:20.384474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Attempting to bind port 5931c663-0545-4054-930c-bf3283b7d3e5 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:20.385007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Attempting to bind port 5931c663-0545-4054-930c-bf3283b7d3e5 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:20.385366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Attempting to bind port 5931c663-0545-4054-930c-bf3283b7d3e5 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:20.397398 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:20.397767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:20.398287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.398724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:20.399302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Bound port: 5931c663-0545-4054-930c-bf3283b7d3e5, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:20.399678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.415282 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.486795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] For port 5931c663-0545-4054-930c-bf3283b7d3e5, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:20.490260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] For port 5931c663-0545-4054-930c-bf3283b7d3e5, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5931c663-0545-4054-930c-bf3283b7d3e5,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:20.499035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 19bc5665-e028-4dc7-94a3-411cde04cfdd no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:20.505658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Subnet': ['ID=65cde3ef-6aff-4fcc-9155-36d1aea775ce,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:20.509890 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-999b52f1-b41b-4dca-b3f4-e20e414bc0f5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:39:20.510349 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999b52f1-b41b-4dca-b3f4-e20e414bc0f5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:20.541836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.594126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 19bc5665-e028-4dc7-94a3-411cde04cfdd {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:20.595207 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 19bc5665-e028-4dc7-94a3-411cde04cfdd not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:20.596164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7792-b36f-432d-9a74-93f9459e7c7e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.606578 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445a7de-a277-4095-9437-980f296c2b3e None None] Pushing event updated for resources: {'Port': ['ID=5931c663-0545-4054-930c-bf3283b7d3e5,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:20.609830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.697233 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-999b52f1-b41b-4dca-b3f4-e20e414bc0f5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8423572 Jan 21 09:39:20.702957 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39404) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:20.709471 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445a7de-a277-4095-9437-980f296c2b3e None None] Pushing event updated for resources: {'Port': ['ID=5931c663-0545-4054-930c-bf3283b7d3e5,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:20.722107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:20.723330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:20.730006 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c7792-b36f-432d-9a74-93f9459e7c7e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=f07b5c9f-373d-43b2-b5fc-b0654b2faa02,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:20.740949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Network 42df2083-2321-47b5-bb6a-a354e39deae9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:20.793904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Checking segment: {'id': '392430ea-d020-4d5c-a3df-4665cecef311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fcc87a58-ecbd-4e6f-af85-1380910bf988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:20.794492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network hostable DHCP agents. Network: fcc87a58-ecbd-4e6f-af85-1380910bf988, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:20.817602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:20.839949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network fcc87a58-ecbd-4e6f-af85-1380910bf988 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:20.898849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, fcc87a58-ecbd-4e6f-af85-1380910bf988) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:20.929545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92990914-be11-4d7d-a9ce-b6964b98cf53 None None] Network fcc87a58-ecbd-4e6f-af85-1380910bf988 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:20.947074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:20.950017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.017764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:21.056169 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c37858dd-2d5e-41dc-b612-09e0190f5740 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0745523 Jan 21 09:39:21.058542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39410) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:21.069643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': 'fcc87a58-ecbd-4e6f-af85-1380910bf988', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1124057353'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:21.094448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Router 6f7afa34-fded-45ae-87de-9eaf46d3ac0c is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:39:21.100061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-365910e2-5a77-4520-b86c-05e7f7541623 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:21.103683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7792-b36f-432d-9a74-93f9459e7c7e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.106008 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ae4c7792-b36f-432d-9a74-93f9459e7c7e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/f07b5c9f-373d-43b2-b5fc-b0654b2faa02 HTTP/1.1" status: 204 len: 168 time: 2.6452041 Jan 21 09:39:21.113111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39414) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:21.165814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Pushing event updated for resources: {'Port': ['ID=892fad9d-67dd-4d0b-95b1-a3b0a402a82f,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:21.176305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.279396 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-365910e2-5a77-4520-b86c-05e7f7541623 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:21.283620 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-365910e2-5a77-4520-b86c-05e7f7541623 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5657940 Jan 21 09:39:21.284398 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39418) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:21.321108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': 'ee681e31-e8f1-496a-a021-c32dff0dfa8a'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:21.321943 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.382012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.423364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0f01517d-a9f4-49a4-a537-e1a7797c544d None None] Provisioning for port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:21.433864 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0f01517d-a9f4-49a4-a537-e1a7797c544d None None] Provisioning complete for port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:21.434240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0f01517d-a9f4-49a4-a537-e1a7797c544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.445019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:21.457559 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29551fb-c6d9-4b70-b782-778920ee99d0 None None] Sync routers for ids ['6f7afa34-fded-45ae-87de-9eaf46d3ac0c'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:21.476814 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29551fb-c6d9-4b70-b782-778920ee99d0 None None] Routers {'6f7afa34-fded-45ae-87de-9eaf46d3ac0c'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:21.477492 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e29551fb-c6d9-4b70-b782-778920ee99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6f7afa34-fded-45ae-87de-9eaf46d3ac0c'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:21.529941 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-830763f9-cac2-4022-8b7d-4d18a1d8434c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:39:21.531067 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-830763f9-cac2-4022-8b7d-4d18a1d8434c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:21.556081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.558057 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-34e2e8a9-e348-4885-8ce8-e3fa14da4ab2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5936656 Jan 21 09:39:21.562853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39422) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:21.591776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1237c358-2dc9-4eac-bf24-24e31d88f152 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'enable_snat': False}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:21.627626 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e29551fb-c6d9-4b70-b782-778920ee99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:21.634478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36550a91-23a7-4bcc-8e98-b9f7576d667b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:21.639777 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36550a91-23a7-4bcc-8e98-b9f7576d667b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:21.640860 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-36550a91-23a7-4bcc-8e98-b9f7576d667b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:21.659744 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29551fb-c6d9-4b70-b782-778920ee99d0 None None] Routers {'6f7afa34-fded-45ae-87de-9eaf46d3ac0c'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:21.662487 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e29551fb-c6d9-4b70-b782-778920ee99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6f7afa34-fded-45ae-87de-9eaf46d3ac0c'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:21.666285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-fcc87a58-ecbd-4e6f-af85-1380910bf988', 'network_id': 'fcc87a58-ecbd-4e6f-af85-1380910bf988', 'tenant_id': '628d68c153204c9cae8da201ef56de13', 'fixed_ips': [{'subnet_id': '65cde3ef-6aff-4fcc-9155-36d1aea775ce'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:21.667612 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.690350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:21.720721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-830763f9-cac2-4022-8b7d-4d18a1d8434c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:21.722102 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-830763f9-cac2-4022-8b7d-4d18a1d8434c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/f07b5c9f-373d-43b2-b5fc-b0654b2faa02 HTTP/1.1" status: 404 len: 333 time: 0.6079416 Jan 21 09:39:21.743602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39428) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:21.799963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:21.861667 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e29551fb-c6d9-4b70-b782-778920ee99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:21.864659 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29551fb-c6d9-4b70-b782-778920ee99d0 None None] The sync data for ids ['6f7afa34-fded-45ae-87de-9eaf46d3ac0c'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:21.895521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:port and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:21.904892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:21.921966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:21.999097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:22.002937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.037135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.042454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-36550a91-23a7-4bcc-8e98-b9f7576d667b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:22.044745 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-36550a91-23a7-4bcc-8e98-b9f7576d667b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7592285 Jan 21 09:39:22.047653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39432) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:22.052629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port 5871b413-fa8c-4028-8c00-a042772e2808 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:22.085054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0f01517d-a9f4-49a4-a537-e1a7797c544d None None] Port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:22.099465 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.251112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2bc9f7-3856-479b-8298-a74fd3a158df tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting subnet 4acdb832-16bc-4367-b350-e2d1f06d0150 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:22.254306 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3c2bc9f7-3856-479b-8298-a74fd3a158df tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.304288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Allocated IP 2001:db8::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/ee681e31-e8f1-496a-a021-c32dff0dfa8a/3dce63be-7624-48c1-bee1-25c7e4b56c4a) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:22.330691 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3c2bc9f7-3856-479b-8298-a74fd3a158df tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.385085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:14Z', 'revision_number': 3, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:22.404251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39438) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:22.434961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345df16-0706-4433-ad6a-a6520b632fe8 None None] The sync data for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv is: [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:14Z', 'revision_number': 3, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:22.435417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Request body: {'subnets': [{'network_id': '4a134936-c808-4ea1-b355-27711ae5033e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--862639732', 'ip_version': 6}, {'network_id': 'f65686f6-6b87-4637-9de0-7e1d2621abc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:22.435417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Request body: {'subnet': {'network_id': '4a134936-c808-4ea1-b355-27711ae5033e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--862639732', 'ip_version': 6}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:22.436080 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Request body: {'subnet': {'network_id': 'f65686f6-6b87-4637-9de0-7e1d2621abc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:22.438659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Allocated IP 2001:db8::2 (fcc87a58-ecbd-4e6f-af85-1380910bf988/65cde3ef-6aff-4fcc-9155-36d1aea775ce/c3f6364f-7056-4c27-930f-cafac594644a) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:22.482428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Pushing event updated for resources: {'Port': ['ID=892fad9d-67dd-4d0b-95b1-a3b0a402a82f,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:22.494735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b16a07-3a9e-4546-96cf-b11ab5a4d1ee tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet ee681e31-e8f1-496a-a021-c32dff0dfa8a {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:22.509945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.643284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3c2bc9f7-3856-479b-8298-a74fd3a158df tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.674755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1237c358-2dc9-4eac-bf24-24e31d88f152 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.798134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.818542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3c2bc9f7-3856-479b-8298-a74fd3a158df tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.831973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Transition to ACTIVE for port object 3dce63be-7624-48c1-bee1-25c7e4b56c4a will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:22.879910 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.890025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Transition to ACTIVE for port object 3dce63be-7624-48c1-bee1-25c7e4b56c4a will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:22.914339 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Transition to ACTIVE for port object c3f6364f-7056-4c27-930f-cafac594644a will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:22.925829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.972201 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a07-3a9e-4546-96cf-b11ab5a4d1ee tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.044402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a07-3a9e-4546-96cf-b11ab5a4d1ee tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.073789 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Transition to ACTIVE for port object c3f6364f-7056-4c27-930f-cafac594644a will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:23.080425 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:23.086361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:23.088609 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5931c663-0545-4054-930c-bf3283b7d3e5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:23.115754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:23.127240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.139906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Pushing event updated for resources: {'Port': ['ID=3dce63be-7624-48c1-bee1-25c7e4b56c4a,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:23.167569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a07-3a9e-4546-96cf-b11ab5a4d1ee tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.249980 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Network fcc87a58-ecbd-4e6f-af85-1380910bf988 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:23.259913 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bc9f7-3856-479b-8298-a74fd3a158df tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Subnet': ['ID=4acdb832-16bc-4367-b350-e2d1f06d0150,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:23.265485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3c2bc9f7-3856-479b-8298-a74fd3a158df tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.273374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a07-3a9e-4546-96cf-b11ab5a4d1ee tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.284060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:23.286029 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3c2bc9f7-3856-479b-8298-a74fd3a158df tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/4acdb832-16bc-4367-b350-e2d1f06d0150 HTTP/1.1" status: 204 len: 168 time: 1.5402174 Jan 21 09:39:23.286829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39444) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:23.297978 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed2e7ba-bb93-4864-a8ae-1e86ee26c105 None None] Network a674212a-8402-4f6b-9782-ced70872e1d5 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:23.332250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a07-3a9e-4546-96cf-b11ab5a4d1ee tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.336205 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b2b16a07-3a9e-4546-96cf-b11ab5a4d1ee tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/ee681e31-e8f1-496a-a021-c32dff0dfa8a HTTP/1.1" status: 204 len: 168 time: 1.2854776 Jan 21 09:39:23.360320 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39450) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:23.378048 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:23.382159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b16a07-3a9e-4546-96cf-b11ab5a4d1ee tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=ee681e31-e8f1-496a-a021-c32dff0dfa8a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:23.450564 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:23.466671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Usage tracker for resource:subnet and tenant:16bb039b375942edba8d8f918d3f1f71 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:23.488140 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6cbac322-fc53-466a-b3b7-6c3c3d6909b4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039250 Jan 21 09:39:23.490832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:23.501079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39454) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:23.503871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:23.508375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Pushing event updated for resources: {'Port': ['ID=c3f6364f-7056-4c27-930f-cafac594644a,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:23.513128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1dc943e9-e931-4f10-a3d4-89518d249604 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:23.529116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8::1bb (fcc87a58-ecbd-4e6f-af85-1380910bf988/65cde3ef-6aff-4fcc-9155-36d1aea775ce/5871b413-fa8c-4028-8c00-a042772e2808) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:23.623636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Attempting to bind port 3dce63be-7624-48c1-bee1-25c7e4b56c4a on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:23.624162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Attempting to bind port 3dce63be-7624-48c1-bee1-25c7e4b56c4a by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:23.624616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Attempting to bind port 3dce63be-7624-48c1-bee1-25c7e4b56c4a on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:23.642464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1dc943e9-e931-4f10-a3d4-89518d249604 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:23.646965 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:23.647558 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:23.648178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.648615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:23.649284 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Bound port: 3dce63be-7624-48c1-bee1-25c7e4b56c4a, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:23.649662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.652221 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1dc943e9-e931-4f10-a3d4-89518d249604 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:23.727425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1237c358-2dc9-4eac-bf24-24e31d88f152 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.736489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1237c358-2dc9-4eac-bf24-24e31d88f152 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.745007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 5931c663-0545-4054-930c-bf3283b7d3e5 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:23.750270 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Attempting to bind port c3f6364f-7056-4c27-930f-cafac594644a on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:23.750686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Attempting to bind port c3f6364f-7056-4c27-930f-cafac594644a by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '392430ea-d020-4d5c-a3df-4665cecef311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fcc87a58-ecbd-4e6f-af85-1380910bf988'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:23.751051 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Attempting to bind port c3f6364f-7056-4c27-930f-cafac594644a on network fcc87a58-ecbd-4e6f-af85-1380910bf988 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:23.782846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:23.783243 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Checking segment: {'id': '392430ea-d020-4d5c-a3df-4665cecef311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fcc87a58-ecbd-4e6f-af85-1380910bf988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:23.783613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.784009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Bound using segment: {'id': '392430ea-d020-4d5c-a3df-4665cecef311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fcc87a58-ecbd-4e6f-af85-1380910bf988'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:23.784615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Bound port: c3f6364f-7056-4c27-930f-cafac594644a, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392430ea-d020-4d5c-a3df-4665cecef311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fcc87a58-ecbd-4e6f-af85-1380910bf988'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:23.784989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.817329 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5931c663-0545-4054-930c-bf3283b7d3e5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:23.817838 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.843267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc943e9-e931-4f10-a3d4-89518d249604 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:23.846766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1dc943e9-e931-4f10-a3d4-89518d249604 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.877228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Network 42df2083-2321-47b5-bb6a-a354e39deae9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:23.883756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.895815 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Made reservation on behalf of 16bb039b375942edba8d8f918d3f1f71 for: {'subnet': 2} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:23.900396 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.900622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.925173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:23.989040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] For port 3dce63be-7624-48c1-bee1-25c7e4b56c4a, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:24.010539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] For port 3dce63be-7624-48c1-bee1-25c7e4b56c4a, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3dce63be-7624-48c1-bee1-25c7e4b56c4a,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:24.011906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.014607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] For port c3f6364f-7056-4c27-930f-cafac594644a, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:24.063280 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object 5871b413-fa8c-4028-8c00-a042772e2808 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:24.089961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.105348 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1237c358-2dc9-4eac-bf24-24e31d88f152 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Router 6f7afa34-fded-45ae-87de-9eaf46d3ac0c has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:24.120702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.175336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:24.175672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.234063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] For port c3f6364f-7056-4c27-930f-cafac594644a, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c3f6364f-7056-4c27-930f-cafac594644a,segment=NetworkSegment(392430ea-d020-4d5c-a3df-4665cecef311),segment_id=392430ea-d020-4d5c-a3df-4665cecef311)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:24.239041 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf320d2-8c2f-40f9-8db3-4f202feb5080 None None] DHCP port deletion for a674212a-8402-4f6b-9782-ced70872e1d5 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:24.264637 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.268635 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ddf320d2-8c2f-40f9-8db3-4f202feb5080 None None] Deleting port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:24.269180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ddf320d2-8c2f-40f9-8db3-4f202feb5080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.348685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.425699 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 5931c663-0545-4054-930c-bf3283b7d3e5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5931c663-0545-4054-930c-bf3283b7d3e5,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:24.432834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network fcc87a58-ecbd-4e6f-af85-1380910bf988 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:24.437575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:24.440454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:24.446915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:24.447567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.478960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8685da08-3fb4-4f3f-ba40-2a9dabd5df14 None None] Provisioning complete for port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:24.479404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8685da08-3fb4-4f3f-ba40-2a9dabd5df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.510831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.512674 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632139c-4f51-4809-ae74-fe2c68cac9b3 None None] Pushing event updated for resources: {'Port': ['ID=3dce63be-7624-48c1-bee1-25c7e4b56c4a,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.585977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=5871b413-fa8c-4028-8c00-a042772e2808,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.590318 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1237c358-2dc9-4eac-bf24-24e31d88f152 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:24.621615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1237c358-2dc9-4eac-bf24-24e31d88f152 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.626295 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1237c358-2dc9-4eac-bf24-24e31d88f152 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "PUT /v2.0/routers/6f7afa34-fded-45ae-87de-9eaf46d3ac0c HTTP/1.1" status: 200 len: 921 time: 3.0596013 Jan 21 09:39:24.626295 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5f2e89d2-2570-4e74-a00c-719fa9eff897 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.5663826 Jan 21 09:39:24.630578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39464) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:24.631115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39466) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:24.659089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e760d17-48d9-4f4a-ab92-aa517eb44311 None None] Sync routers for ids ['6f7afa34-fded-45ae-87de-9eaf46d3ac0c'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:24.784894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:24.804751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] For port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9044b49c-77a9-4c57-bfba-237a5f8a5b6b,segment=NetworkSegment(ba181dbd-8b97-4439-b38b-e41acd1fef77),segment_id=ba181dbd-8b97-4439-b38b-e41acd1fef77)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:24.805153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.812504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e760d17-48d9-4f4a-ab92-aa517eb44311 None None] Routers {'6f7afa34-fded-45ae-87de-9eaf46d3ac0c'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:24.814005 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-1e760d17-48d9-4f4a-ab92-aa517eb44311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6f7afa34-fded-45ae-87de-9eaf46d3ac0c'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:24.857107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-54e4a64f-4a65-4d40-ba53-d3f51dda051f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 5871b413-fa8c-4028-8c00-a042772e2808 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:24.857719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-54e4a64f-4a65-4d40-ba53-d3f51dda051f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.954559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-8685da08-3fb4-4f3f-ba40-2a9dabd5df14 None None] Port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:24.961530 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-1e760d17-48d9-4f4a-ab92-aa517eb44311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:24.975040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ddf320d2-8c2f-40f9-8db3-4f202feb5080 None None] For port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9044b49c-77a9-4c57-bfba-237a5f8a5b6b,segment=NetworkSegment(ba181dbd-8b97-4439-b38b-e41acd1fef77),segment_id=ba181dbd-8b97-4439-b38b-e41acd1fef77)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:24.975499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ddf320d2-8c2f-40f9-8db3-4f202feb5080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.984704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efdb0a-02ae-478c-ad9f-35ea469596c2 None None] Pushing event updated for resources: {'Port': ['ID=c3f6364f-7056-4c27-930f-cafac594644a,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:25.057118 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for 9044b49c-77a9-4c57-bfba-237a5f8a5b6b owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:25.091415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e760d17-48d9-4f4a-ab92-aa517eb44311 None None] Routers {'6f7afa34-fded-45ae-87de-9eaf46d3ac0c'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:25.091415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-1e760d17-48d9-4f4a-ab92-aa517eb44311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6f7afa34-fded-45ae-87de-9eaf46d3ac0c'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:25.136222 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1d668863-fa02-4b71-8b8c-8697b8309473 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/routers/6f7afa34-fded-45ae-87de-9eaf46d3ac0c HTTP/1.1" status: 200 len: 921 time: 0.5020368 Jan 21 09:39:25.139631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39472) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:25.146481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9044b49c-77a9-4c57-bfba-237a5f8a5b6b no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:25.238759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1dc943e9-e931-4f10-a3d4-89518d249604 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.284813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-1e760d17-48d9-4f4a-ab92-aa517eb44311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:25.285219 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e760d17-48d9-4f4a-ab92-aa517eb44311 None None] The sync data for ids ['6f7afa34-fded-45ae-87de-9eaf46d3ac0c'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:25.297116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-54e4a64f-4a65-4d40-ba53-d3f51dda051f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.298239 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ddf320d2-8c2f-40f9-8db3-4f202feb5080 None None] Calling delete_port for 9044b49c-77a9-4c57-bfba-237a5f8a5b6b owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:25.320611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc943e9-e931-4f10-a3d4-89518d249604 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=400251b8-24ec-4706-bbc1-edb9bfc98bf4,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:25.407076 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=5931c663-0545-4054-930c-bf3283b7d3e5,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:25.428633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-54e4a64f-4a65-4d40-ba53-d3f51dda051f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for 5871b413-fa8c-4028-8c00-a042772e2808 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:25.435062 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.444139 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc943e9-e931-4f10-a3d4-89518d249604 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:25.464519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-1dc943e9-e931-4f10-a3d4-89518d249604 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:25.477980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc943e9-e931-4f10-a3d4-89518d249604 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:25.478567 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1dc943e9-e931-4f10-a3d4-89518d249604 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.508057 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c0e5ac-774c-4cd2-bf02-4638d30c3eb0 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:25.573537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-ddf320d2-8c2f-40f9-8db3-4f202feb5080 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:25.573954 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-ddf320d2-8c2f-40f9-8db3-4f202feb5080 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:25.621743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-54e4a64f-4a65-4d40-ba53-d3f51dda051f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.687904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4a64f-4a65-4d40-ba53-d3f51dda051f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=5871b413-fa8c-4028-8c00-a042772e2808,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:25.736628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745dc7fe-c952-412e-8a93-0ef456447704 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:25.740696 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-745dc7fe-c952-412e-8a93-0ef456447704 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/ports?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&device_id=6f7afa34-fded-45ae-87de-9eaf46d3ac0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5977595 Jan 21 09:39:25.740696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-54e4a64f-4a65-4d40-ba53-d3f51dda051f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.741950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39480) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:25.824122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.886475 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-54e4a64f-4a65-4d40-ba53-d3f51dda051f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/5871b413-fa8c-4028-8c00-a042772e2808 HTTP/1.1" status: 204 len: 168 time: 1.2516351 Jan 21 09:39:25.887024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39484) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:25.896382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:25.902352 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1dc943e9-e931-4f10-a3d4-89518d249604 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4002740 Jan 21 09:39:25.908725 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Sync routers for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:25.918748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No DVR routers for this DVR port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:25.924707 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:25.925334 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:25.935663 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-803986af-2140-435e-8fba-10267a44cfab tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:39:25.936216 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-803986af-2140-435e-8fba-10267a44cfab tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:25.941217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39488) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:25.945141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee85d21-f645-469d-88fa-c69f54116d82 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:25.945713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cee85d21-f645-469d-88fa-c69f54116d82 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Synchronizing usage tracker for tenant:b22da71e627e41e78506ecdaa454ea8f on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:25.950592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a792a96f-748b-4be8-83eb-9abdb01111a7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-398379631', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:25.952734 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=9044b49c-77a9-4c57-bfba-237a5f8a5b6b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:25.961034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10f399a-2aa8-4ec1-98f3-d2b39b5b09f7 None None] Update dhcp port {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'fixed_ips': [{'subnet_id': '400251b8-24ec-4706-bbc1-edb9bfc98bf4'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': '3dce63be-7624-48c1-bee1-25c7e4b56c4a'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:39:25.969484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a792a96f-748b-4be8-83eb-9abdb01111a7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:25.975399 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a792a96f-748b-4be8-83eb-9abdb01111a7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:router and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:25.979035 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a792a96f-748b-4be8-83eb-9abdb01111a7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:25.986350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-803986af-2140-435e-8fba-10267a44cfab tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:25.990109 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-803986af-2140-435e-8fba-10267a44cfab tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/5871b413-fa8c-4028-8c00-a042772e2808 HTTP/1.1" status: 404 len: 333 time: 0.0996094 Jan 21 09:39:25.990109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a792a96f-748b-4be8-83eb-9abdb01111a7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:25.992684 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39492) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:25.993992 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-01fbdc39-f93d-4cb4-a5bf-501395013bdb admin admin] 10.222.0.99 "PUT /v2.0/routers/3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9064243 Jan 21 09:39:25.999556 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4c5191-d7d6-485a-bdf1-bf660ffd7075 None None] Network fcc87a58-ecbd-4e6f-af85-1380910bf988 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:26.070595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3a445c65-4218-4111-920c-84a9d2c7e3c8 None None] Provisioning for port c3f6364f-7056-4c27-930f-cafac594644a completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:26.078958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ddf320d2-8c2f-40f9-8db3-4f202feb5080 None None] Deleting port 9044b49c-77a9-4c57-bfba-237a5f8a5b6b {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:26.079571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ddf320d2-8c2f-40f9-8db3-4f202feb5080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.158270 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.163013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cee85d21-f645-469d-88fa-c69f54116d82 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Unset dirty status for tenant:b22da71e627e41e78506ecdaa454ea8f on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:26.167132 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cee85d21-f645-469d-88fa-c69f54116d82 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/networks/58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 881 time: 0.4213226 Jan 21 09:39:26.170295 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39498) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:26.179159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a792a96f-748b-4be8-83eb-9abdb01111a7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.180244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a792a96f-748b-4be8-83eb-9abdb01111a7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.197439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a792a96f-748b-4be8-83eb-9abdb01111a7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.225553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a792a96f-748b-4be8-83eb-9abdb01111a7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.254259 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-966fde1e-4e67-4383-9b7f-b74f5bdffc41 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting subnet 65cde3ef-6aff-4fcc-9155-36d1aea775ce {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:26.261525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-966fde1e-4e67-4383-9b7f-b74f5bdffc41 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.270066 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8e0ba025-47d6-4b8e-9aed-405e79a69923 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "GET /v2.0/ports?device_id=6f7afa34-fded-45ae-87de-9eaf46d3ac0c HTTP/1.1" status: 200 len: 205 time: 0.0961502 Jan 21 09:39:26.270066 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a674212a-8402-4f6b-9782-ced70872e1d5']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:26.275027 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:26.283070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39502) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:26.294597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a792a96f-748b-4be8-83eb-9abdb01111a7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.299088 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a792a96f-748b-4be8-83eb-9abdb01111a7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3567445 Jan 21 09:39:26.304398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39508) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:26.341552 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ddf320d2-8c2f-40f9-8db3-4f202feb5080 None None] The port '9044b49c-77a9-4c57-bfba-237a5f8a5b6b' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:39:26.342751 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d10f399a-2aa8-4ec1-98f3-d2b39b5b09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.350783 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba181dbd-8b97-4439-b38b-e41acd1fef77') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:26.351259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba181dbd-8b97-4439-b38b-e41acd1fef77') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:26.416535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.449720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.476398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-966fde1e-4e67-4383-9b7f-b74f5bdffc41 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.481051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:26.481475 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.502059 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:26.505695 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:26.791069 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-d10f399a-2aa8-4ec1-98f3-d2b39b5b09f7 None None] Allocated IP 2001:db8::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/400251b8-24ec-4706-bbc1-edb9bfc98bf4/3dce63be-7624-48c1-bee1-25c7e4b56c4a) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:26.878973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.932362 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 2, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:26.944759 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Checking router: 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:26.945358 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Updating router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:39:27.034810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event updated for resources: {'Subnet': ['ID=46b42add-5b37-4e39-b8a6-bcbbdc6f0f81,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:27.042690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.055142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-966fde1e-4e67-4383-9b7f-b74f5bdffc41 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.058824 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d10f399a-2aa8-4ec1-98f3-d2b39b5b09f7 None None] For port 3dce63be-7624-48c1-bee1-25c7e4b56c4a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3dce63be-7624-48c1-bee1-25c7e4b56c4a,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:27.097924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d10f399a-2aa8-4ec1-98f3-d2b39b5b09f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.109058 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.123433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Checking segment: {'id': '7c2089f4-f1b7-44cf-ae64-7be4e2b84eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4a134936-c808-4ea1-b355-27711ae5033e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:27.123815 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Network hostable DHCP agents. Network: 4a134936-c808-4ea1-b355-27711ae5033e, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:27.132536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d10f399a-2aa8-4ec1-98f3-d2b39b5b09f7 None None] Ignored duplicate provisioning block setup for port 3dce63be-7624-48c1-bee1-25c7e4b56c4a by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 21 09:39:27.148167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d10f399a-2aa8-4ec1-98f3-d2b39b5b09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.149509 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.163748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Network': ['ID=a674212a-8402-4f6b-9782-ced70872e1d5,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:27.196523 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bf4893c8-2198-478b-b829-2ec4690c605d tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/networks/a674212a-8402-4f6b-9782-ced70872e1d5 HTTP/1.1" status: 204 len: 168 time: 3.8790572 Jan 21 09:39:27.200115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39526) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.217961 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-966fde1e-4e67-4383-9b7f-b74f5bdffc41 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.226099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-284375228'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:27.279466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39530) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.280219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fde1e-4e67-4383-9b7f-b74f5bdffc41 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Subnet': ['ID=65cde3ef-6aff-4fcc-9155-36d1aea775ce,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:27.296721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1310008002-network', 'tenant_id': '00524c02004243439b55f92294416a02'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:27.301113 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:27.305746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Usage tracker for resource:network and tenant:00524c02004243439b55f92294416a02 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:27.309320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:27.313303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5931c663-0545-4054-930c-bf3283b7d3e5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:27.316803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:27.329222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-966fde1e-4e67-4383-9b7f-b74f5bdffc41 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.336218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Made reservation on behalf of 00524c02004243439b55f92294416a02 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:27.338776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.352834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:27.365999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.371902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:network and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:27.377426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:27.386915 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:27.395524 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Network 4a134936-c808-4ea1-b355-27711ae5033e is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:27.397831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:27.404015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Usage tracker for resource:security_group_rule and tenant:00524c02004243439b55f92294416a02 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:27.408185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:27.417500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:27.468714 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5931c663-0545-4054-930c-bf3283b7d3e5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:27.469156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.472039 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.486432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:27.490626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.512784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Deleting port 65bdd36c-4f5b-4f66-8d2d-1a7bc0120f32 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:27.513271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.519622 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f399a-2aa8-4ec1-98f3-d2b39b5b09f7 None None] Pushing event updated for resources: {'Port': ['ID=3dce63be-7624-48c1-bee1-25c7e4b56c4a,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:27.548192 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 4a134936-c808-4ea1-b355-27711ae5033e) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:27.556473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.562759 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02fd26d-1b64-4df6-843f-10df9575d44c None None] Network 4a134936-c808-4ea1-b355-27711ae5033e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:27.566965 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-966fde1e-4e67-4383-9b7f-b74f5bdffc41 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/65cde3ef-6aff-4fcc-9155-36d1aea775ce HTTP/1.1" status: 204 len: 168 time: 1.5723505 Jan 21 09:39:27.580164 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39534) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.590686 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.600879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b90e561-fdcb-4397-9823-e880b6095d55 None None] Network fcc87a58-ecbd-4e6f-af85-1380910bf988 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:27.619726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.654213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:27.663856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.664395 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Added segment 8add40cf-5e30-4084-b105-e87b2280bec6 of type vlan for network dfbb862f-babc-4b57-96e5-620f757eda7b Jan 21 09:39:27.672957 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.712912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.792702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:27.833145 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event updated for resources: {'Subnet': ['ID=9ed53784-3f3e-4fdd-ac00-a166a4022b84,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:27.846641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:39:27.935981 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.954308 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Transition to ACTIVE for port object 892fad9d-67dd-4d0b-95b1-a3b0a402a82f will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:27.977989 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.992950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d15653e-17f9-48f6-9018-0cac70e47526,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:28.060097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.061075 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Added segment 57ff8e16-8b92-4556-ba2c-1e22ffbd7d90 of type vlan for network e3da5c8b-790b-4d1b-b6e1-4120e6f071ef Jan 21 09:39:28.084512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.086904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-58efabe8-e537-4c76-b003-27fecf973d47 None None] Could not find standard attr ID for object 5871b413-fa8c-4028-8c00-a042772e2808. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:39:28.127517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.189018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.196533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port c3f6364f-7056-4c27-930f-cafac594644a {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:28.196889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.210649 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4192f-58f8-4fa3-ab63-7a4c123fe5e9 None None] Pushing event updated for resources: {'Port': ['ID=892fad9d-67dd-4d0b-95b1-a3b0a402a82f,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:28.220693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device c3f6364f-7056-4c27-930f-cafac594644a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:28.379112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4a134936-c808-4ea1-b355-27711ae5033e', 'network_id': '4a134936-c808-4ea1-b355-27711ae5033e', 'tenant_id': '16bb039b375942edba8d8f918d3f1f71', 'fixed_ips': [{'subnet_id': '46b42add-5b37-4e39-b8a6-bcbbdc6f0f81'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:28.379929 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.402989 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Attempting to bind port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:28.403721 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Attempting to bind port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:28.404294 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Attempting to bind port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f on network 42df2083-2321-47b5-bb6a-a354e39deae9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:28.416620 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:28.422136 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Checking segment: {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:28.422929 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.423547 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Bound using segment: {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:28.424276 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Bound port: 892fad9d-67dd-4d0b-95b1-a3b0a402a82f, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:28.424918 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.468232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:39:28.518866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67981bc6-b5ed-4660-b13d-a4db61e6d6d4 None None] DHCP port deletion for fcc87a58-ecbd-4e6f-af85-1380910bf988 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:28.521471 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port c3f6364f-7056-4c27-930f-cafac594644a completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:28.534351 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port c3f6364f-7056-4c27-930f-cafac594644a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:28.534717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.564385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-67981bc6-b5ed-4660-b13d-a4db61e6d6d4 None None] Deleting port c3f6364f-7056-4c27-930f-cafac594644a {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:28.564385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-67981bc6-b5ed-4660-b13d-a4db61e6d6d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.566048 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Checking segment: {'id': '12acd3fe-c35a-4fb1-a8f0-e953e8de6ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f65686f6-6b87-4637-9de0-7e1d2621abc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:28.566504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Network hostable DHCP agents. Network: f65686f6-6b87-4637-9de0-7e1d2621abc0, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:28.570713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.576425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:28.577045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.581773 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] For port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:28.586703 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] For port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=892fad9d-67dd-4d0b-95b1-a3b0a402a82f,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:28.590660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Calling delete_port for 65bdd36c-4f5b-4f66-8d2d-1a7bc0120f32 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:28.594001 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.705090 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4192f-58f8-4fa3-ab63-7a4c123fe5e9 None None] Pushing event updated for resources: {'Port': ['ID=892fad9d-67dd-4d0b-95b1-a3b0a402a82f,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:28.705674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::1 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/400251b8-24ec-4706-bbc1-edb9bfc98bf4/8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:28.741894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Network f65686f6-6b87-4637-9de0-7e1d2621abc0 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:28.744838 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:28.746515 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:28.778211 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5719810 Jan 21 09:39:28.845727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde7e17-e56c-4e23-a129-d46df02fa7b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Network': ['ID=dfbb862f-babc-4b57-96e5-620f757eda7b,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:28.860319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39542) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:28.866919 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': 'dfbb862f-babc-4b57-96e5-620f757eda7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:28.888332 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network dfbb862f-babc-4b57-96e5-620f757eda7b details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:28.891203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, f65686f6-6b87-4637-9de0-7e1d2621abc0) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:28.955009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d885df-8724-4973-a96e-1e8d7757d3ad None None] Network f65686f6-6b87-4637-9de0-7e1d2621abc0 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:29.047804 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:29.086341 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.091544 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:29.092258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.132318 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:29.133271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:29.134235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.197875 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.280991 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9943848 Jan 21 09:39:29.310016 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39548) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:29.323020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:29.338587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Request body: {'subnet': {'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1310008002-subnet', 'tenant_id': '00524c02004243439b55f92294416a02', 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:29.340083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:29.346183 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:29.351278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Usage tracker for resource:subnet and tenant:00524c02004243439b55f92294416a02 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:29.354271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:29.361624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:29.376623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:29.382227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:29.389125 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4f6192ba-8aed-41fb-a9ef-f3b009da61f3 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.9724970 Jan 21 09:39:29.395796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39554) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:29.420123 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-81cc171a-148d-4d2b-abc4-f4e5833fc347 None None] Provisioning for port 3dce63be-7624-48c1-bee1-25c7e4b56c4a completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:29.437782 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:29.445335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Allocated IP 2001:db8::1 (4a134936-c808-4ea1-b355-27711ae5033e/46b42add-5b37-4e39-b8a6-bcbbdc6f0f81/2706b2cb-52c3-4223-b162-e4ec1de47c73) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:29.457887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Made reservation on behalf of 00524c02004243439b55f92294416a02 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:29.464717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.476664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] For port c3f6364f-7056-4c27-930f-cafac594644a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c3f6364f-7056-4c27-930f-cafac594644a,segment=NetworkSegment(392430ea-d020-4d5c-a3df-4665cecef311),segment_id=392430ea-d020-4d5c-a3df-4665cecef311)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:29.477107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.485021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718b727-9d8e-4471-a2c8-534da40f6799 admin admin] Pushing event updated for resources: {'Network': ['ID=e3da5c8b-790b-4d1b-b6e1-4120e6f071ef,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:29.510927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:29.515527 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.527969 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:28Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:29.533243 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df249273-26fd-428b-b1dc-c7145ad9d2bb None None] The sync data for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv is: [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:28Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:29.677114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network e3da5c8b-790b-4d1b-b6e1-4120e6f071ef details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:29.679871 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for c3f6364f-7056-4c27-930f-cafac594644a owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:29.680394 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff01df-b047-467d-8d64-ce74407e12b9 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:29.681959 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff01df-b047-467d-8d64-ce74407e12b9 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:29.683616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff01df-b047-467d-8d64-ce74407e12b9 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:29.684501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-dcff01df-b047-467d-8d64-ce74407e12b9 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Synchronizing usage tracker for tenant:16bb039b375942edba8d8f918d3f1f71 on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:29.690037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.748476 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-f65686f6-6b87-4637-9de0-7e1d2621abc0', 'network_id': 'f65686f6-6b87-4637-9de0-7e1d2621abc0', 'tenant_id': '16bb039b375942edba8d8f918d3f1f71', 'fixed_ips': [{'subnet_id': '9ed53784-3f3e-4fdd-ac00-a166a4022b84'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:29.749555 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.771874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.849787 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:29.859528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:29.865128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.878934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:29.879876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.922397 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-dcff01df-b047-467d-8d64-ce74407e12b9 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Unset dirty status for tenant:16bb039b375942edba8d8f918d3f1f71 on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:29.923736 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dcff01df-b047-467d-8d64-ce74407e12b9 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5249331 Jan 21 09:39:29.994722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-67981bc6-b5ed-4660-b13d-a4db61e6d6d4 None None] For port c3f6364f-7056-4c27-930f-cafac594644a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c3f6364f-7056-4c27-930f-cafac594644a,segment=NetworkSegment(392430ea-d020-4d5c-a3df-4665cecef311),segment_id=392430ea-d020-4d5c-a3df-4665cecef311)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:29.995153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-67981bc6-b5ed-4660-b13d-a4db61e6d6d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.998733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39558) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:30.041245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.103306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:30.115562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No DVR routers for this DVR port c3f6364f-7056-4c27-930f-cafac594644a on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:30.156935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Pushing event deleted for resources: {'Port': ['ID=65bdd36c-4f5b-4f66-8d2d-1a7bc0120f32,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:30.285517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=c3f6364f-7056-4c27-930f-cafac594644a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:30.362741 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1a434d-e21d-45bb-9c1e-dfb08a3c4afb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Deleting subnet 46b42add-5b37-4e39-b8a6-bcbbdc6f0f81 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:30.372580 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-67981bc6-b5ed-4660-b13d-a4db61e6d6d4 None None] Calling delete_port for c3f6364f-7056-4c27-930f-cafac594644a owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:30.405659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.428474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 892fad9d-67dd-4d0b-95b1-a3b0a402a82f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:30.431823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc87a58-ecbd-4e6f-af85-1380910bf988']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:30.431990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.446079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392430ea-d020-4d5c-a3df-4665cecef311') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:30.446372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392430ea-d020-4d5c-a3df-4665cecef311') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:30.461543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.478281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.484908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:30.485443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.490947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.522071 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.587044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-89dc1c37-5eb4-446d-b146-a0663a6687f1 None None] Provisioning for port 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:30.673090 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:30.690118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.703712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:30.717768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-89dc1c37-5eb4-446d-b146-a0663a6687f1 None None] Provisioning complete for port 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:30.718127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-89dc1c37-5eb4-446d-b146-a0663a6687f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.721860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.749455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Network': ['ID=fcc87a58-ecbd-4e6f-af85-1380910bf988,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:30.758535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:30.758899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.833222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Subnet': ['ID=9c8ca332-5d5a-40a5-bdf4-a6b4c7b0d763,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:30.835808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.843987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.855484 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-83c44fea-732b-4cc3-b638-6a3cb8ffa9a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/networks/fcc87a58-ecbd-4e6f-af85-1380910bf988 HTTP/1.1" status: 204 len: 168 time: 3.2370944 Jan 21 09:39:30.860639 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39566) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:30.868489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'name': 'tempest-PortsIpV6TestJSON-1629427567'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:30.896975 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.908680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda35ab1-1d89-4922-b6a3-c6a10596fdf1,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:30.969185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Transition to ACTIVE for port object 2706b2cb-52c3-4223-b162-e4ec1de47c73 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:30.982028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-89dc1c37-5eb4-446d-b146-a0663a6687f1 None None] Port 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:31.023316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Transition to ACTIVE for port object 2706b2cb-52c3-4223-b162-e4ec1de47c73 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:31.031353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Allocated IP 2001:db8:0:1::1 (f65686f6-6b87-4637-9de0-7e1d2621abc0/9ed53784-3f3e-4fdd-ac00-a166a4022b84/13bfac5b-6281-48fa-b5d8-fbef17afebf8) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:31.040057 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-67981bc6-b5ed-4660-b13d-a4db61e6d6d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:31.040428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-67981bc6-b5ed-4660-b13d-a4db61e6d6d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:31.045746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.047398 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d1a434d-e21d-45bb-9c1e-dfb08a3c4afb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.053273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.095339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.158550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Checking segment: {'id': '57ff8e16-8b92-4556-ba2c-1e22ffbd7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:31.159239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Network hostable DHCP agents. Network: e3da5c8b-790b-4d1b-b6e1-4120e6f071ef, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:31.181263 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Network 4a134936-c808-4ea1-b355-27711ae5033e is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:31.191628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:31.196414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Checking segment: {'id': '8add40cf-5e30-4084-b105-e87b2280bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dfbb862f-babc-4b57-96e5-620f757eda7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:31.196603 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network hostable DHCP agents. Network: dfbb862f-babc-4b57-96e5-620f757eda7b, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:31.211256 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d1a434d-e21d-45bb-9c1e-dfb08a3c4afb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.244763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:31.259347 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:31.282198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Pushing event updated for resources: {'Port': ['ID=2706b2cb-52c3-4223-b162-e4ec1de47c73,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:31.294669 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.295407 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Fanout notify agent at l3_agent the message router_deleted on router 6f7afa34-fded-45ae-87de-9eaf46d3ac0c {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:39:31.297983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:port and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:31.308203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:31.322011 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Network e3da5c8b-790b-4d1b-b6e1-4120e6f071ef is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:31.329705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:31.332160 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c8aa1920-f7b5-4ec4-bb9c-229ec02c129a req-24502a80-91ee-4159-a76d-1e7982c2d264 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4836507 Jan 21 09:39:31.354813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:31.358628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.360785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network dfbb862f-babc-4b57-96e5-620f757eda7b is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:31.399560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.406477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port c33619bd-74bc-4905-8b24-306747a60c40 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:31.428656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.429759 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d3f0601c-7aa0-4927-a9dd-83966fe6a15d tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "DELETE /v2.0/routers/6f7afa34-fded-45ae-87de-9eaf46d3ac0c HTTP/1.1" status: 204 len: 168 time: 5.1429124 Jan 21 09:39:31.430514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, e3da5c8b-790b-4d1b-b6e1-4120e6f071ef) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:31.436414 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Attempting to bind port 2706b2cb-52c3-4223-b162-e4ec1de47c73 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:31.437322 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Attempting to bind port 2706b2cb-52c3-4223-b162-e4ec1de47c73 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '7c2089f4-f1b7-44cf-ae64-7be4e2b84eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4a134936-c808-4ea1-b355-27711ae5033e'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:31.437821 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39570) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.438142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Attempting to bind port 2706b2cb-52c3-4223-b162-e4ec1de47c73 on network 4a134936-c808-4ea1-b355-27711ae5033e {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:31.446597 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e03ef-1fb0-4351-a7b5-7f9e78b2b0fb None None] Network e3da5c8b-790b-4d1b-b6e1-4120e6f071ef requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:31.447389 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, dfbb862f-babc-4b57-96e5-620f757eda7b) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:31.451355 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:31.451876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.464836 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c6cbe7d3-a4d4-4ddc-b2b3-84c7b0da621b tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-65955290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:31.471218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c6cbe7d3-a4d4-4ddc-b2b3-84c7b0da621b tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:31.475253 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c6cbe7d3-a4d4-4ddc-b2b3-84c7b0da621b tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Usage tracker for resource:router and tenant:0a250ce0e7184dd98238f666fdf31c48 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:31.477968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c6cbe7d3-a4d4-4ddc-b2b3-84c7b0da621b tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:31.483837 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c6cbe7d3-a4d4-4ddc-b2b3-84c7b0da621b tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:31.493136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:31.493733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.506149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c6cbe7d3-a4d4-4ddc-b2b3-84c7b0da621b tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.507131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c6cbe7d3-a4d4-4ddc-b2b3-84c7b0da621b tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.521700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c6cbe7d3-a4d4-4ddc-b2b3-84c7b0da621b tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.560051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c6cbe7d3-a4d4-4ddc-b2b3-84c7b0da621b tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.594604 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-67981bc6-b5ed-4660-b13d-a4db61e6d6d4 None None] Deleting port c3f6364f-7056-4c27-930f-cafac594644a {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:31.595306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-67981bc6-b5ed-4660-b13d-a4db61e6d6d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.603786 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b406e8c1-367d-471d-9b7b-1917227c305c admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2844448 Jan 21 09:39:31.605781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d1a434d-e21d-45bb-9c1e-dfb08a3c4afb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.607247 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39576) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.612218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1310008002-router', 'tenant_id': '00524c02004243439b55f92294416a02', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:31.639419 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1a2127a7-386c-4a34-a5b2-28818edb3b85 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7753594 Jan 21 09:39:31.639615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:31.641998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39580) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.649623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': 'dfbb862f-babc-4b57-96e5-620f757eda7b', 'name': 'tempest-PortsTestJSON-1422712353', 'fixed_ips': [{'subnet_id': '9c8ca332-5d5a-40a5-bdf4-a6b4c7b0d763', 'ip_address': '172.20.0.10'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:31.652078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3284ac44-1358-4cf8-bbd3-890d04ccf50f None None] Network dfbb862f-babc-4b57-96e5-620f757eda7b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:31.653386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa1920-f7b5-4ec4-bb9c-229ec02c129a req-1a2b6c50-8054-4b18-9614-1d15c46b117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:31.654912 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c8aa1920-f7b5-4ec4-bb9c-229ec02c129a req-1a2b6c50-8054-4b18-9614-1d15c46b117e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e54ca0e8ac734aaa9779a4239a46440b&device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 1098 time: 0.2967777 Jan 21 09:39:31.658518 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c6cbe7d3-a4d4-4ddc-b2b3-84c7b0da621b tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.662225 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c6cbe7d3-a4d4-4ddc-b2b3-84c7b0da621b tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2103291 Jan 21 09:39:31.666453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39584) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.673583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Usage tracker for resource:router and tenant:00524c02004243439b55f92294416a02 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:31.675249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Request body: {'router': {'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:31.679079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:31.720435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:31.796694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.838392 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d1a434d-e21d-45bb-9c1e-dfb08a3c4afb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.855282 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:31.855716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Checking segment: {'id': '7c2089f4-f1b7-44cf-ae64-7be4e2b84eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4a134936-c808-4ea1-b355-27711ae5033e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:31.856178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.856764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Bound using segment: {'id': '7c2089f4-f1b7-44cf-ae64-7be4e2b84eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4a134936-c808-4ea1-b355-27711ae5033e'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:31.857202 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Bound port: 2706b2cb-52c3-4223-b162-e4ec1de47c73, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2089f4-f1b7-44cf-ae64-7be4e2b84eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4a134936-c808-4ea1-b355-27711ae5033e'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:31.857627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.860189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.861212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.871671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.872443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.969012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.972750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-67981bc6-b5ed-4660-b13d-a4db61e6d6d4 None None] The port 'c3f6364f-7056-4c27-930f-cafac594644a' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:39:31.996816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d1a434d-e21d-45bb-9c1e-dfb08a3c4afb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.009497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a434d-e21d-45bb-9c1e-dfb08a3c4afb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event deleted for resources: {'Subnet': ['ID=46b42add-5b37-4e39-b8a6-bcbbdc6f0f81,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:32.016056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=892fad9d-67dd-4d0b-95b1-a3b0a402a82f,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:32.016788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.069545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.070305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3dce63be-7624-48c1-bee1-25c7e4b56c4a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:32.090175 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0d1a434d-e21d-45bb-9c1e-dfb08a3c4afb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "DELETE /v2.0/subnets/46b42add-5b37-4e39-b8a6-bcbbdc6f0f81 HTTP/1.1" status: 204 len: 168 time: 2.0873148 Jan 21 09:39:32.091500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39590) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:32.111428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:32.113641 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:32.147780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:32.205233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-dfbb862f-babc-4b57-96e5-620f757eda7b', 'network_id': 'dfbb862f-babc-4b57-96e5-620f757eda7b', 'tenant_id': '1a17eb82f51d4da9bf16b6794dbfa723', 'fixed_ips': [{'subnet_id': '9c8ca332-5d5a-40a5-bdf4-a6b4c7b0d763'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:32.206063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.238429 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.278548 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-e3da5c8b-790b-4d1b-b6e1-4120e6f071ef', 'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef', 'tenant_id': '00524c02004243439b55f92294416a02', 'fixed_ips': [{'subnet_id': 'fda35ab1-1d89-4922-b6a3-c6a10596fdf1'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:32.279413 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.302602 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Transition to ACTIVE for port object 13bfac5b-6281-48fa-b5d8-fbef17afebf8 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:32.316443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:32.337598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:32.338929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.372272 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=892fad9d-67dd-4d0b-95b1-a3b0a402a82f,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:32.386451 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.394205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa1920-f7b5-4ec4-bb9c-229ec02c129a req-3616f885-050a-4179-a3bf-42feedf89eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.395855 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c8aa1920-f7b5-4ec4-bb9c-229ec02c129a req-3616f885-050a-4179-a3bf-42feedf89eec service neutron] 10.222.0.121 "GET /v2.0/networks?id=5bb0f08d-d43c-4a56-a8c8-c205d9dff66a HTTP/1.1" status: 200 len: 913 time: 0.6636317 Jan 21 09:39:32.432299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:32.488614 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] For port 2706b2cb-52c3-4223-b162-e4ec1de47c73, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:32.495358 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Transition to ACTIVE for port object 13bfac5b-6281-48fa-b5d8-fbef17afebf8 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:32.524535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] For port 2706b2cb-52c3-4223-b162-e4ec1de47c73, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2706b2cb-52c3-4223-b162-e4ec1de47c73,segment=NetworkSegment(7c2089f4-f1b7-44cf-ae64-7be4e2b84eac),segment_id=7c2089f4-f1b7-44cf-ae64-7be4e2b84eac)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:32.541721 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.669229 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Allocated IP 172.20.0.2 (dfbb862f-babc-4b57-96e5-620f757eda7b/9c8ca332-5d5a-40a5-bdf4-a6b4c7b0d763/0dbb74c7-93b6-4c6d-b2ec-5b9369221563) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:32.796435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cee350-a1ec-46b3-9845-b8e74e9cba7d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Deleting subnet 9ed53784-3f3e-4fdd-ac00-a166a4022b84 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:32.816476 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c8aa1920-f7b5-4ec4-bb9c-229ec02c129a req-c8114588-b14b-45c9-882a-d068d5aaefac service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0debf774-8bb1-475a-a89e-d84d9261eccb HTTP/1.1" status: 200 len: 1000 time: 0.4126687 Jan 21 09:39:32.819526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d7cee350-a1ec-46b3-9845-b8e74e9cba7d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.825173 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.840895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network e8bfb841-1d89-48bb-b44d-65df55b67303 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:32.844252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.845898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=c33619bd-74bc-4905-8b24-306747a60c40,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:32.848353 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:32.913526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:32.918912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.919521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.956500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d7cee350-a1ec-46b3-9845-b8e74e9cba7d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.995283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa1920-f7b5-4ec4-bb9c-229ec02c129a req-0344a7ce-fd30-4759-9fbe-6f3b1f10b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.998671 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 3dce63be-7624-48c1-bee1-25c7e4b56c4a completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:32.998848 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c8aa1920-f7b5-4ec4-bb9c-229ec02c129a req-0344a7ce-fd30-4759-9fbe-6f3b1f10b5eb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ee2397c0-87b1-4037-824e-ef67a0df213d HTTP/1.1" status: 200 len: 851 time: 0.1484187 Jan 21 09:39:33.007904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.033491 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d6b3339a-e164-4ba6-8886-551d981264d1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1693034 Jan 21 09:39:33.035105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39600) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:33.039335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Network f65686f6-6b87-4637-9de0-7e1d2621abc0 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:33.048470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3dce63be-7624-48c1-bee1-25c7e4b56c4a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:33.048470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.088706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:33.091310 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:33.095711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port 81ed0d0f-3ee0-4338-9195-ed5d9acd9542 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:33.106860 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Allocated IP 172.20.0.2 (e3da5c8b-790b-4d1b-b6e1-4120e6f071ef/fda35ab1-1d89-4922-b6a3-c6a10596fdf1/10ed11c9-668a-4929-9cbd-848c5d3c1f36) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:33.141439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Pushing event updated for resources: {'Port': ['ID=13bfac5b-6281-48fa-b5d8-fbef17afebf8,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:33.185965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d7cee350-a1ec-46b3-9845-b8e74e9cba7d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.219352 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa1920-f7b5-4ec4-bb9c-229ec02c129a req-6d28897e-5019-4762-950d-e6614412d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:33.221450 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c8aa1920-f7b5-4ec4-bb9c-229ec02c129a req-6d28897e-5019-4762-950d-e6614412d9e3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5bb0f08d-d43c-4a56-a8c8-c205d9dff66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1726387 Jan 21 09:39:33.253420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad3519-3a23-44c0-b3ed-0f69d0e301ba tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port c33619bd-74bc-4905-8b24-306747a60c40 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:33.253754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7ad3519-3a23-44c0-b3ed-0f69d0e301ba tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.327999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Router a646f6f9-3558-49e5-b2bb-49d4f3cfb766 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:39:33.348748 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-457ad4c7-d349-4f59-961e-2903065461c5 None None] Provisioning complete for port 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:33.349120 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-457ad4c7-d349-4f59-961e-2903065461c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.515293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.555824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d7cee350-a1ec-46b3-9845-b8e74e9cba7d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.582541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db371dc4-8d54-4085-9fb2-3313ff13390c None None] Pushing event updated for resources: {'Port': ['ID=2706b2cb-52c3-4223-b162-e4ec1de47c73,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:33.586582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Attempting to bind port 13bfac5b-6281-48fa-b5d8-fbef17afebf8 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:33.588888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Attempting to bind port 13bfac5b-6281-48fa-b5d8-fbef17afebf8 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '12acd3fe-c35a-4fb1-a8f0-e953e8de6ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f65686f6-6b87-4637-9de0-7e1d2621abc0'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:33.588888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Attempting to bind port 13bfac5b-6281-48fa-b5d8-fbef17afebf8 on network f65686f6-6b87-4637-9de0-7e1d2621abc0 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:33.603386 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.606760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-457ad4c7-d349-4f59-961e-2903065461c5 None None] Port 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:33.637187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.645974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:33.659323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:33.659705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Checking segment: {'id': '12acd3fe-c35a-4fb1-a8f0-e953e8de6ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f65686f6-6b87-4637-9de0-7e1d2621abc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:33.660111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.660544 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Bound using segment: {'id': '12acd3fe-c35a-4fb1-a8f0-e953e8de6ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f65686f6-6b87-4637-9de0-7e1d2621abc0'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:33.661015 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Bound port: 13bfac5b-6281-48fa-b5d8-fbef17afebf8, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12acd3fe-c35a-4fb1-a8f0-e953e8de6ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f65686f6-6b87-4637-9de0-7e1d2621abc0'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:33.661385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.685586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Sync routers for ids ['a646f6f9-3558-49e5-b2bb-49d4f3cfb766'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:33.685817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cee350-a1ec-46b3-9845-b8e74e9cba7d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed53784-3f3e-4fdd-ac00-a166a4022b84,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:33.695430 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c8aa1920-f7b5-4ec4-bb9c-229ec02c129a req-768241f0-8c41-4529-941a-e60619de1e9c service neutron] 10.222.0.121 "GET /v2.0/networks/5bb0f08d-d43c-4a56-a8c8-c205d9dff66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666932 Jan 21 09:39:33.702740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d7cee350-a1ec-46b3-9845-b8e74e9cba7d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.702957 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Transition to ACTIVE for port object 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:33.709040 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6adecce3-cfe2-472c-91d3-dcf54d5bb60e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "PUT /v2.0/routers/a646f6f9-3558-49e5-b2bb-49d4f3cfb766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4012315 Jan 21 09:39:33.710761 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbd098e-f505-4744-bee4-6d9042196af0 None None] Network 4a134936-c808-4ea1-b355-27711ae5033e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:33.729457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39604) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:33.817022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Routers {'a646f6f9-3558-49e5-b2bb-49d4f3cfb766'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:33.817967 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a646f6f9-3558-49e5-b2bb-49d4f3cfb766'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:33.849314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7ad3519-3a23-44c0-b3ed-0f69d0e301ba tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.865583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.885040 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d7cee350-a1ec-46b3-9845-b8e74e9cba7d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "DELETE /v2.0/subnets/9ed53784-3f3e-4fdd-ac00-a166a4022b84 HTTP/1.1" status: 204 len: 168 time: 1.7857096 Jan 21 09:39:33.900172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39610) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:33.957214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Transition to ACTIVE for port object 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:34.025219 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f079ee6e-5e89-4022-82ac-654e3107aa1a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:34.026889 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f079ee6e-5e89-4022-82ac-654e3107aa1a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports/8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 HTTP/1.1" status: 200 len: 911 time: 0.2909584 Jan 21 09:39:34.046167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39616) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:34.058562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.101691 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c8aa1920-f7b5-4ec4-bb9c-229ec02c129a req-20b61df3-d9c6-4f8c-a301-c66c4d7813cc service neutron] 10.222.0.121 "GET /v2.0/networks/5bb0f08d-d43c-4a56-a8c8-c205d9dff66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954818 Jan 21 09:39:34.117187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c04905-d90d-4b4e-9ef6-bea81ae7e27d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:34.118106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-45c04905-d90d-4b4e-9ef6-bea81ae7e27d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Synchronizing usage tracker for tenant:16bb039b375942edba8d8f918d3f1f71 on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:34.133276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Allocated IP 172.26.4.82 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/f42a7603-fde6-4ba1-be79-ad290bb8a4f2) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:34.182438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-45c04905-d90d-4b4e-9ef6-bea81ae7e27d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Unset dirty status for tenant:16bb039b375942edba8d8f918d3f1f71 on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:34.182689 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-45c04905-d90d-4b4e-9ef6-bea81ae7e27d tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2811873 Jan 21 09:39:34.192119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39620) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:34.195170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad3519-3a23-44c0-b3ed-0f69d0e301ba tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for c33619bd-74bc-4905-8b24-306747a60c40 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:34.225677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Network dfbb862f-babc-4b57-96e5-620f757eda7b is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:34.286924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:34.317625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:34.365027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.10 (dfbb862f-babc-4b57-96e5-620f757eda7b/9c8ca332-5d5a-40a5-bdf4-a6b4c7b0d763/81ed0d0f-3ee0-4338-9195-ed5d9acd9542) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:34.367477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.372412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 3dce63be-7624-48c1-bee1-25c7e4b56c4a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3dce63be-7624-48c1-bee1-25c7e4b56c4a,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:34.414103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.427634 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Set router a646f6f9-3558-49e5-b2bb-49d4f3cfb766 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:34.457563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7ad3519-3a23-44c0-b3ed-0f69d0e301ba tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.475152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.483585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] For port 13bfac5b-6281-48fa-b5d8-fbef17afebf8, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:34.525899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad3519-3a23-44c0-b3ed-0f69d0e301ba tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=c33619bd-74bc-4905-8b24-306747a60c40,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:34.527592 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3949ad0b-13f5-4801-ad95-6dbc3183c145 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:34.533733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3949ad0b-13f5-4801-ad95-6dbc3183c145 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:34.535404 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3949ad0b-13f5-4801-ad95-6dbc3183c145 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4881487 Jan 21 09:39:34.541061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39624) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:34.548016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.550968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Pushing event updated for resources: {'Port': ['ID=0dbb74c7-93b6-4c6d-b2ec-5b9369221563,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:34.597192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7ad3519-3a23-44c0-b3ed-0f69d0e301ba tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.622919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] For port 13bfac5b-6281-48fa-b5d8-fbef17afebf8, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=13bfac5b-6281-48fa-b5d8-fbef17afebf8,segment=NetworkSegment(12acd3fe-c35a-4fb1-a8f0-e953e8de6ede),segment_id=12acd3fe-c35a-4fb1-a8f0-e953e8de6ede)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:34.625067 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device c3f6364f-7056-4c27-930f-cafac594644a no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:34.643716 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b7ad3519-3a23-44c0-b3ed-0f69d0e301ba tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/c33619bd-74bc-4905-8b24-306747a60c40 HTTP/1.1" status: 204 len: 168 time: 1.6074824 Jan 21 09:39:34.644285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39628) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:34.649805 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Transition to ACTIVE for port object 10ed11c9-668a-4929-9cbd-848c5d3c1f36 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:34.655187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.656697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'mac_address': 'fa:16:3e:1c:52:01', 'name': 'tempest-PortsIpV6TestJSON-1691892587'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:34.696195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.762749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: c3f6364f-7056-4c27-930f-cafac594644a {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:34.763091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device c3f6364f-7056-4c27-930f-cafac594644a not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:34.778706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Attempting to bind port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:34.779021 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Attempting to bind port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '8add40cf-5e30-4084-b105-e87b2280bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dfbb862f-babc-4b57-96e5-620f757eda7b'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:34.779382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Attempting to bind port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 on network dfbb862f-babc-4b57-96e5-620f757eda7b {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:34.804790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.809725 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Deleting port 13bfac5b-6281-48fa-b5d8-fbef17afebf8 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:34.810056 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.818742 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Transition to ACTIVE for port object 10ed11c9-668a-4929-9cbd-848c5d3c1f36 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:34.829419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:34.829419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Checking segment: {'id': '8add40cf-5e30-4084-b105-e87b2280bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dfbb862f-babc-4b57-96e5-620f757eda7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:34.829822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.830244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Bound using segment: {'id': '8add40cf-5e30-4084-b105-e87b2280bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dfbb862f-babc-4b57-96e5-620f757eda7b'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:34.830721 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Bound port: 0dbb74c7-93b6-4c6d-b2ec-5b9369221563, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8add40cf-5e30-4084-b105-e87b2280bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dfbb862f-babc-4b57-96e5-620f757eda7b'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:34.831085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.875287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:34.887839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:port and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:34.900372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:34.904087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.908751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:34.914802 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.940814 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Transition to ACTIVE for port object 81ed0d0f-3ee0-4338-9195-ed5d9acd9542 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:34.961980 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:34.981229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.984588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=3dce63be-7624-48c1-bee1-25c7e4b56c4a,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:35.004914 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 892fad9d-67dd-4d0b-95b1-a3b0a402a82f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:35.126008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a10c74b-d102-4f78-93fd-76bd60c41702 None None] Network f65686f6-6b87-4637-9de0-7e1d2621abc0 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:35.129894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network dfbb862f-babc-4b57-96e5-620f757eda7b is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:35.137462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:35.143673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:35.158143 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Network e3da5c8b-790b-4d1b-b6e1-4120e6f071ef is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:35.169374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=81ed0d0f-3ee0-4338-9195-ed5d9acd9542,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:35.184693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.194399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:35.198780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:35.224951 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port 28fbfd07-9a62-4891-a6a5-f63a926ca9ad yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:35.275533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] For port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:35.310381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:35.311161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.341237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] For port 13bfac5b-6281-48fa-b5d8-fbef17afebf8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=13bfac5b-6281-48fa-b5d8-fbef17afebf8,segment=NetworkSegment(12acd3fe-c35a-4fb1-a8f0-e953e8de6ede),segment_id=12acd3fe-c35a-4fb1-a8f0-e953e8de6ede)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:35.341623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.356787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.399098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] For port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0dbb74c7-93b6-4c6d-b2ec-5b9369221563,segment=NetworkSegment(8add40cf-5e30-4084-b105-e87b2280bec6),segment_id=8add40cf-5e30-4084-b105-e87b2280bec6)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:35.430228 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a9f5021b-17eb-4bc2-87f3-296d718e2b9a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7871685 Jan 21 09:39:35.436062 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39636) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:35.451761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': 'dfbb862f-babc-4b57-96e5-620f757eda7b', 'name': 'tempest-PortsTestJSON-1612459314', 'fixed_ips': [{'subnet_id': '9c8ca332-5d5a-40a5-bdf4-a6b4c7b0d763', 'ip_address': '172.20.0.9'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:35.471020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.486518 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7f825-97f5-4f63-87ed-199f62022583 None None] Pushing event updated for resources: {'Port': ['ID=13bfac5b-6281-48fa-b5d8-fbef17afebf8,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:35.533906 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Calling delete_port for 13bfac5b-6281-48fa-b5d8-fbef17afebf8 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:35.552870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Allocated IP 172.26.4.226 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/fe205d11-d0f1-42c4-8e51-b05c67ec84b9) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:35.581618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:35.591122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:35.595636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:35.596929 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Attempting to bind port 10ed11c9-668a-4929-9cbd-848c5d3c1f36 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:35.598346 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Attempting to bind port 10ed11c9-668a-4929-9cbd-848c5d3c1f36 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '57ff8e16-8b92-4556-ba2c-1e22ffbd7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:35.598346 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Attempting to bind port 10ed11c9-668a-4929-9cbd-848c5d3c1f36 on network e3da5c8b-790b-4d1b-b6e1-4120e6f071ef {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:35.612128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:35.612564 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Checking segment: {'id': '57ff8e16-8b92-4556-ba2c-1e22ffbd7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:35.613277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.613675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Bound using segment: {'id': '57ff8e16-8b92-4556-ba2c-1e22ffbd7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:35.614149 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Bound port: 10ed11c9-668a-4929-9cbd-848c5d3c1f36, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff8e16-8b92-4556-ba2c-1e22ffbd7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:35.614722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.650196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Pushing event updated for resources: {'Port': ['ID=f42a7603-fde6-4ba1-be79-ad290bb8a4f2,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:35.662900 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Pushing event updated for resources: {'Port': ['ID=10ed11c9-668a-4929-9cbd-848c5d3c1f36,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:35.723330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:35.723863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.731892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.783048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:35.806467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:port and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:35.810965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:35.821316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:35.825494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.913323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:35.920462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.955391 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.960987 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0eabbb-7ca8-4ca4-8a09-1888de5fe97d None None] Pushing event updated for resources: {'Port': ['ID=0dbb74c7-93b6-4c6d-b2ec-5b9369221563,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:35.975978 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a646f6f9-3558-49e5-b2bb-49d4f3cfb766', 'name': 'tempest-NetworksTestDHCPv6-router-398379631', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:26Z', 'updated_at': '2022-01-21T09:39:30Z', 'revision_number': 2, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'gw_port_host': None, '_interfaces': [{'id': '8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8', 'name': '', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'mac_address': 'fa:16:3e:5d:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a646f6f9-3558-49e5-b2bb-49d4f3cfb766', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '400251b8-24ec-4706-bbc1-edb9bfc98bf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:28Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 2, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'subnets': [{'id': '400251b8-24ec-4706-bbc1-edb9bfc98bf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:35.978536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] For port 10ed11c9-668a-4929-9cbd-848c5d3c1f36, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:35.984366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] For port 10ed11c9-668a-4929-9cbd-848c5d3c1f36, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=10ed11c9-668a-4929-9cbd-848c5d3c1f36,segment=NetworkSegment(57ff8e16-8b92-4556-ba2c-1e22ffbd7d90),segment_id=57ff8e16-8b92-4556-ba2c-1e22ffbd7d90)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:35.990227 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Checking router: a646f6f9-3558-49e5-b2bb-49d4f3cfb766 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:35.990566 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Updating router a646f6f9-3558-49e5-b2bb-49d4f3cfb766 port 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:39:35.992087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event deleted for resources: {'Port': ['ID=13bfac5b-6281-48fa-b5d8-fbef17afebf8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:36.010862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] No DVR routers for this DVR port 13bfac5b-6281-48fa-b5d8-fbef17afebf8 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:36.021871 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.161014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.177916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port 1e75ddca-2449-4db7-a29f-265a2e3026e4 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:36.260192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38d668-a5c1-443a-a465-03d01da124f9 None None] Pushing event updated for resources: {'Port': ['ID=10ed11c9-668a-4929-9cbd-848c5d3c1f36,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:36.263883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.292636 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network e8bfb841-1d89-48bb-b44d-65df55b67303 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:36.300395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:36.343647 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=28fbfd07-9a62-4891-a6a5-f63a926ca9ad,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:36.349271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:36.356113 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:36.356839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.398702 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6208c700-f457-40ee-8d1a-a5a3a7f06f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.418545 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-018d9854-d865-4d4b-849f-e91e39b46f44 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7691288 Jan 21 09:39:36.421572 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39644) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:36.430640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.587812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:36.601631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:36.617931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:36.626016 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.713895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Pushing event updated for resources: {'Port': ['ID=fe205d11-d0f1-42c4-8e51-b05c67ec84b9,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:36.714518 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.732976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Transition to ACTIVE for port object 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:36.741949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.763038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3b9af14-e636-4635-8498-5e6a76d744fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.829327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.9 (dfbb862f-babc-4b57-96e5-620f757eda7b/9c8ca332-5d5a-40a5-bdf4-a6b4c7b0d763/1e75ddca-2449-4db7-a29f-265a2e3026e4) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:37.066043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ac558-4c63-4ed2-be2c-b21f8ba26ca6 None None] Pushing event updated for resources: {'Port': ['ID=8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:37.088314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Attempting to bind port 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:37.089449 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Attempting to bind port 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:37.090111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Attempting to bind port 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:37.096484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0494cfc4-98d8-47ca-834b-b7a14e504e40 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:37.097067 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:37.097627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:37.097961 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0494cfc4-98d8-47ca-834b-b7a14e504e40 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/28fbfd07-9a62-4891-a6a5-f63a926ca9ad HTTP/1.1" status: 200 len: 845 time: 0.6721616 Jan 21 09:39:37.098516 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.099062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.099355 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:37.100072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Bound port: 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:37.100715 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.176538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:37.195928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39648) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:37.232456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65686f6-6b87-4637-9de0-7e1d2621abc0']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:37.324040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12acd3fe-c35a-4fb1-a8f0-e953e8de6ede') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:37.324228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12acd3fe-c35a-4fb1-a8f0-e953e8de6ede') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:37.329522 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] For port 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:37.337949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] For port 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:37.352938 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.391434 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.479420 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:37.483096 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ac558-4c63-4ed2-be2c-b21f8ba26ca6 None None] Pushing event updated for resources: {'Port': ['ID=8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:37.498400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3dce63be-7624-48c1-bee1-25c7e4b56c4a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:37.543749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.570829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.588195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Routers {'a646f6f9-3558-49e5-b2bb-49d4f3cfb766'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:37.589019 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a646f6f9-3558-49e5-b2bb-49d4f3cfb766'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:37.657474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:37.658016 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.662254 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ad47b1-daca-4619-8e97-69e8ea6c7111 None None] Network dfbb862f-babc-4b57-96e5-620f757eda7b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:37.715609 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:37.898036 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-f05c6288-6dc8-41e0-9960-61b28f40fb8e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 28fbfd07-9a62-4891-a6a5-f63a926ca9ad {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:37.898344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f05c6288-6dc8-41e0-9960-61b28f40fb8e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.917330 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.930522 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a186fb03-fc37-473e-b6a7-1036d5aa18a5 None None] Network e3da5c8b-790b-4d1b-b6e1-4120e6f071ef requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:37.994663 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.008049 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f41a298f-14bc-412c-8083-106a2802ad01 None None] Provisioning for port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:38.021608 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event deleted for resources: {'Network': ['ID=f65686f6-6b87-4637-9de0-7e1d2621abc0,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:38.037246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f41a298f-14bc-412c-8083-106a2802ad01 None None] Provisioning complete for port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:38.037758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f41a298f-14bc-412c-8083-106a2802ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.054149 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-49e53451-d3a6-4748-aec9-5bea6c454353 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "DELETE /v2.0/networks/f65686f6-6b87-4637-9de0-7e1d2621abc0 HTTP/1.1" status: 204 len: 168 time: 3.8584011 Jan 21 09:39:38.055469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39656) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:38.191936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.195618 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] Set router a646f6f9-3558-49e5-b2bb-49d4f3cfb766 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:38.196561 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a3b9af14-e636-4635-8498-5e6a76d744fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:38.197114 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3b9af14-e636-4635-8498-5e6a76d744fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.223416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.279520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3dce63be-7624-48c1-bee1-25c7e4b56c4a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:38.279722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.304680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Transition to ACTIVE for port object 1e75ddca-2449-4db7-a29f-265a2e3026e4 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:38.389082 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.427686 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.443507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.460324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f05c6288-6dc8-41e0-9960-61b28f40fb8e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.570856 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-876fbf5f-7a8a-463c-b66f-3a313b67f2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.631258 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Deleting port 2706b2cb-52c3-4223-b162-e4ec1de47c73 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:38.631606 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.679368 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-f05c6288-6dc8-41e0-9960-61b28f40fb8e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for 28fbfd07-9a62-4891-a6a5-f63a926ca9ad owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:38.788596 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.849517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f41a298f-14bc-412c-8083-106a2802ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.862871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-a3b9af14-e636-4635-8498-5e6a76d744fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] For port 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:38.862871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3b9af14-e636-4635-8498-5e6a76d744fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.905265 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network dfbb862f-babc-4b57-96e5-620f757eda7b is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:38.911177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:38.922843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:38.982094 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 10ed11c9-668a-4929-9cbd-848c5d3c1f36 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:38.985550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f05c6288-6dc8-41e0-9960-61b28f40fb8e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.994804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=1e75ddca-2449-4db7-a29f-265a2e3026e4,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:39.026949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a3b9af14-e636-4635-8498-5e6a76d744fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:39.059846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f41a298f-14bc-412c-8083-106a2802ad01 None None] For port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0dbb74c7-93b6-4c6d-b2ec-5b9369221563,segment=NetworkSegment(8add40cf-5e30-4084-b105-e87b2280bec6),segment_id=8add40cf-5e30-4084-b105-e87b2280bec6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:39.074333 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c6288-6dc8-41e0-9960-61b28f40fb8e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=28fbfd07-9a62-4891-a6a5-f63a926ca9ad,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:39.074825 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f41a298f-14bc-412c-8083-106a2802ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.082743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:39.083354 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.087647 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f05c6288-6dc8-41e0-9960-61b28f40fb8e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.117472 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f05c6288-6dc8-41e0-9960-61b28f40fb8e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/28fbfd07-9a62-4891-a6a5-f63a926ca9ad HTTP/1.1" status: 204 len: 168 time: 1.9202051 Jan 21 09:39:39.119993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39664) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:39.153320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Router f6db2b55-9bdb-4664-9378-a4da74ddaf65 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:39:39.164681 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-aa21e88b-e086-464f-8616-6bc9aea19327 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7234578 Jan 21 09:39:39.164923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Router 1fb0d2d2-e7e6-4a8a-877d-f948f53da414 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:39:39.170112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39668) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:39.178811 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-df15cb08-1351-4707-bbe4-ef713dc07663 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:39:39.179353 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-df15cb08-1351-4707-bbe4-ef713dc07663 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:39.179928 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 10ed11c9-668a-4929-9cbd-848c5d3c1f36 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:39.188464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a298f-14bc-412c-8083-106a2802ad01 None None] Pushing event updated for resources: {'Port': ['ID=0dbb74c7-93b6-4c6d-b2ec-5b9369221563,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:39.192582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a646f6f9-3558-49e5-b2bb-49d4f3cfb766', 'name': 'tempest-NetworksTestDHCPv6-router-398379631', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:26Z', 'updated_at': '2022-01-21T09:39:30Z', 'revision_number': 2, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'gw_port_host': None, '_interfaces': [{'id': '8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8', 'name': '', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'mac_address': 'fa:16:3e:5d:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a646f6f9-3558-49e5-b2bb-49d4f3cfb766', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '400251b8-24ec-4706-bbc1-edb9bfc98bf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:28Z', 'updated_at': '2022-01-21T09:39:37Z', 'revision_number': 4, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'subnets': [{'id': '400251b8-24ec-4706-bbc1-edb9bfc98bf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:39.203251 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb0fc2-df2a-4b88-9d72-1d42aa3c08c9 None None] The sync data for ids ['a646f6f9-3558-49e5-b2bb-49d4f3cfb766'] in dv-neutron-825723-1-hyperv is: [{'id': 'a646f6f9-3558-49e5-b2bb-49d4f3cfb766', 'name': 'tempest-NetworksTestDHCPv6-router-398379631', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:26Z', 'updated_at': '2022-01-21T09:39:30Z', 'revision_number': 2, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'gw_port_host': None, '_interfaces': [{'id': '8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8', 'name': '', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'mac_address': 'fa:16:3e:5d:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a646f6f9-3558-49e5-b2bb-49d4f3cfb766', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '400251b8-24ec-4706-bbc1-edb9bfc98bf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:28Z', 'updated_at': '2022-01-21T09:39:37Z', 'revision_number': 4, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'subnets': [{'id': '400251b8-24ec-4706-bbc1-edb9bfc98bf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:39.237975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] For port 2706b2cb-52c3-4223-b162-e4ec1de47c73, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2706b2cb-52c3-4223-b162-e4ec1de47c73,segment=NetworkSegment(7c2089f4-f1b7-44cf-ae64-7be4e2b84eac),segment_id=7c2089f4-f1b7-44cf-ae64-7be4e2b84eac)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:39.238583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.263904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8563e05c-6798-47f2-be2f-b9c5b3d5c87a None None] Provisioning for port 10ed11c9-668a-4929-9cbd-848c5d3c1f36 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:39.271764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8563e05c-6798-47f2-be2f-b9c5b3d5c87a None None] Provisioning complete for port 10ed11c9-668a-4929-9cbd-848c5d3c1f36 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:39.277679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8563e05c-6798-47f2-be2f-b9c5b3d5c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.334171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-df15cb08-1351-4707-bbe4-ef713dc07663 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:39.341471 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-df15cb08-1351-4707-bbe4-ef713dc07663 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/28fbfd07-9a62-4891-a6a5-f63a926ca9ad HTTP/1.1" status: 404 len: 333 time: 0.2155559 Jan 21 09:39:39.342458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39672) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:39.420257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'name': 'tempest-PortsIpV6TestJSON-1593150155'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:39.490580 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:39.614998 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.615287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Calling delete_port for 2706b2cb-52c3-4223-b162-e4ec1de47c73 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:39.651009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:39.664726 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8563e05c-6798-47f2-be2f-b9c5b3d5c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.669719 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Sync routers for ids ['f6db2b55-9bdb-4664-9378-a4da74ddaf65'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:39.677272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:39.693304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:39.714350 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Routers {'f6db2b55-9bdb-4664-9378-a4da74ddaf65'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:39.715286 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f6db2b55-9bdb-4664-9378-a4da74ddaf65'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:39.718761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.720191 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-870e7d39-5d37-4dff-8f85-777b05a9031f admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.1118951 Jan 21 09:39:39.727573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39676) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:39.738405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:39.742948 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.752058 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.753845 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-8563e05c-6798-47f2-be2f-b9c5b3d5c87a None None] For port 10ed11c9-668a-4929-9cbd-848c5d3c1f36, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=10ed11c9-668a-4929-9cbd-848c5d3c1f36,segment=NetworkSegment(57ff8e16-8b92-4556-ba2c-1e22ffbd7d90),segment_id=57ff8e16-8b92-4556-ba2c-1e22ffbd7d90)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:39.770939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:39.772031 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.792714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port 7c93bc4a-284e-40fd-81f4-68f9fe99b5b8 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:39.812232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8563e05c-6798-47f2-be2f-b9c5b3d5c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.003427 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563e05c-6798-47f2-be2f-b9c5b3d5c87a None None] Pushing event updated for resources: {'Port': ['ID=10ed11c9-668a-4929-9cbd-848c5d3c1f36,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:40.111939 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Set router f6db2b55-9bdb-4664-9378-a4da74ddaf65 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:40.113888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5ea6db56-9af1-4d30-81cd-0fb2817b41f1 None None] Provisioning for port 81ed0d0f-3ee0-4338-9195-ed5d9acd9542 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:40.129670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5ea6db56-9af1-4d30-81cd-0fb2817b41f1 None None] Provisioning complete for port 81ed0d0f-3ee0-4338-9195-ed5d9acd9542 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:40.130178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5ea6db56-9af1-4d30-81cd-0fb2817b41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.245337 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6db56-9af1-4d30-81cd-0fb2817b41f1 None None] Port 81ed0d0f-3ee0-4338-9195-ed5d9acd9542 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:40.273794 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5ea6db56-9af1-4d30-81cd-0fb2817b41f1 None None] Provisioning complete for port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:40.274214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5ea6db56-9af1-4d30-81cd-0fb2817b41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.309473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.359228 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.373571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa17bc7-c965-4a88-bc79-b5dcf905e1f2 None None] get_active_networks_info from dv-neutron-825723-1-hyperv {{(pid=87503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:39:40.540679 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3b9af14-e636-4635-8498-5e6a76d744fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.598509 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'name': 'tempest-TestVolumeBootPattern-1310008002-router', 'tenant_id': '00524c02004243439b55f92294416a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:31Z', 'updated_at': '2022-01-21T09:39:37Z', 'revision_number': 3, 'project_id': '00524c02004243439b55f92294416a02', 'gw_port': {'id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:34Z', 'updated_at': '2022-01-21T09:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:40.605651 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Checking router: f6db2b55-9bdb-4664-9378-a4da74ddaf65 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:40.606003 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Updating router f6db2b55-9bdb-4664-9378-a4da74ddaf65 port fe205d11-d0f1-42c4-8e51-b05c67ec84b9 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:39:40.617802 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network e8bfb841-1d89-48bb-b44d-65df55b67303 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:40.622572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:40.625284 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5ea6db56-9af1-4d30-81cd-0fb2817b41f1 None None] Provisioning complete for port 10ed11c9-668a-4929-9cbd-848c5d3c1f36 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:40.625650 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5ea6db56-9af1-4d30-81cd-0fb2817b41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.627040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:40.632858 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:40.633578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.643055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=7c93bc4a-284e-40fd-81f4-68f9fe99b5b8,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:40.683925 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e0e3b95d-3941-4940-b651-88cdb6609404 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3366554 Jan 21 09:39:40.683925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39684) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:40.690157 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-baaa9f4b-22e1-4571-a994-ef8ef6e39997 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:40.707156 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.724976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9af14-e636-4635-8498-5e6a76d744fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:40.730820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa17bc7-c965-4a88-bc79-b5dcf905e1f2 None None] Resources bound (agent type, host, resource id): {{(pid=87503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:39:40.834496 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.853233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-baaa9f4b-22e1-4571-a994-ef8ef6e39997 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.959141 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fbefe6-b22a-486e-ab52-a7323623d09f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:40.960146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-69fbefe6-b22a-486e-ab52-a7323623d09f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:40.965306 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:40.967343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] No DVR routers for this DVR port 2706b2cb-52c3-4223-b162-e4ec1de47c73 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:40.988412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.996366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc2a43-10d1-473d-8195-0a28f94d13bb None None] Sync routers for ids ['1fb0d2d2-e7e6-4a8a-877d-f948f53da414'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:41.035153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc2a43-10d1-473d-8195-0a28f94d13bb None None] Routers {'1fb0d2d2-e7e6-4a8a-877d-f948f53da414'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:41.035848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c9cc2a43-10d1-473d-8195-0a28f94d13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1fb0d2d2-e7e6-4a8a-877d-f948f53da414'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:41.041305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.044982 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1805f20e-e16f-4d30-9c5b-8a26886e84b1 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "PUT /v2.0/routers/1fb0d2d2-e7e6-4a8a-877d-f948f53da414 HTTP/1.1" status: 200 len: 877 time: 9.3774836 Jan 21 09:39:41.053496 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39688) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:41.054289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event deleted for resources: {'Port': ['ID=2706b2cb-52c3-4223-b162-e4ec1de47c73,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:41.104682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c9cc2a43-10d1-473d-8195-0a28f94d13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:41.116395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fcb930a6-1511-4c64-b54d-6d53bdb74f88 None None] Provisioning for port 1e75ddca-2449-4db7-a29f-265a2e3026e4 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:41.125205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc2a43-10d1-473d-8195-0a28f94d13bb None None] Routers {'1fb0d2d2-e7e6-4a8a-877d-f948f53da414'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:41.125983 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c9cc2a43-10d1-473d-8195-0a28f94d13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1fb0d2d2-e7e6-4a8a-877d-f948f53da414'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:41.187985 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fcb930a6-1511-4c64-b54d-6d53bdb74f88 None None] Provisioning complete for port 1e75ddca-2449-4db7-a29f-265a2e3026e4 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:41.188504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fcb930a6-1511-4c64-b54d-6d53bdb74f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.212558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-baaa9f4b-22e1-4571-a994-ef8ef6e39997 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.217647 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c9cc2a43-10d1-473d-8195-0a28f94d13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:41.217812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc2a43-10d1-473d-8195-0a28f94d13bb None None] The sync data for ids ['1fb0d2d2-e7e6-4a8a-877d-f948f53da414'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:41.254397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-baaa9f4b-22e1-4571-a994-ef8ef6e39997 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.273198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.275173 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.296322 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Transition to ACTIVE for port object fe205d11-d0f1-42c4-8e51-b05c67ec84b9 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:41.318764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a134936-c808-4ea1-b355-27711ae5033e']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:41.319825 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.321312 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fcb930a6-1511-4c64-b54d-6d53bdb74f88 None None] Port 1e75ddca-2449-4db7-a29f-265a2e3026e4 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:41.345297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2089f4-f1b7-44cf-ae64-7be4e2b84eac') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:41.345598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2089f4-f1b7-44cf-ae64-7be4e2b84eac') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:41.369556 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.381289 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 10ed11c9-668a-4929-9cbd-848c5d3c1f36 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:41.404863 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.411433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:41.412053 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.414688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-baaa9f4b-22e1-4571-a994-ef8ef6e39997 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] In _notify_port_updated(), no bound segment for port 7c93bc4a-284e-40fd-81f4-68f9fe99b5b8 on network e8bfb841-1d89-48bb-b44d-65df55b67303 {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:39:41.424798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa9f4b-22e1-4571-a994-ef8ef6e39997 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:41.430097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-baaa9f4b-22e1-4571-a994-ef8ef6e39997 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.432063 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-baaa9f4b-22e1-4571-a994-ef8ef6e39997 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "PUT /v2.0/ports/7c93bc4a-284e-40fd-81f4-68f9fe99b5b8 HTTP/1.1" status: 200 len: 818 time: 0.7478874 Jan 21 09:39:41.435144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39696) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:41.474759 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 10ed11c9-668a-4929-9cbd-848c5d3c1f36 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:41.475352 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.493415 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf52cfc-700e-4ab4-b00d-ed6939fc0af7 None None] Pushing event updated for resources: {'Port': ['ID=fe205d11-d0f1-42c4-8e51-b05c67ec84b9,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:41.518876 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Attempting to bind port fe205d11-d0f1-42c4-8e51-b05c67ec84b9 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:41.519285 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Attempting to bind port fe205d11-d0f1-42c4-8e51-b05c67ec84b9 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:41.519650 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Attempting to bind port fe205d11-d0f1-42c4-8e51-b05c67ec84b9 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:41.528669 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:41.529202 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:41.529675 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.530067 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:41.530592 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Bound port: fe205d11-d0f1-42c4-8e51-b05c67ec84b9, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:41.531133 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:41.544375 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:41.556363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa9f4b-22e1-4571-a994-ef8ef6e39997 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=7c93bc4a-284e-40fd-81f4-68f9fe99b5b8,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:41.557550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.605483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-fb7de676-3f90-4115-8c65-870f306784ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 7c93bc4a-284e-40fd-81f4-68f9fe99b5b8 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:41.614827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb7de676-3f90-4115-8c65-870f306784ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.659916 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] For port fe205d11-d0f1-42c4-8e51-b05c67ec84b9, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:41.663987 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] For port fe205d11-d0f1-42c4-8e51-b05c67ec84b9, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fe205d11-d0f1-42c4-8e51-b05c67ec84b9,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:41.669952 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.734172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3b9af14-e636-4635-8498-5e6a76d744fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.737487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-69fbefe6-b22a-486e-ab52-a7323623d09f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:41.741332 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-69fbefe6-b22a-486e-ab52-a7323623d09f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 2.5663490 Jan 21 09:39:41.745393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39700) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:41.754146 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Routers {'f6db2b55-9bdb-4664-9378-a4da74ddaf65'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:41.754757 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f6db2b55-9bdb-4664-9378-a4da74ddaf65'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:41.883081 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf52cfc-700e-4ab4-b00d-ed6939fc0af7 None None] Pushing event updated for resources: {'Port': ['ID=fe205d11-d0f1-42c4-8e51-b05c67ec84b9,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:41.998260 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2961fd15-5daf-49cc-876a-9aadab1fa960 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.004679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2961fd15-5daf-49cc-876a-9aadab1fa960 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.010706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2961fd15-5daf-49cc-876a-9aadab1fa960 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.011749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2961fd15-5daf-49cc-876a-9aadab1fa960 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:42.019498 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] Set router f6db2b55-9bdb-4664-9378-a4da74ddaf65 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:42.039169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2961fd15-5daf-49cc-876a-9aadab1fa960 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:42.040385 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2961fd15-5daf-49cc-876a-9aadab1fa960 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2937403 Jan 21 09:39:42.043472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39704) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:42.047045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb7de676-3f90-4115-8c65-870f306784ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.123063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-b19f2b82-ed2d-489d-becb-33a248603115 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port 1e75ddca-2449-4db7-a29f-265a2e3026e4 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:42.123415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b19f2b82-ed2d-489d-becb-33a248603115 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.131315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c6e6b-d517-4a37-8662-39b28e9633e3 None None] get_active_networks_info from dv-neutron-825723-1-hyperv {{(pid=87503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:39:42.136068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.147330 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event deleted for resources: {'Network': ['ID=4a134936-c808-4ea1-b355-27711ae5033e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:42.191285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6c52f8e0-3016-408c-a92b-719aa6185be2 None None] Provisioning complete for port 3dce63be-7624-48c1-bee1-25c7e4b56c4a triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:42.191614 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6c52f8e0-3016-408c-a92b-719aa6185be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.220678 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a78cdce6-f9b6-42c0-95d8-bfff8fb616ae tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "DELETE /v2.0/networks/4a134936-c808-4ea1-b355-27711ae5033e HTTP/1.1" status: 204 len: 168 time: 4.1640596 Jan 21 09:39:42.232939 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39708) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:42.365858 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'name': 'tempest-TestVolumeBootPattern-1310008002-router', 'tenant_id': '00524c02004243439b55f92294416a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:31Z', 'updated_at': '2022-01-21T09:39:37Z', 'revision_number': 3, 'project_id': '00524c02004243439b55f92294416a02', 'gw_port': {'id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:34Z', 'updated_at': '2022-01-21T09:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:42.372974 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9b9146-8b5d-4a37-97f5-9afd4f43e25d None None] The sync data for ids ['f6db2b55-9bdb-4664-9378-a4da74ddaf65'] in dv-neutron-825723-1-hyperv is: [{'id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'name': 'tempest-TestVolumeBootPattern-1310008002-router', 'tenant_id': '00524c02004243439b55f92294416a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:31Z', 'updated_at': '2022-01-21T09:39:37Z', 'revision_number': 3, 'project_id': '00524c02004243439b55f92294416a02', 'gw_port': {'id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:34Z', 'updated_at': '2022-01-21T09:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:42.392103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2c6e6b-d517-4a37-8662-39b28e9633e3 None None] Resources bound (agent type, host, resource id): {{(pid=87503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:39:42.437359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-fb7de676-3f90-4115-8c65-870f306784ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for 7c93bc4a-284e-40fd-81f4-68f9fe99b5b8 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:42.589445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb7de676-3f90-4115-8c65-870f306784ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.594177 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ed1667d4-ed96-4e2b-a828-5453658b3b40 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/routers/1fb0d2d2-e7e6-4a8a-877d-f948f53da414 HTTP/1.1" status: 200 len: 918 time: 1.5375791 Jan 21 09:39:42.597811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39716) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:42.660395 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d79eedac-3296-4ed5-8be0-55b556bcaffb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.699030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb7de676-3f90-4115-8c65-870f306784ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.720693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7de676-3f90-4115-8c65-870f306784ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=7c93bc4a-284e-40fd-81f4-68f9fe99b5b8,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:42.805488 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fb7de676-3f90-4115-8c65-870f306784ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/7c93bc4a-284e-40fd-81f4-68f9fe99b5b8 HTTP/1.1" status: 204 len: 168 time: 1.3663597 Jan 21 09:39:42.812753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39720) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:42.872151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b19f2b82-ed2d-489d-becb-33a248603115 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.887287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b26705-7f2a-4777-8a27-dbd8268d14ac tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.888833 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-21b26705-7f2a-4777-8a27-dbd8268d14ac tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/ports?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&device_id=1fb0d2d2-e7e6-4a8a-877d-f948f53da414&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2801249 Jan 21 09:39:42.906947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b9af14-e636-4635-8498-5e6a76d744fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Router a646f6f9-3558-49e5-b2bb-49d4f3cfb766 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:42.914576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39724) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:43.128502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-b19f2b82-ed2d-489d-becb-33a248603115 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for 1e75ddca-2449-4db7-a29f-265a2e3026e4 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:43.226080 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.295693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d79eedac-3296-4ed5-8be0-55b556bcaffb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.297739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b19f2b82-ed2d-489d-becb-33a248603115 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.327291 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b9af14-e636-4635-8498-5e6a76d744fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:43.345457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fe205d11-d0f1-42c4-8e51-b05c67ec84b9 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:43.346471 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a3b9af14-e636-4635-8498-5e6a76d744fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "PUT /v2.0/routers/a646f6f9-3558-49e5-b2bb-49d4f3cfb766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8030570 Jan 21 09:39:43.348094 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62bf5c-3dc4-420f-8678-1f344213b22f None None] Sync routers for ids ['a646f6f9-3558-49e5-b2bb-49d4f3cfb766'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:43.359474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39728) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:43.359735 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62bf5c-3dc4-420f-8678-1f344213b22f None None] Routers {'a646f6f9-3558-49e5-b2bb-49d4f3cfb766'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:43.360393 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5f62bf5c-3dc4-420f-8678-1f344213b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a646f6f9-3558-49e5-b2bb-49d4f3cfb766'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:43.403102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f2b82-ed2d-489d-becb-33a248603115 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=1e75ddca-2449-4db7-a29f-265a2e3026e4,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:43.419175 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-d79eedac-3296-4ed5-8be0-55b556bcaffb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667fc108-a077-4b13-ad9c-9e4e5ee4eb50']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:43.490219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b19f2b82-ed2d-489d-becb-33a248603115 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.530100 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b19f2b82-ed2d-489d-becb-33a248603115 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/1e75ddca-2449-4db7-a29f-265a2e3026e4 HTTP/1.1" status: 204 len: 168 time: 1.4849236 Jan 21 09:39:43.536871 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39732) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:43.557181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port fe205d11-d0f1-42c4-8e51-b05c67ec84b9 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:43.564465 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port fe205d11-d0f1-42c4-8e51-b05c67ec84b9 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:43.564842 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.596485 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f1fa01-9e0c-4817-be32-47650fc7cb62 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:39:43.597323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f8f1fa01-9e0c-4817-be32-47650fc7cb62 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:43.621551 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f8f1fa01-9e0c-4817-be32-47650fc7cb62 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:43.623387 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f8f1fa01-9e0c-4817-be32-47650fc7cb62 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/1e75ddca-2449-4db7-a29f-265a2e3026e4 HTTP/1.1" status: 404 len: 333 time: 0.0853698 Jan 21 09:39:43.626656 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39738) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:43.669876 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5f62bf5c-3dc4-420f-8678-1f344213b22f None None] Set router a646f6f9-3558-49e5-b2bb-49d4f3cfb766 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:43.769146 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-77e24cb7-88a0-4345-9e0d-548e70261e82 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port 81ed0d0f-3ee0-4338-9195-ed5d9acd9542 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:43.769644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77e24cb7-88a0-4345-9e0d-548e70261e82 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.791072 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf4c2c9-4727-4904-bfd7-e0c2a6ef1a7a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:43.794672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf4c2c9-4727-4904-bfd7-e0c2a6ef1a7a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:43.795602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-abf4c2c9-4727-4904-bfd7-e0c2a6ef1a7a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:43.825309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101add49-4b5b-42c9-bcb3-5c9b88600bc1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:43.826789 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-101add49-4b5b-42c9-bcb3-5c9b88600bc1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.0112886 Jan 21 09:39:43.833091 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-d79eedac-3296-4ed5-8be0-55b556bcaffb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1137eb18-1eb6-4cdb-aeaa-95e22b22cbe3') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:43.833379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-d79eedac-3296-4ed5-8be0-55b556bcaffb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1137eb18-1eb6-4cdb-aeaa-95e22b22cbe3') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:43.834115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39744) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:43.841789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59608f0-0caa-42aa-864b-4bbbcde6c4e5 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:43.842348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e59608f0-0caa-42aa-864b-4bbbcde6c4e5 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Synchronizing usage tracker for tenant:b22da71e627e41e78506ecdaa454ea8f on resource:network {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:43.863359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d79eedac-3296-4ed5-8be0-55b556bcaffb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.865207 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.882110 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5f62bf5c-3dc4-420f-8678-1f344213b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a646f6f9-3558-49e5-b2bb-49d4f3cfb766', 'name': 'tempest-NetworksTestDHCPv6-router-398379631', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:26Z', 'updated_at': '2022-01-21T09:39:39Z', 'revision_number': 3, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:43.887247 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62bf5c-3dc4-420f-8678-1f344213b22f None None] Checking router: a646f6f9-3558-49e5-b2bb-49d4f3cfb766 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:43.890243 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-98064c19-f3f1-4aa0-b2ea-2a0da2bf71a8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:39:43.891103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-98064c19-f3f1-4aa0-b2ea-2a0da2bf71a8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:43.897751 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62bf5c-3dc4-420f-8678-1f344213b22f None None] Routers {'a646f6f9-3558-49e5-b2bb-49d4f3cfb766'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:43.898028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-abf4c2c9-4727-4904-bfd7-e0c2a6ef1a7a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:43.899298 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5f62bf5c-3dc4-420f-8678-1f344213b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a646f6f9-3558-49e5-b2bb-49d4f3cfb766'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:43.899421 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-abf4c2c9-4727-4904-bfd7-e0c2a6ef1a7a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5347505 Jan 21 09:39:43.904885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port fe205d11-d0f1-42c4-8e51-b05c67ec84b9, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fe205d11-d0f1-42c4-8e51-b05c67ec84b9,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:43.907395 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d79eedac-3296-4ed5-8be0-55b556bcaffb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.908559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39748) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:43.909691 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e59608f0-0caa-42aa-864b-4bbbcde6c4e5 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Unset dirty status for tenant:b22da71e627e41e78506ecdaa454ea8f on resource:network {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:43.912071 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.913870 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e59608f0-0caa-42aa-864b-4bbbcde6c4e5 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/networks/58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 881 time: 0.9733880 Jan 21 09:39:43.915722 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39752) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:43.926805 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79eedac-3296-4ed5-8be0-55b556bcaffb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:43.927202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d79eedac-3296-4ed5-8be0-55b556bcaffb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.006661 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=fe205d11-d0f1-42c4-8e51-b05c67ec84b9,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:44.023631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-98064c19-f3f1-4aa0-b2ea-2a0da2bf71a8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:44.024824 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-98064c19-f3f1-4aa0-b2ea-2a0da2bf71a8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/7c93bc4a-284e-40fd-81f4-68f9fe99b5b8 HTTP/1.1" status: 404 len: 333 time: 0.1897669 Jan 21 09:39:44.034540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39756) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:44.043940 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5f62bf5c-3dc4-420f-8678-1f344213b22f None None] Set router a646f6f9-3558-49e5-b2bb-49d4f3cfb766 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:44.062821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2060071596'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:44.075135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:44.082133 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:44.090025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a6b07f-6377-4d4f-a85b-242e0244a033 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 400251b8-24ec-4706-bbc1-edb9bfc98bf4 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:44.097081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:network and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:44.099523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3a6b07f-6377-4d4f-a85b-242e0244a033 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.136011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:44.136797 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a5160eb5-5a0b-4651-9278-f6f398983ab5 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "GET /v2.0/ports?device_id=1fb0d2d2-e7e6-4a8a-877d-f948f53da414 HTTP/1.1" status: 200 len: 205 time: 0.2160411 Jan 21 09:39:44.139862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39760) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:44.152497 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5f62bf5c-3dc4-420f-8678-1f344213b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a646f6f9-3558-49e5-b2bb-49d4f3cfb766', 'name': 'tempest-NetworksTestDHCPv6-router-398379631', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:26Z', 'updated_at': '2022-01-21T09:39:39Z', 'revision_number': 3, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:44.156924 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62bf5c-3dc4-420f-8678-1f344213b22f None None] The sync data for ids ['a646f6f9-3558-49e5-b2bb-49d4f3cfb766'] in dv-neutron-825723-1-hyperv is: [{'id': 'a646f6f9-3558-49e5-b2bb-49d4f3cfb766', 'name': 'tempest-NetworksTestDHCPv6-router-398379631', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:26Z', 'updated_at': '2022-01-21T09:39:39Z', 'revision_number': 3, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:44.203111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:44.220604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d79eedac-3296-4ed5-8be0-55b556bcaffb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.243638 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3a6b07f-6377-4d4f-a85b-242e0244a033 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.249412 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d79eedac-3296-4ed5-8be0-55b556bcaffb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.274903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eedac-3296-4ed5-8be0-55b556bcaffb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event deleted for resources: {'Network': ['ID=667fc108-a077-4b13-ad9c-9e4e5ee4eb50,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:44.282601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:44.286072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.321690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77e24cb7-88a0-4345-9e0d-548e70261e82 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.325487 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d79eedac-3296-4ed5-8be0-55b556bcaffb tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "DELETE /v2.0/networks/667fc108-a077-4b13-ad9c-9e4e5ee4eb50 HTTP/1.1" status: 204 len: 168 time: 2.0301368 Jan 21 09:39:44.331808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39764) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:44.465628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-77e24cb7-88a0-4345-9e0d-548e70261e82 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for 81ed0d0f-3ee0-4338-9195-ed5d9acd9542 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:44.518021 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Allocated IP 172.20.0.1 (e3da5c8b-790b-4d1b-b6e1-4120e6f071ef/fda35ab1-1d89-4922-b6a3-c6a10596fdf1/b733125c-0e26-4ca1-b7c7-9e4adf6d208f) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:44.519278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:44.544140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.544727 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Added segment 51bd17f1-b5cc-488a-bb60-d63a542b209e of type vlan for network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d Jan 21 09:39:44.546426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.577585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3a6b07f-6377-4d4f-a85b-242e0244a033 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.633649 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c0741c35-d5f2-4369-9502-c4a75645d388 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.718699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3a6b07f-6377-4d4f-a85b-242e0244a033 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.791840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adeeafc-0652-49b5-9f68-7b86f90d4f44 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:44.801602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3a6b07f-6377-4d4f-a85b-242e0244a033 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.831599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.870497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6b07f-6377-4d4f-a85b-242e0244a033 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=400251b8-24ec-4706-bbc1-edb9bfc98bf4,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:44.947028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.965154 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d3a6b07f-6377-4d4f-a85b-242e0244a033 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/400251b8-24ec-4706-bbc1-edb9bfc98bf4 HTTP/1.1" status: 204 len: 168 time: 1.0553782 Jan 21 09:39:44.968547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39772) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:44.973563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77e24cb7-88a0-4345-9e0d-548e70261e82 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.046015 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Deleting port f42a7603-fde6-4ba1-be79-ad290bb8a4f2 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:45.046723 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.106597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c0741c35-d5f2-4369-9502-c4a75645d388 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.154921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ce8dca-eae0-4887-be62-9e687264cf58 None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:45.159316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-95ce8dca-eae0-4887-be62-9e687264cf58 None None] Deleting port 3dce63be-7624-48c1-bee1-25c7e4b56c4a {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:45.159682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-95ce8dca-eae0-4887-be62-9e687264cf58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.238853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e24cb7-88a0-4345-9e0d-548e70261e82 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=81ed0d0f-3ee0-4338-9195-ed5d9acd9542,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:45.240841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.246382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:45.246990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.325426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-c0741c35-d5f2-4369-9502-c4a75645d388 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311147e4-b595-44e4-8501-3abe1d35f48a']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:45.381969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-c0741c35-d5f2-4369-9502-c4a75645d388 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a9fc0c-51af-471d-a4c5-4ba648938ae6') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:45.382323 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-c0741c35-d5f2-4369-9502-c4a75645d388 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a9fc0c-51af-471d-a4c5-4ba648938ae6') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:45.393328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.408264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-95ce8dca-eae0-4887-be62-9e687264cf58 None None] For port 3dce63be-7624-48c1-bee1-25c7e4b56c4a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3dce63be-7624-48c1-bee1-25c7e4b56c4a,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:45.408684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-95ce8dca-eae0-4887-be62-9e687264cf58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.423397 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c0741c35-d5f2-4369-9502-c4a75645d388 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.442170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Transition to ACTIVE for port object b733125c-0e26-4ca1-b7c7-9e4adf6d208f will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:45.461460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.476326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c0741c35-d5f2-4369-9502-c4a75645d388 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.545001 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fe205d11-d0f1-42c4-8e51-b05c67ec84b9 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:45.560707 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5203555 Jan 21 09:39:45.574193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39776) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:45.579985 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-95ce8dca-eae0-4887-be62-9e687264cf58 None None] Calling delete_port for 3dce63be-7624-48c1-bee1-25c7e4b56c4a owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:45.580221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9283acce-77e3-4e17-bbdf-7d1eeb436cf0 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:router {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:45.595364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14965e-6a34-4b05-b094-2f37b8bca1e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Network': ['ID=6a4e18e4-4d88-474b-b05b-a6fea3c26f1d,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:45.615005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': '6a4e18e4-4d88-474b-b05b-a6fea3c26f1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:45.637854 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:45.707146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0741c35-d5f2-4369-9502-c4a75645d388 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:45.707576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c0741c35-d5f2-4369-9502-c4a75645d388 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.772976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77e24cb7-88a0-4345-9e0d-548e70261e82 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.777617 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-77e24cb7-88a0-4345-9e0d-548e70261e82 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/81ed0d0f-3ee0-4338-9195-ed5d9acd9542 HTTP/1.1" status: 204 len: 168 time: 2.1495759 Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:45.783733 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:45.785590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39780) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:45.787949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:45.798278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Calling delete_port for f42a7603-fde6-4ba1-be79-ad290bb8a4f2 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:45.823873 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port fe205d11-d0f1-42c4-8e51-b05c67ec84b9 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:45.824394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.837811 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-85adcee1-a798-43e8-a4e8-f8029c562ca9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:39:45.838574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-85adcee1-a798-43e8-a4e8-f8029c562ca9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:45.841427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:45.845704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:45.848308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9283acce-77e3-4e17-bbdf-7d1eeb436cf0 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:router {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:45.849630 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9283acce-77e3-4e17-bbdf-7d1eeb436cf0 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8799119 Jan 21 09:39:45.856282 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:45.856477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39784) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:45.856561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-95ce8dca-eae0-4887-be62-9e687264cf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.873962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-85adcee1-a798-43e8-a4e8-f8029c562ca9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:45.877869 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-85adcee1-a798-43e8-a4e8-f8029c562ca9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/81ed0d0f-3ee0-4338-9195-ed5d9acd9542 HTTP/1.1" status: 404 len: 333 time: 0.0898509 Jan 21 09:39:45.877869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:45.879861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.896566 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39788) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:45.924362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce8dca-eae0-4887-be62-9e687264cf58 None None] Pushing event deleted for resources: {'Port': ['ID=3dce63be-7624-48c1-bee1-25c7e4b56c4a,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:45.928899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce8dca-eae0-4887-be62-9e687264cf58 None None] No DVR routers for this DVR port 3dce63be-7624-48c1-bee1-25c7e4b56c4a on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:46.074460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.079716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-765e1bdd-fff5-48fc-b7d7-911876a7e46e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.084474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4157ef4c-4aaa-4e95-956f-7fe7d6db1c51 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting subnet 9c8ca332-5d5a-40a5-bdf4-a6b4c7b0d763 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:46.092552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4157ef4c-4aaa-4e95-956f-7fe7d6db1c51 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.136228 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3dce63be-7624-48c1-bee1-25c7e4b56c4a no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:46.164289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c0741c35-d5f2-4369-9502-c4a75645d388 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.171082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 3dce63be-7624-48c1-bee1-25c7e4b56c4a {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:46.177195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3dce63be-7624-48c1-bee1-25c7e4b56c4a not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:46.177493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:46.187344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4157ef4c-4aaa-4e95-956f-7fe7d6db1c51 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.224659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c0741c35-d5f2-4369-9502-c4a75645d388 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.229019 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:46.229362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8d7cd73f-bca0-4f5a-857f-eb7850ed0cc8 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:46.241122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0741c35-d5f2-4369-9502-c4a75645d388 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] Pushing event deleted for resources: {'Network': ['ID=311147e4-b595-44e4-8501-3abe1d35f48a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:46.305890 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c0741c35-d5f2-4369-9502-c4a75645d388 tempest-BulkNetworkOpsIpV6Test-267774295 tempest-BulkNetworkOpsIpV6Test-267774295-project] 10.222.0.99 "DELETE /v2.0/networks/311147e4-b595-44e4-8501-3abe1d35f48a HTTP/1.1" status: 204 len: 168 time: 1.9716504 Jan 21 09:39:46.324301 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Network e3da5c8b-790b-4d1b-b6e1-4120e6f071ef is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:46.331279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:46.334717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Pushing event updated for resources: {'Port': ['ID=b733125c-0e26-4ca1-b7c7-9e4adf6d208f,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:46.386509 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:46.412245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4157ef4c-4aaa-4e95-956f-7fe7d6db1c51 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.502845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e1260-406f-4f0a-8f0b-f8286cd55b1d req-ccd1a2a9-e27f-46de-adee-1b86f91a7ffa tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:46.504585 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-691e1260-406f-4f0a-8f0b-f8286cd55b1d req-ccd1a2a9-e27f-46de-adee-1b86f91a7ffa tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 945 time: 0.1939342 Jan 21 09:39:46.509919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.526333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.644128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Subnet': ['ID=14f59e2b-1e78-4153-a4fe-eabe022e352f,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:46.656628 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-691e1260-406f-4f0a-8f0b-f8286cd55b1d req-7f926f5c-d5f7-4db2-9072-bf2052533eb0 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422434 Jan 21 09:39:46.672280 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4157ef4c-4aaa-4e95-956f-7fe7d6db1c51 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.703642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-46c1e58e-dd1a-49ff-9162-8805310325fc None None] Provisioning for port b733125c-0e26-4ca1-b7c7-9e4adf6d208f completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:46.723692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-46c1e58e-dd1a-49ff-9162-8805310325fc None None] Provisioning complete for port b733125c-0e26-4ca1-b7c7-9e4adf6d208f triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:46.723692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-46c1e58e-dd1a-49ff-9162-8805310325fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.727556 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Checking segment: {'id': '51bd17f1-b5cc-488a-bb60-d63a542b209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a4e18e4-4d88-474b-b05b-a6fea3c26f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:46.727556 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network hostable DHCP agents. Network: 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:46.739363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-765e1bdd-fff5-48fc-b7d7-911876a7e46e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.750026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-765e1bdd-fff5-48fc-b7d7-911876a7e46e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.760387 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157ef4c-4aaa-4e95-956f-7fe7d6db1c51 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8ca332-5d5a-40a5-bdf4-a6b4c7b0d763,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:46.763854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4157ef4c-4aaa-4e95-956f-7fe7d6db1c51 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.781396 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4157ef4c-4aaa-4e95-956f-7fe7d6db1c51 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/9c8ca332-5d5a-40a5-bdf4-a6b4c7b0d763 HTTP/1.1" status: 204 len: 168 time: 0.8833642 Jan 21 09:39:46.782181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39806) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:46.784904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4809cf37-b123-485a-89fa-440ff0ab9296 None None] Network dfbb862f-babc-4b57-96e5-620f757eda7b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:46.803388 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:46.840524 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:46.846513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39810) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:46.865480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-765e1bdd-fff5-48fc-b7d7-911876a7e46e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.866246 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765e1bdd-fff5-48fc-b7d7-911876a7e46e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Fanout notify agent at l3_agent the message router_deleted on router a646f6f9-3558-49e5-b2bb-49d4f3cfb766 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:39:46.897824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:46.898556 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.910170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.940888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.953822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:46.954162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.972009 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-765e1bdd-fff5-48fc-b7d7-911876a7e46e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.976152 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-765e1bdd-fff5-48fc-b7d7-911876a7e46e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/routers/a646f6f9-3558-49e5-b2bb-49d4f3cfb766 HTTP/1.1" status: 204 len: 168 time: 1.1151783 Jan 21 09:39:46.982573 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de369b4-1a01-422d-8e06-7ad2e75cfada None None] Network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:46.985194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39816) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:47.000114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:47.027494 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8df6ab15-5efc-4e08-bdda-676597c1d7a4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4433522 Jan 21 09:39:47.034064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39820) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:47.053923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-041166bf-2cd6-46d4-a86b-58490761ea14 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': '6a4e18e4-4d88-474b-b05b-a6fea3c26f1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:47.064797 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-46c1e58e-dd1a-49ff-9162-8805310325fc None None] Port b733125c-0e26-4ca1-b7c7-9e4adf6d208f cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:47.209867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Pushing event deleted for resources: {'Port': ['ID=f42a7603-fde6-4ba1-be79-ad290bb8a4f2,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:47.354870 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.384815 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-6a4e18e4-4d88-474b-b05b-a6fea3c26f1d', 'network_id': '6a4e18e4-4d88-474b-b05b-a6fea3c26f1d', 'tenant_id': '628d68c153204c9cae8da201ef56de13', 'fixed_ips': [{'subnet_id': '14f59e2b-1e78-4153-a4fe-eabe022e352f'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:47.385996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.396142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.466620 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:47.489024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:47.515586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:47.566748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:47.627067 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Allocated IP 2001:db8::2 (6a4e18e4-4d88-474b-b05b-a6fea3c26f1d/14f59e2b-1e78-4153-a4fe-eabe022e352f/eef4aa8b-d126-4194-9223-c71b399a9f4f) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:47.637158 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d13149f8-3811-48be-9ef5-34593bde98ff admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=16bb039b375942edba8d8f918d3f1f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7415633 Jan 21 09:39:47.687337 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c22ea2b-b769-4e0e-8e36-2140ac4ed6f1 None None] DHCP port deletion for dfbb862f-babc-4b57-96e5-620f757eda7b request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:47.698484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39830) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:47.712476 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-041166bf-2cd6-46d4-a86b-58490761ea14 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:47.741713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-041166bf-2cd6-46d4-a86b-58490761ea14 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:47.745668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-041166bf-2cd6-46d4-a86b-58490761ea14 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:47.765669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:47.769292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.784224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-041166bf-2cd6-46d4-a86b-58490761ea14 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:47.787177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3c22ea2b-b769-4e0e-8e36-2140ac4ed6f1 None None] Deleting port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:47.787743 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3c22ea2b-b769-4e0e-8e36-2140ac4ed6f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.797813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.802071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.805154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] For port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0dbb74c7-93b6-4c6d-b2ec-5b9369221563,segment=NetworkSegment(8add40cf-5e30-4084-b105-e87b2280bec6),segment_id=8add40cf-5e30-4084-b105-e87b2280bec6)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:47.806561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.872082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.878720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.879590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Fanout notify agent at l3_agent the message router_deleted on router 1fb0d2d2-e7e6-4a8a-877d-f948f53da414 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:39:47.889170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.979328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.985578 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-461e5bc7-054c-4e51-87bd-b683428e7c06 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "DELETE /v2.0/routers/1fb0d2d2-e7e6-4a8a-877d-f948f53da414 HTTP/1.1" status: 204 len: 168 time: 3.8380609 Jan 21 09:39:47.994160 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39836) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:48.012371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-46e7506f-fff7-4aea-a72c-5a4676e80688 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1132101374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:48.017105 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-92600f95-771e-4c8d-9b6c-0f826fd12682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.024257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041166bf-2cd6-46d4-a86b-58490761ea14 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:48.025742 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-46e7506f-fff7-4aea-a72c-5a4676e80688 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:48.027611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-041166bf-2cd6-46d4-a86b-58490761ea14 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.045946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-46e7506f-fff7-4aea-a72c-5a4676e80688 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Usage tracker for resource:router and tenant:0a250ce0e7184dd98238f666fdf31c48 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:48.049666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Pushing event updated for resources: {'Port': ['ID=b733125c-0e26-4ca1-b7c7-9e4adf6d208f,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.052025 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.055896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-46e7506f-fff7-4aea-a72c-5a4676e80688 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:48.056812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:48.070520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-46e7506f-fff7-4aea-a72c-5a4676e80688 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:48.077646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-92600f95-771e-4c8d-9b6c-0f826fd12682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.105978 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3c22ea2b-b769-4e0e-8e36-2140ac4ed6f1 None None] For port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0dbb74c7-93b6-4c6d-b2ec-5b9369221563,segment=NetworkSegment(8add40cf-5e30-4084-b105-e87b2280bec6),segment_id=8add40cf-5e30-4084-b105-e87b2280bec6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:48.106570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3c22ea2b-b769-4e0e-8e36-2140ac4ed6f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.119716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.153334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46e7506f-fff7-4aea-a72c-5a4676e80688 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.154922 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46e7506f-fff7-4aea-a72c-5a4676e80688 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.238334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46e7506f-fff7-4aea-a72c-5a4676e80688 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.244733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd418a-dcf7-485f-9827-50fa13b5bebb req-2478ed82-a6e7-42c8-9a02-68087e804261 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:48.245002 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3c22ea2b-b769-4e0e-8e36-2140ac4ed6f1 None None] Calling delete_port for 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:48.246393 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-edbd418a-dcf7-485f-9827-50fa13b5bebb req-2478ed82-a6e7-42c8-9a02-68087e804261 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 945 time: 0.7607641 Jan 21 09:39:48.266303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-92600f95-771e-4c8d-9b6c-0f826fd12682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.277922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Transition to ACTIVE for port object eef4aa8b-d126-4194-9223-c71b399a9f4f will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:48.290072 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92600f95-771e-4c8d-9b6c-0f826fd12682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf03a85-7187-4504-8723-05176881d2b6,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.295762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Network e3da5c8b-790b-4d1b-b6e1-4120e6f071ef is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:48.298070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46e7506f-fff7-4aea-a72c-5a4676e80688 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.306707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:48.331595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Transition to ACTIVE for port object eef4aa8b-d126-4194-9223-c71b399a9f4f will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:48.362492 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.378291 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.382843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-92600f95-771e-4c8d-9b6c-0f826fd12682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.383963 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-92600f95-771e-4c8d-9b6c-0f826fd12682 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/cdf03a85-7187-4504-8723-05176881d2b6 HTTP/1.1" status: 204 len: 168 time: 0.6844068 Jan 21 09:39:48.403876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46e7506f-fff7-4aea-a72c-5a4676e80688 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.404990 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-46e7506f-fff7-4aea-a72c-5a4676e80688 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4045529 Jan 21 09:39:48.412093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39842) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:48.422935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'enable_snat': True}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:48.433022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-3c22ea2b-b769-4e0e-8e36-2140ac4ed6f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:48.433376 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-3c22ea2b-b769-4e0e-8e36-2140ac4ed6f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:48.440721 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:48.442144 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.ipam_backend_mixin [None req-041166bf-2cd6-46d4-a86b-58490761ea14 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14f59e2b-1e78-4153-a4fe-eabe022e352f (CIDR: 2001:db8::/64) Jan 21 09:39:48.444065 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Pushing event updated for resources: {'Port': ['ID=eef4aa8b-d126-4194-9223-c71b399a9f4f,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.446608 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:48.448763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:48.464113 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-edbd418a-dcf7-485f-9827-50fa13b5bebb req-aeddaa38-ba0b-4b57-8e1c-96cbc9d35eb2 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952860 Jan 21 09:39:48.464879 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=0dbb74c7-93b6-4c6d-b2ec-5b9369221563,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.476895 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-041166bf-2cd6-46d4-a86b-58490761ea14 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:39:48.478060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041166bf-2cd6-46d4-a86b-58490761ea14 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:48.517031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No DVR routers for this DVR port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:48.544565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee512fb-ec25-4e49-9cab-e46da570c097 req-207cb085-769c-496f-8b49-4bcf834e97bc tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:48.544565 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ee512fb-ec25-4e49-9cab-e46da570c097 req-207cb085-769c-496f-8b49-4bcf834e97bc tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 945 time: 0.6531386 Jan 21 09:39:48.624866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Attempting to bind port eef4aa8b-d126-4194-9223-c71b399a9f4f on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:48.625236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Attempting to bind port eef4aa8b-d126-4194-9223-c71b399a9f4f by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '51bd17f1-b5cc-488a-bb60-d63a542b209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a4e18e4-4d88-474b-b05b-a6fea3c26f1d'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:48.625599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Attempting to bind port eef4aa8b-d126-4194-9223-c71b399a9f4f on network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:48.631627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:48.631993 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Checking segment: {'id': '51bd17f1-b5cc-488a-bb60-d63a542b209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a4e18e4-4d88-474b-b05b-a6fea3c26f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:48.632459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.632852 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Bound using segment: {'id': '51bd17f1-b5cc-488a-bb60-d63a542b209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a4e18e4-4d88-474b-b05b-a6fea3c26f1d'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:48.633314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Bound port: eef4aa8b-d126-4194-9223-c71b399a9f4f, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bd17f1-b5cc-488a-bb60-d63a542b209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a4e18e4-4d88-474b-b05b-a6fea3c26f1d'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:48.633683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.728362 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-041166bf-2cd6-46d4-a86b-58490761ea14 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6895823 Jan 21 09:39:48.747749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39852) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:48.757774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3a8b6350-8c68-4bbb-b72b-381b57d4ac62 None None] Provisioning complete for port b733125c-0e26-4ca1-b7c7-9e4adf6d208f triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:48.758139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6350-8c68-4bbb-b72b-381b57d4ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.801454 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:39:48.828513 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] For port eef4aa8b-d126-4194-9223-c71b399a9f4f, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:48.829758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.841365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] For port eef4aa8b-d126-4194-9223-c71b399a9f4f, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=eef4aa8b-d126-4194-9223-c71b399a9f4f,segment=NetworkSegment(51bd17f1-b5cc-488a-bb60-d63a542b209e),segment_id=51bd17f1-b5cc-488a-bb60-d63a542b209e)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:48.842610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3a8b6350-8c68-4bbb-b72b-381b57d4ac62 None None] Port b733125c-0e26-4ca1-b7c7-9e4adf6d208f cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:48.850034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.863402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbb862f-babc-4b57-96e5-620f757eda7b']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:48.881321 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8add40cf-5e30-4084-b105-e87b2280bec6') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:48.881632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8add40cf-5e30-4084-b105-e87b2280bec6') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:48.894949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.919126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.928121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:48.930314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.936127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3c22ea2b-b769-4e0e-8e36-2140ac4ed6f1 None None] Deleting port 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:48.936540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3c22ea2b-b769-4e0e-8e36-2140ac4ed6f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:49.034799 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:49.042253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': '6a4e18e4-4d88-474b-b05b-a6fea3c26f1d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:49.048199 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdb423-d662-4391-958d-067a52d4e1c3 None None] Pushing event updated for resources: {'Port': ['ID=eef4aa8b-d126-4194-9223-c71b399a9f4f,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:49.061493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3c22ea2b-b769-4e0e-8e36-2140ac4ed6f1 None None] The port '0dbb74c7-93b6-4c6d-b2ec-5b9369221563' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:39:49.245303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.267519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.308318 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Router f6db2b55-9bdb-4664-9378-a4da74ddaf65 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:49.325096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.379748 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ee512fb-ec25-4e49-9cab-e46da570c097 req-22fed395-a4cb-4231-9af6-df65d9cf3393 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8368082 Jan 21 09:39:49.406646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Network': ['ID=dfbb862f-babc-4b57-96e5-620f757eda7b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:49.407049 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:49.415349 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.470851 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:49.471344 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0dbb74c7-93b6-4c6d-b2ec-5b9369221563 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:49.607892 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7c8510f2-2a94-4881-a66f-7906c2b20419 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/networks/dfbb862f-babc-4b57-96e5-620f757eda7b HTTP/1.1" status: 204 len: 168 time: 2.8223033 Jan 21 09:39:49.619970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39874) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:49.620274 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39876) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:49.627579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:49.646566 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2129079140'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:49.674808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:49.677482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:49.683124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:network and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:49.686403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:49.693258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:49.701889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:49.705764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:49.709598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:49.710640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.717833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4a6246-7cee-4764-8a16-6201ebacc8fc None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:49.749479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:49.788755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:49.792220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.826151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:49.838380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:49.846075 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-db28f51b-ac00-4c9a-90fd-71985bc7f449 admin admin] 10.222.0.99 "PUT /v2.0/routers/f6db2b55-9bdb-4664-9378-a4da74ddaf65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0903888 Jan 21 09:39:49.868149 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Sync routers for ids ['f6db2b55-9bdb-4664-9378-a4da74ddaf65'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:49.886878 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9005651 Jan 21 09:39:49.889525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39890) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:49.891525 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Routers {'f6db2b55-9bdb-4664-9378-a4da74ddaf65'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:49.892388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f6db2b55-9bdb-4664-9378-a4da74ddaf65'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:49.900315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Request body: {'networks': [{'name': 'tempest-network--673071459'}, {'name': 'tempest-network--213761543'}]} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:49.900612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Request body: {'network': {'name': 'tempest-network--673071459'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:49.901233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Request body: {'network': {'name': 'tempest-network--213761543'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:49.906186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c687e-1f2d-4f3a-bd41-0df04d9059e4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=0909b596-dcd4-47a8-a375-bd0a575b0287,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:49.911440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-44361cdb-6ec2-466b-be25-aa3acfcfc6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1608109011', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:49.926906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:49.933557 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-44361cdb-6ec2-466b-be25-aa3acfcfc6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:49.939687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Usage tracker for resource:network and tenant:e19d7df2705843b38f9291073a97f5b8 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:49.945408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-44361cdb-6ec2-466b-be25-aa3acfcfc6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:router and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:49.948758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:49.951690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-44361cdb-6ec2-466b-be25-aa3acfcfc6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:49.958576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:49.961664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.002685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:50.011204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:50.020980 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-44361cdb-6ec2-466b-be25-aa3acfcfc6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:50.056284 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Made reservation on behalf of e19d7df2705843b38f9291073a97f5b8 for: {'network': 2} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:50.061505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.138759 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '0909b596-dcd4-47a8-a375-bd0a575b0287'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:50.139873 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.142479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.170633 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5223e-ea66-4b10-a469-e797753233df req-cf35a13f-30b8-4fd9-85fa-544d41365ac7 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:50.171632 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-1fd5223e-ea66-4b10-a469-e797753233df req-cf35a13f-30b8-4fd9-85fa-544d41365ac7 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Synchronizing usage tracker for tenant:013dc1cee37942f9bf78ba151fe8de88 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:50.180032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.180503 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Added segment ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8 of type vlan for network 5f77b6ed-7279-4305-a6c3-448f42780957 Jan 21 09:39:50.186651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:50.191029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Usage tracker for resource:security_group_rule and tenant:e19d7df2705843b38f9291073a97f5b8 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:50.200565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:50.208732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:50.231694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.289413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-1fd5223e-ea66-4b10-a469-e797753233df req-cf35a13f-30b8-4fd9-85fa-544d41365ac7 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Unset dirty status for tenant:013dc1cee37942f9bf78ba151fe8de88 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:50.295271 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1fd5223e-ea66-4b10-a469-e797753233df req-cf35a13f-30b8-4fd9-85fa-544d41365ac7 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.121 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 945 time: 0.7398040 Jan 21 09:39:50.300194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.309063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.320212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-44361cdb-6ec2-466b-be25-aa3acfcfc6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.321467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-44361cdb-6ec2-466b-be25-aa3acfcfc6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.332127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Set router f6db2b55-9bdb-4664-9378-a4da74ddaf65 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:50.332491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.332961 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.390338 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a8e57-56a4-4574-bb8b-012bf26697a0 req-3837f36d-b4bc-4020-a6cb-8dbae7a6a890 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:50.397559 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f0a8e57-56a4-4574-bb8b-012bf26697a0 req-3837f36d-b4bc-4020-a6cb-8dbae7a6a890 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 945 time: 0.5749795 Jan 21 09:39:50.468569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Deleting port fd210d5c-26f4-43dd-a128-2c7549bfd616 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:50.469259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.471567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:50.497727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.501410 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.501752 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Added segment 6f6c441f-4b13-4fd8-8019-0d5416b06a43 of type vlan for network 63bafd40-0080-4fb2-9096-34d6e9fda491 Jan 21 09:39:50.550850 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f0a8e57-56a4-4574-bb8b-012bf26697a0 req-7c9602b2-0dd6-430b-be51-84919119091d tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522961 Jan 21 09:39:50.552252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-44361cdb-6ec2-466b-be25-aa3acfcfc6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.600004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26dd695-30ab-43d4-9cc6-96951860ab8d,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:50.610654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916edffc-455e-4f1e-916b-a75d4a15089a None None] Network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:50.702250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Allocated IP 172.26.4.215 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/57cff209-8a61-4d39-abf5-e3f9fa9d6e71) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:50.706685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.719585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Allocated IP 2001:db8::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/0909b596-dcd4-47a8-a375-bd0a575b0287/b61840f3-9a93-48cd-93e7-e3a9c69f9100) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:50.777476 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-82bb9854-39c0-4012-b56b-7d7916ab6789 None None] Provisioning for port eef4aa8b-d126-4194-9223-c71b399a9f4f completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:50.789055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-44361cdb-6ec2-466b-be25-aa3acfcfc6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.795072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.800266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:50.800905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.872101 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39900) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.939271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677718982', 'description': 'tempest-secgroup-smoke-1677718982 description', 'project_id': '9d91df169b3d4b12afed351c8ebd622a'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:50.946958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:50.968312 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3423483 Jan 21 09:39:50.976476 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-44361cdb-6ec2-466b-be25-aa3acfcfc6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.981146 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-44361cdb-6ec2-466b-be25-aa3acfcfc6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0759995 Jan 21 09:39:50.983795 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39904) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.984462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39906) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.990215 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Usage tracker for resource:security_group and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:51.055909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:51.166200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.179840 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] For port fd210d5c-26f4-43dd-a128-2c7549bfd616, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fd210d5c-26f4-43dd-a128-2c7549bfd616,segment=NetworkSegment(6a83f5ca-04e7-48cc-aa62-5a885aee060a),segment_id=6a83f5ca-04e7-48cc-aa62-5a885aee060a)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:51.180189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.193998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:51.224177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': '5f77b6ed-7279-4305-a6c3-448f42780957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:51.303777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'name': 'tempest-TestVolumeBootPattern-1310008002-router', 'tenant_id': '00524c02004243439b55f92294416a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:31Z', 'updated_at': '2022-01-21T09:39:47Z', 'revision_number': 4, 'project_id': '00524c02004243439b55f92294416a02', 'gw_port': {'id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:34Z', 'updated_at': '2022-01-21T09:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'b733125c-0e26-4ca1-b7c7-9e4adf6d208f', 'name': '', 'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef', 'tenant_id': '00524c02004243439b55f92294416a02', 'mac_address': 'fa:16:3e:bd:ba:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fda35ab1-1d89-4922-b6a3-c6a10596fdf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:43Z', 'updated_at': '2022-01-21T09:39:47Z', 'revision_number': 2, 'project_id': '00524c02004243439b55f92294416a02', 'subnets': [{'id': 'fda35ab1-1d89-4922-b6a3-c6a10596fdf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:51.322007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Checking router: f6db2b55-9bdb-4664-9378-a4da74ddaf65 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:51.322347 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Updating router f6db2b55-9bdb-4664-9378-a4da74ddaf65 port b733125c-0e26-4ca1-b7c7-9e4adf6d208f binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:39:51.341531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:51.345542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:51.348688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:51.355502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:51.368518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:51.382509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.396683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device eef4aa8b-d126-4194-9223-c71b399a9f4f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:51.397297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.432777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Transition to ACTIVE for port object b61840f3-9a93-48cd-93e7-e3a9c69f9100 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:51.466836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.555987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:51.563167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:51.563553 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:51.567110 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.594305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:51.608168 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Transition to ACTIVE for port object b61840f3-9a93-48cd-93e7-e3a9c69f9100 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:51.625121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.658839 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event updated for resources: {'Port': ['ID=57cff209-8a61-4d39-abf5-e3f9fa9d6e71,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.691608 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.692146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.692616 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Floating IP 6a2d7619-acfe-47cc-9892-8cfcfcf17c96 disassociated. External IP: 172.26.4.227, port: fd210d5c-26f4-43dd-a128-2c7549bfd616. Jan 21 09:39:51.693104 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Calling delete_port for fd210d5c-26f4-43dd-a128-2c7549bfd616 owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:51.735929 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:51.761960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:51.764613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:51.782489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Pushing event updated for resources: {'Port': ['ID=b61840f3-9a93-48cd-93e7-e3a9c69f9100,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.829634 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port eef4aa8b-d126-4194-9223-c71b399a9f4f completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:51.867178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port eef4aa8b-d126-4194-9223-c71b399a9f4f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:51.867561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.900979 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f75e98-9aed-4147-a63c-6f4002427620 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Network': ['ID=5f77b6ed-7279-4305-a6c3-448f42780957,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.906084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.906084 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Added segment 0264cfee-828c-414c-9ca3-9cc935d71fa0 of type vlan for network ab2a7b37-762a-4a08-85ab-a38f1482792e Jan 21 09:39:51.954269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 5f77b6ed-7279-4305-a6c3-448f42780957 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:51.962647 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.026387 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.086133 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Attempting to bind port b61840f3-9a93-48cd-93e7-e3a9c69f9100 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:52.086502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Attempting to bind port b61840f3-9a93-48cd-93e7-e3a9c69f9100 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:52.086862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Attempting to bind port b61840f3-9a93-48cd-93e7-e3a9c69f9100 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:52.115683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.115956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:52.116304 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:52.116734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.117129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:52.118508 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Bound port: b61840f3-9a93-48cd-93e7-e3a9c69f9100, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:52.118890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.171261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45373fb5-9e94-4748-8e91-1a2af711f41f req-709812c8-9afa-49ae-8aa2-ddfa96376c83 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:52.178363 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-45373fb5-9e94-4748-8e91-1a2af711f41f req-709812c8-9afa-49ae-8aa2-ddfa96376c83 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 945 time: 1.4358721 Jan 21 09:39:52.233699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:52.233952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Pushing event deleted for resources: {'Port': ['ID=fd210d5c-26f4-43dd-a128-2c7549bfd616,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:52.275844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:52.278660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.297356 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:52.307286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:52.307893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.336312 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.339637 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.350757 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c7951-0171-4c4e-beac-5bd50f931dc8 None None] Network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:52.392828 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Usage tracker for resource:security_group_rule and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:52.393080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.395771 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] For port b61840f3-9a93-48cd-93e7-e3a9c69f9100, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:52.404672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:52.460771 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:52.475045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Subnet': ['ID=8c667919-b626-43aa-8988-4d64c3ce0c03,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:52.487326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Transition to ACTIVE for port object b733125c-0e26-4ca1-b7c7-9e4adf6d208f will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:52.495325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port eef4aa8b-d126-4194-9223-c71b399a9f4f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=eef4aa8b-d126-4194-9223-c71b399a9f4f,segment=NetworkSegment(51bd17f1-b5cc-488a-bb60-d63a542b209e),segment_id=51bd17f1-b5cc-488a-bb60-d63a542b209e)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:52.497065 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] For port b61840f3-9a93-48cd-93e7-e3a9c69f9100, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b61840f3-9a93-48cd-93e7-e3a9c69f9100,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:52.516866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.528255 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:39:52.568451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.573078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.578548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-5c614266-8322-408a-a992-6ee66f6bb11e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:52.580383 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-5c614266-8322-408a-a992-6ee66f6bb11e tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.121 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 945 time: 1.1455841 Jan 21 09:39:52.590120 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cac40bfb-7d4e-4d73-922c-05b687ebe346 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5569482 Jan 21 09:39:52.602003 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-45373fb5-9e94-4748-8e91-1a2af711f41f req-cf6a1601-5348-4a23-947d-dcc576770cc9 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups?id=efb63073-3773-46d7-9fc5-004c59385010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4226925 Jan 21 09:39:52.631054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39916) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.734897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': '6a4e18e4-4d88-474b-b05b-a6fea3c26f1d', 'fixed_ips': [{'subnet_id': '14f59e2b-1e78-4153-a4fe-eabe022e352f'}, {'subnet_id': '8c667919-b626-43aa-8988-4d64c3ce0c03'}], 'name': 'tempest-PortsIpV6TestJSON-1734798306'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:52.796958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=eef4aa8b-d126-4194-9223-c71b399a9f4f,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:52.806653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.808468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.826009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:52.832899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:52.840685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.939323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7d307-e8cd-4f72-b60f-ce926fb65d24 req-5f69c0a2-fdcf-4662-b1dd-e7a6d849d9cd tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:52.941694 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-70a7d307-e8cd-4f72-b60f-ce926fb65d24 req-5f69c0a2-fdcf-4662-b1dd-e7a6d849d9cd tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 945 time: 1.0585759 Jan 21 09:39:53.149297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.156515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Attempting to bind port b733125c-0e26-4ca1-b7c7-9e4adf6d208f on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:53.157738 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Attempting to bind port b733125c-0e26-4ca1-b7c7-9e4adf6d208f by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '57ff8e16-8b92-4556-ba2c-1e22ffbd7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:53.158115 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Attempting to bind port b733125c-0e26-4ca1-b7c7-9e4adf6d208f on network e3da5c8b-790b-4d1b-b6e1-4120e6f071ef {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:53.167746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device fd210d5c-26f4-43dd-a128-2c7549bfd616 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:53.220570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.222249 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf915c8-5dc6-4e5f-89e5-9fa1c44878ad None None] Pushing event updated for resources: {'Port': ['ID=b733125c-0e26-4ca1-b7c7-9e4adf6d208f,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:53.234576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.273517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Deleting port 0debf774-8bb1-475a-a89e-d84d9261eccb {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:53.277226 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.283771 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: fd210d5c-26f4-43dd-a128-2c7549bfd616 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:53.284277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device fd210d5c-26f4-43dd-a128-2c7549bfd616 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:53.284940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 0debf774-8bb1-475a-a89e-d84d9261eccb no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:53.321146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Router e8493fe9-d07d-4912-8839-c3dfd05910fd has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:53.364275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:53.364680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Checking segment: {'id': '57ff8e16-8b92-4556-ba2c-1e22ffbd7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:53.365085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.365478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Bound using segment: {'id': '57ff8e16-8b92-4556-ba2c-1e22ffbd7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:53.365959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Bound port: b733125c-0e26-4ca1-b7c7-9e4adf6d208f, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff8e16-8b92-4556-ba2c-1e22ffbd7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:53.366333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.385103 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.7633147 Jan 21 09:39:53.405311 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device eef4aa8b-d126-4194-9223-c71b399a9f4f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:53.408744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39920) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.488004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event updated for resources: {'Network': ['ID=63bafd40-0080-4fb2-9096-34d6e9fda491,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:53.530977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 63bafd40-0080-4fb2-9096-34d6e9fda491 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:53.597190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.647193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e68fb1-bca6-469c-8e87-e466993229cd None None] Pushing event updated for resources: {'Port': ['ID=b61840f3-9a93-48cd-93e7-e3a9c69f9100,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:53.694115 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-70a7d307-e8cd-4f72-b60f-ce926fb65d24 req-ddb2a491-6148-43bb-9575-a138c41e69bb tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7116511 Jan 21 09:39:53.791716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:53.804029 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d3bdd-d3f2-40c4-80c1-b37fd8967890 None None] Sync routers for ids ['e8493fe9-d07d-4912-8839-c3dfd05910fd'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:53.816911 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d3bdd-d3f2-40c4-80c1-b37fd8967890 None None] Routers {'e8493fe9-d07d-4912-8839-c3dfd05910fd'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:53.817615 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-293d3bdd-d3f2-40c4-80c1-b37fd8967890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e8493fe9-d07d-4912-8839-c3dfd05910fd'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:53.857676 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] For port b733125c-0e26-4ca1-b7c7-9e4adf6d208f, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:53.862126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port eef4aa8b-d126-4194-9223-c71b399a9f4f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:53.862497 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.890162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Router bac11565-0577-40fe-b1fb-2607b756080e is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:39:53.916466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] No DVR routers for this DVR port fd210d5c-26f4-43dd-a128-2c7549bfd616 on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:53.920294 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.936297 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.948692 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef62ae4-2812-4dab-aa01-ad40eb1068ed', 'name': 'network-vif-deleted', 'tag': 'fd210d5c-26f4-43dd-a128-2c7549bfd616'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:53.963951 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] For port b733125c-0e26-4ca1-b7c7-9e4adf6d208f, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b733125c-0e26-4ca1-b7c7-9e4adf6d208f,segment=NetworkSegment(57ff8e16-8b92-4556-ba2c-1e22ffbd7d90),segment_id=57ff8e16-8b92-4556-ba2c-1e22ffbd7d90)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:54.029531 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.057660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.067874 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef62ae4-2812-4dab-aa01-ad40eb1068ed', 'name': 'network-vif-deleted', 'tag': 'fd210d5c-26f4-43dd-a128-2c7549bfd616', 'status': 'completed', 'code': 200} Jan 21 09:39:54.069493 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1fd5223e-ea66-4b10-a469-e797753233df req-7237cb56-4044-4292-a874-b878bccefc4a tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.121 "DELETE /v2.0/ports/fd210d5c-26f4-43dd-a128-2c7549bfd616 HTTP/1.1" status: 204 len: 173 time: 3.7669725 Jan 21 09:39:54.194185 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-293d3bdd-d3f2-40c4-80c1-b37fd8967890 None None] Set router e8493fe9-d07d-4912-8839-c3dfd05910fd gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:54.240152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0debf774-8bb1-475a-a89e-d84d9261eccb'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:54.241349 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.330007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 0debf774-8bb1-475a-a89e-d84d9261eccb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0debf774-8bb1-475a-a89e-d84d9261eccb,segment=NetworkSegment(a2732187-63eb-4aff-9b2d-088fa3fc3edb),segment_id=a2732187-63eb-4aff-9b2d-088fa3fc3edb)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:54.358599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.389319 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Routers {'f6db2b55-9bdb-4664-9378-a4da74ddaf65'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:54.389977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f6db2b55-9bdb-4664-9378-a4da74ddaf65'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:54.417692 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:54.423130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.425519 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-156add32-0c50-4f66-b2e2-24d1b7b078b7 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "PUT /v2.0/routers/bac11565-0577-40fe-b1fb-2607b756080e HTTP/1.1" status: 200 len: 915 time: 6.0124645 Jan 21 09:39:54.429076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39932) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:54.604651 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0debf774-8bb1-475a-a89e-d84d9261eccb', 'code': 200} Jan 21 09:39:54.611098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0073860-0245-4c66-9aae-1de9be20bb97 None None] Sync routers for ids ['bac11565-0577-40fe-b1fb-2607b756080e'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:54.621709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b39e31-e885-4846-8a94-60726fc7b35a,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.632547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:54.641075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5772d1ac-ba77-499f-bd9f-2c9daef64cbb None None] Update dhcp port {'port': {'network_id': '6a4e18e4-4d88-474b-b05b-a6fea3c26f1d', 'fixed_ips': [{'subnet_id': '14f59e2b-1e78-4153-a4fe-eabe022e352f', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c667919-b626-43aa-8988-4d64c3ce0c03'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': 'eef4aa8b-d126-4194-9223-c71b399a9f4f'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:39:54.736616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Subnet': ['ID=afa53547-d8cb-4999-be3a-342120845e84,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.744358 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf915c8-5dc6-4e5f-89e5-9fa1c44878ad None None] Pushing event updated for resources: {'Port': ['ID=b733125c-0e26-4ca1-b7c7-9e4adf6d208f,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.758274 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a4bf7314-9c8a-4904-9e10-11d456284d4b req-0d884060-4b28-4d43-90e4-424d54b19d11 tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/ports?device_id=6ef62ae4-2812-4dab-aa01-ad40eb1068ed HTTP/1.1" status: 200 len: 210 time: 0.5684993 Jan 21 09:39:54.793107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:port and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:54.808637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da85f51-f9b0-4528-b011-fdf4d5d1a53b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event updated for resources: {'Network': ['ID=ab2a7b37-762a-4a08-85ab-a38f1482792e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.857027 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1d6c57f7-0da2-4517-b67a-8ed9ba6d9469 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/routers/bac11565-0577-40fe-b1fb-2607b756080e HTTP/1.1" status: 200 len: 921 time: 0.4265614 Jan 21 09:39:54.861080 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39938) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:54.864017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:54.873967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.875038 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6a1f0ca6-ab65-475d-8110-d841d3cc50e1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.9973078 Jan 21 09:39:54.901273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39942) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:54.964616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network ab2a7b37-762a-4a08-85ab-a38f1482792e details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:55.002819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0073860-0245-4c66-9aae-1de9be20bb97 None None] Routers {'bac11565-0577-40fe-b1fb-2607b756080e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:55.003960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f0073860-0245-4c66-9aae-1de9be20bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['bac11565-0577-40fe-b1fb-2607b756080e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:55.028075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56ea571-64b2-47a9-aa7d-5d04e32e9479 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:55.033656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b56ea571-64b2-47a9-aa7d-5d04e32e9479 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Synchronizing usage tracker for tenant:b22da71e627e41e78506ecdaa454ea8f on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:55.066090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b56ea571-64b2-47a9-aa7d-5d04e32e9479 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Unset dirty status for tenant:b22da71e627e41e78506ecdaa454ea8f on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:55.070585 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b56ea571-64b2-47a9-aa7d-5d04e32e9479 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/ports?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&device_id=bac11565-0577-40fe-b1fb-2607b756080e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2083778 Jan 21 09:39:55.071446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39946) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:55.107365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-be260cc2-a75b-449a-9124-0b394b2b6282 None None] Provisioning for port b61840f3-9a93-48cd-93e7-e3a9c69f9100 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:55.155261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] For port 0debf774-8bb1-475a-a89e-d84d9261eccb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0debf774-8bb1-475a-a89e-d84d9261eccb,segment=NetworkSegment(a2732187-63eb-4aff-9b2d-088fa3fc3edb),segment_id=a2732187-63eb-4aff-9b2d-088fa3fc3edb)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:55.155918 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.177830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f0073860-0245-4c66-9aae-1de9be20bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:55.271278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5772d1ac-ba77-499f-bd9f-2c9daef64cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.273744 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-293d3bdd-d3f2-40c4-80c1-b37fd8967890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 4, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'ef722c01-737a-429f-8935-22ae499d9db1', 'name': '', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'mac_address': 'fa:16:3e:62:17:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:31Z', 'revision_number': 5, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'subnets': [{'id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:55.291448 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d3bdd-d3f2-40c4-80c1-b37fd8967890 None None] Checking router: e8493fe9-d07d-4912-8839-c3dfd05910fd for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:55.299988 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d3bdd-d3f2-40c4-80c1-b37fd8967890 None None] Routers {'e8493fe9-d07d-4912-8839-c3dfd05910fd'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:55.300628 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-293d3bdd-d3f2-40c4-80c1-b37fd8967890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e8493fe9-d07d-4912-8839-c3dfd05910fd'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:55.301196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f7d54-e4d0-4bc8-9a42-6ee9729f785b tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:55.306723 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6f9f7d54-e4d0-4bc8-9a42-6ee9729f785b tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/networks/58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 881 time: 0.2341881 Jan 21 09:39:55.307668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39950) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:55.443091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0073860-0245-4c66-9aae-1de9be20bb97 None None] Routers {'bac11565-0577-40fe-b1fb-2607b756080e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:55.443848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f0073860-0245-4c66-9aae-1de9be20bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['bac11565-0577-40fe-b1fb-2607b756080e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:55.514513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:55.523112 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-293d3bdd-d3f2-40c4-80c1-b37fd8967890 None None] Set router e8493fe9-d07d-4912-8839-c3dfd05910fd gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:55.529835 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ddaac36b-47c0-4d77-bf78-33247aaebbb3 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "GET /v2.0/ports?device_id=bac11565-0577-40fe-b1fb-2607b756080e HTTP/1.1" status: 200 len: 205 time: 0.2204118 Jan 21 09:39:55.530570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39954) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:55.575178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5cb35dc2-2aa7-4b4c-a461-a5a1c5bb067a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Request body: {'security_group_rule': {'security_group_id': '15b39e31-e885-4846-8a94-60726fc7b35a', 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:55.587770 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5cb35dc2-2aa7-4b4c-a461-a5a1c5bb067a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:55.595538 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5cb35dc2-2aa7-4b4c-a461-a5a1c5bb067a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Usage tracker for resource:security_group_rule and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:55.640461 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=0debf774-8bb1-475a-a89e-d84d9261eccb,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.673905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f0073860-0245-4c66-9aae-1de9be20bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:55.674305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0073860-0245-4c66-9aae-1de9be20bb97 None None] The sync data for ids ['bac11565-0577-40fe-b1fb-2607b756080e'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:55.706254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5cb35dc2-2aa7-4b4c-a461-a5a1c5bb067a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:55.727649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5cb35dc2-2aa7-4b4c-a461-a5a1c5bb067a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:55.735170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] Set router f6db2b55-9bdb-4664-9378-a4da74ddaf65 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:55.740945 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Checking segment: {'id': 'ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5f77b6ed-7279-4305-a6c3-448f42780957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:55.741229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network hostable DHCP agents. Network: 5f77b6ed-7279-4305-a6c3-448f42780957, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:55.801189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:55.930418 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-293d3bdd-d3f2-40c4-80c1-b37fd8967890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 4, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'ef722c01-737a-429f-8935-22ae499d9db1', 'name': '', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'mac_address': 'fa:16:3e:62:17:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:31Z', 'revision_number': 5, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'subnets': [{'id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:55.934535 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d3bdd-d3f2-40c4-80c1-b37fd8967890 None None] The sync data for ids ['e8493fe9-d07d-4912-8839-c3dfd05910fd'] in dv-neutron-825723-1-hyperv is: [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 4, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'ef722c01-737a-429f-8935-22ae499d9db1', 'name': '', 'network_id': '7cb82da3-5f7d-4504-aa6b-91451816142c', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'mac_address': 'fa:16:3e:62:17:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:31Z', 'revision_number': 5, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'subnets': [{'id': '7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:55.947440 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b61840f3-9a93-48cd-93e7-e3a9c69f9100 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:55.971106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.027704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39962) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:56.059691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f596d0fb-b25f-45c9-aaf4-7eece52bb7c0 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:56.066710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f596d0fb-b25f-45c9-aaf4-7eece52bb7c0 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:56.072121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f596d0fb-b25f-45c9-aaf4-7eece52bb7c0 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:56.078535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f596d0fb-b25f-45c9-aaf4-7eece52bb7c0 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:56.079422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f596d0fb-b25f-45c9-aaf4-7eece52bb7c0 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Synchronizing usage tracker for tenant:e19d7df2705843b38f9291073a97f5b8 on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:56.100519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.100896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.101240 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Floating IP 73f7883f-28c0-496b-9609-24f723cbf38c disassociated. External IP: 172.26.4.15, port: 0debf774-8bb1-475a-a89e-d84d9261eccb. Jan 21 09:39:56.102908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Calling delete_port for 0debf774-8bb1-475a-a89e-d84d9261eccb owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:56.121323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-5772d1ac-ba77-499f-bd9f-2c9daef64cbb None None] Allocated IP 2001:db8:0:1::2 (6a4e18e4-4d88-474b-b05b-a6fea3c26f1d/8c667919-b626-43aa-8988-4d64c3ce0c03/eef4aa8b-d126-4194-9223-c71b399a9f4f) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:56.202921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.204196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5cb35dc2-2aa7-4b4c-a461-a5a1c5bb067a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.220249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Deleting port 57cff209-8a61-4d39-abf5-e3f9fa9d6e71 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:56.220974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.226260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port b61840f3-9a93-48cd-93e7-e3a9c69f9100 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:56.257291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b61840f3-9a93-48cd-93e7-e3a9c69f9100 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:56.257656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.352866 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc31127-097a-4eaf-955b-01e5ff97862a None None] New status for floating IP 6a2d7619-acfe-47cc-9892-8cfcfcf17c96: DOWN {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:39:56.381428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.432859 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.445181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port 387840c7-d2e9-4765-baca-c56b09ebe794 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:56.537765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-5772d1ac-ba77-499f-bd9f-2c9daef64cbb None None] For port eef4aa8b-d126-4194-9223-c71b399a9f4f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=eef4aa8b-d126-4194-9223-c71b399a9f4f,segment=NetworkSegment(51bd17f1-b5cc-488a-bb60-d63a542b209e),segment_id=51bd17f1-b5cc-488a-bb60-d63a542b209e)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:56.553471 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.560689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Calling delete_port for 57cff209-8a61-4d39-abf5-e3f9fa9d6e71 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:56.600837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5772d1ac-ba77-499f-bd9f-2c9daef64cbb None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.621342 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'name': 'tempest-TestVolumeBootPattern-1310008002-router', 'tenant_id': '00524c02004243439b55f92294416a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:31Z', 'updated_at': '2022-01-21T09:39:47Z', 'revision_number': 4, 'project_id': '00524c02004243439b55f92294416a02', 'gw_port': {'id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:34Z', 'updated_at': '2022-01-21T09:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'b733125c-0e26-4ca1-b7c7-9e4adf6d208f', 'name': '', 'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef', 'tenant_id': '00524c02004243439b55f92294416a02', 'mac_address': 'fa:16:3e:bd:ba:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fda35ab1-1d89-4922-b6a3-c6a10596fdf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:43Z', 'updated_at': '2022-01-21T09:39:53Z', 'revision_number': 4, 'project_id': '00524c02004243439b55f92294416a02', 'subnets': [{'id': 'fda35ab1-1d89-4922-b6a3-c6a10596fdf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:56.636897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5772d1ac-ba77-499f-bd9f-2c9daef64cbb None None] Transition to ACTIVE for port object eef4aa8b-d126-4194-9223-c71b399a9f4f will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:56.637724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc704b-4bc3-4a0e-8da4-6d181631bfe7 None None] The sync data for ids ['f6db2b55-9bdb-4664-9378-a4da74ddaf65'] in dv-neutron-825723-1-hyperv is: [{'id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'name': 'tempest-TestVolumeBootPattern-1310008002-router', 'tenant_id': '00524c02004243439b55f92294416a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:31Z', 'updated_at': '2022-01-21T09:39:47Z', 'revision_number': 4, 'project_id': '00524c02004243439b55f92294416a02', 'gw_port': {'id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:34Z', 'updated_at': '2022-01-21T09:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'b733125c-0e26-4ca1-b7c7-9e4adf6d208f', 'name': '', 'network_id': 'e3da5c8b-790b-4d1b-b6e1-4120e6f071ef', 'tenant_id': '00524c02004243439b55f92294416a02', 'mac_address': 'fa:16:3e:bd:ba:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fda35ab1-1d89-4922-b6a3-c6a10596fdf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:43Z', 'updated_at': '2022-01-21T09:39:53Z', 'revision_number': 4, 'project_id': '00524c02004243439b55f92294416a02', 'subnets': [{'id': 'fda35ab1-1d89-4922-b6a3-c6a10596fdf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:56.642187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port b61840f3-9a93-48cd-93e7-e3a9c69f9100, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b61840f3-9a93-48cd-93e7-e3a9c69f9100,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:56.650739 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5772d1ac-ba77-499f-bd9f-2c9daef64cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.745719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.754784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.798270 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Pushing event deleted for resources: {'Port': ['ID=57cff209-8a61-4d39-abf5-e3f9fa9d6e71,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.838207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-277d91ef-d860-49e0-b233-d39c1a852f7d tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.871448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 5f77b6ed-7279-4305-a6c3-448f42780957 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:56.874742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f596d0fb-b25f-45c9-aaf4-7eece52bb7c0 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Unset dirty status for tenant:e19d7df2705843b38f9291073a97f5b8 on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:56.876456 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f596d0fb-b25f-45c9-aaf4-7eece52bb7c0 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 3.4665856 Jan 21 09:39:56.886895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772d1ac-ba77-499f-bd9f-2c9daef64cbb None None] Pushing event updated for resources: {'Port': ['ID=eef4aa8b-d126-4194-9223-c71b399a9f4f,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.895586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39966) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:56.948013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::1 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/0909b596-dcd4-47a8-a375-bd0a575b0287/b93094a1-683a-4bf1-a69f-f26b2de374a5) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:56.974254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.980794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 5f77b6ed-7279-4305-a6c3-448f42780957) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:56.987739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:56.987984 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.995244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c72c8-9414-4dc3-9e10-11736c410154 None None] Network 5f77b6ed-7279-4305-a6c3-448f42780957 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:57.030725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-277d91ef-d860-49e0-b233-d39c1a852f7d tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.060070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=b61840f3-9a93-48cd-93e7-e3a9c69f9100,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.123395 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.134344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Pushing event deleted for resources: {'Port': ['ID=0debf774-8bb1-475a-a89e-d84d9261eccb,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.175070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8b8ea-c690-4d00-980a-2bd0b2345eac req-b9d3555d-cb57-43d5-ab02-d54830373507 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:57.177229 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-16d8b8ea-c690-4d00-980a-2bd0b2345eac req-b9d3555d-cb57-43d5-ab02-d54830373507 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 943 time: 1.6753027 Jan 21 09:39:57.293214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5cb35dc2-2aa7-4b4c-a461-a5a1c5bb067a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.361408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5cb35dc2-2aa7-4b4c-a461-a5a1c5bb067a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.421808 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-5f77b6ed-7279-4305-a6c3-448f42780957', 'network_id': '5f77b6ed-7279-4305-a6c3-448f42780957', 'tenant_id': '1a17eb82f51d4da9bf16b6794dbfa723', 'fixed_ips': [{'subnet_id': 'afa53547-d8cb-4999-be3a-342120845e84'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:57.423299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.424750 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e3567943-a2a0-45d6-af97-599a037aa747 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.3728893 Jan 21 09:39:57.501203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39970) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:57.557871 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb35dc2-2aa7-4b4c-a461-a5a1c5bb067a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2f956e-94bf-4252-92d8-cc024c909aaa,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.568950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-6a0fc563-044d-482c-935d-41a9ce7488ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1695685758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:57.595365 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.599976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.607695 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-16d8b8ea-c690-4d00-980a-2bd0b2345eac req-992248f7-3883-4b8a-b41c-39fba0bdffd0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups?id=0e006984-ef82-494b-895f-cdd25c205c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220503 Jan 21 09:39:57.608895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6a0fc563-044d-482c-935d-41a9ce7488ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:57.651624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5783f89b-806f-4f85-ba61-782663cd05d9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.672248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.672778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Fanout notify agent at l3_agent the message router_deleted on router bac11565-0577-40fe-b1fb-2607b756080e {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:39:57.713140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5cb35dc2-2aa7-4b4c-a461-a5a1c5bb067a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.717499 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5cb35dc2-2aa7-4b4c-a461-a5a1c5bb067a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7325745 Jan 21 09:39:57.724555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39974) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:57.746991 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6a0fc563-044d-482c-935d-41a9ce7488ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:router and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:57.747208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.761001 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-aafc3c7a-59da-47d2-9c3a-be5cccf02ebc tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "DELETE /v2.0/routers/bac11565-0577-40fe-b1fb-2607b756080e HTTP/1.1" status: 204 len: 168 time: 2.2291589 Jan 21 09:39:57.772284 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39976) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:57.784717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6a0fc563-044d-482c-935d-41a9ce7488ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:57.841097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-79f88bd0-99d0-4c19-a328-1ffaaf423ee5 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1163916888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:57.850574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6a0fc563-044d-482c-935d-41a9ce7488ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:57.855184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-277d91ef-d860-49e0-b233-d39c1a852f7d tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.898243 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8d4d1bbc-e50e-48f0-b4ee-c89bc06707e5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Request body: {'security_group_rule': {'security_group_id': '15b39e31-e885-4846-8a94-60726fc7b35a', 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:57.917049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8d4d1bbc-e50e-48f0-b4ee-c89bc06707e5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:57.919267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Allocated IP 172.20.0.2 (5f77b6ed-7279-4305-a6c3-448f42780957/afa53547-d8cb-4999-be3a-342120845e84/cce0ef97-237b-4bc5-a5d7-97fe89926e37) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:57.941395 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8d4d1bbc-e50e-48f0-b4ee-c89bc06707e5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Usage tracker for resource:security_group_rule and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:57.942625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device eef4aa8b-d126-4194-9223-c71b399a9f4f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:57.945960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-79f88bd0-99d0-4c19-a328-1ffaaf423ee5 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:57.949305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8d4d1bbc-e50e-48f0-b4ee-c89bc06707e5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:57.967080 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8d4d1bbc-e50e-48f0-b4ee-c89bc06707e5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:57.983650 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-79f88bd0-99d0-4c19-a328-1ffaaf423ee5 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Usage tracker for resource:router and tenant:0a250ce0e7184dd98238f666fdf31c48 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:58.030427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d91ef-d860-49e0-b233-d39c1a852f7d tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb63073-3773-46d7-9fc5-004c59385010,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:58.034279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5783f89b-806f-4f85-ba61-782663cd05d9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.044893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-79f88bd0-99d0-4c19-a328-1ffaaf423ee5 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:58.054003 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1bbc-e50e-48f0-b4ee-c89bc06707e5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.063380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.073748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-277d91ef-d860-49e0-b233-d39c1a852f7d tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.075086 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-277d91ef-d860-49e0-b233-d39c1a852f7d tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "DELETE /v2.0/security-groups/efb63073-3773-46d7-9fc5-004c59385010 HTTP/1.1" status: 204 len: 168 time: 2.0235896 Jan 21 09:39:58.076479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-79f88bd0-99d0-4c19-a328-1ffaaf423ee5 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:58.078578 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39982) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:58.084196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5783f89b-806f-4f85-ba61-782663cd05d9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bafd40-0080-4fb2-9096-34d6e9fda491']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:58.087068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc563-044d-482c-935d-41a9ce7488ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.088357 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc563-044d-482c-935d-41a9ce7488ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.104527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc563-044d-482c-935d-41a9ce7488ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.114966 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-a1b7c6c7-2bb8-4507-904c-370b8126248f tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] show failed (client error): The resource could not be found. Jan 21 09:39:58.116203 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a1b7c6c7-2bb8-4507-904c-370b8126248f tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "GET /v2.0/security-groups/efb63073-3773-46d7-9fc5-004c59385010 HTTP/1.1" status: 404 len: 347 time: 0.0373511 Jan 21 09:39:58.121736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 39986) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:58.123457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5783f89b-806f-4f85-ba61-782663cd05d9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6c441f-4b13-4fd8-8019-0d5416b06a43') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:58.123751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5783f89b-806f-4f85-ba61-782663cd05d9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6c441f-4b13-4fd8-8019-0d5416b06a43') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:58.138688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:58.146372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc563-044d-482c-935d-41a9ce7488ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.148483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5783f89b-806f-4f85-ba61-782663cd05d9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.180460 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object b93094a1-683a-4bf1-a69f-f26b2de374a5 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:58.182031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-79f88bd0-99d0-4c19-a328-1ffaaf423ee5 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.183211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-79f88bd0-99d0-4c19-a328-1ffaaf423ee5 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.243182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b61840f3-9a93-48cd-93e7-e3a9c69f9100 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:58.269055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8::1cc (6a4e18e4-4d88-474b-b05b-a6fea3c26f1d/14f59e2b-1e78-4153-a4fe-eabe022e352f/387840c7-d2e9-4765-baca-c56b09ebe794) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:58.285534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-60e21085-bec7-4a9d-9359-e8ebdc797a39 None None] Provisioning for port eef4aa8b-d126-4194-9223-c71b399a9f4f completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:58.306533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc563-044d-482c-935d-41a9ce7488ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.308821 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6a0fc563-044d-482c-935d-41a9ce7488ce tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7649183 Jan 21 09:39:58.313265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-60e21085-bec7-4a9d-9359-e8ebdc797a39 None None] Provisioning complete for port eef4aa8b-d126-4194-9223-c71b399a9f4f triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:58.314177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-60e21085-bec7-4a9d-9359-e8ebdc797a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.318545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8:0:1::1f (6a4e18e4-4d88-474b-b05b-a6fea3c26f1d/8c667919-b626-43aa-8988-4d64c3ce0c03/387840c7-d2e9-4765-baca-c56b09ebe794) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:58.331694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39990) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:58.349256 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-79f88bd0-99d0-4c19-a328-1ffaaf423ee5 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.356077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'network_id': '5f77b6ed-7279-4305-a6c3-448f42780957', 'name': 'tempest-PortsTestJSON-1621458302'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:58.361620 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5783f89b-806f-4f85-ba61-782663cd05d9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.375729 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-66696405-975d-4dae-ac8b-a8eaeafe5eab tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Deleting port 00933e01-3cba-45d9-9c4f-a3b8485ae103 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:58.376326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-66696405-975d-4dae-ac8b-a8eaeafe5eab tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.401154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5783f89b-806f-4f85-ba61-782663cd05d9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:58.401823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5783f89b-806f-4f85-ba61-782663cd05d9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:58.423259 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:58.500949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.503583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b61840f3-9a93-48cd-93e7-e3a9c69f9100 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:58.503938 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.528515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1bbc-e50e-48f0-b4ee-c89bc06707e5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.553541 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1bbc-e50e-48f0-b4ee-c89bc06707e5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.562428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Transition to ACTIVE for port object cce0ef97-237b-4bc5-a5d7-97fe89926e37 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:58.568996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5783f89b-806f-4f85-ba61-782663cd05d9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.605073 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Transition to ACTIVE for port object cce0ef97-237b-4bc5-a5d7-97fe89926e37 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:58.613698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-79f88bd0-99d0-4c19-a328-1ffaaf423ee5 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.627359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5783f89b-806f-4f85-ba61-782663cd05d9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.633059 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5783f89b-806f-4f85-ba61-782663cd05d9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "DELETE /v2.0/networks/63bafd40-0080-4fb2-9096-34d6e9fda491 HTTP/1.1" status: 204 len: 168 time: 1.7364929 Jan 21 09:39:58.634220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1bbc-e50e-48f0-b4ee-c89bc06707e5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.635071 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39994) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:58.638622 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8d4d1bbc-e50e-48f0-b4ee-c89bc06707e5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8763711 Jan 21 09:39:58.651738 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.653156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 39996) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:58.746523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783f89b-806f-4f85-ba61-782663cd05d9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event deleted for resources: {'Network': ['ID=63bafd40-0080-4fb2-9096-34d6e9fda491,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:58.748268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d1bbc-e50e-48f0-b4ee-c89bc06707e5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2ae6df-657d-47a5-baa9-d4b07f528afc,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:58.762134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Network 5f77b6ed-7279-4305-a6c3-448f42780957 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:58.768899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:58.781809 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:58.793024 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-66696405-975d-4dae-ac8b-a8eaeafe5eab tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.793245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b733125c-0e26-4ca1-b7c7-9e4adf6d208f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:58.793350 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-66696405-975d-4dae-ac8b-a8eaeafe5eab tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.804116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.813196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-dc39769e-f06f-43ad-9e8e-b327e4d7e594 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Request body: {'security_group_rule': {'security_group_id': '15b39e31-e885-4846-8a94-60726fc7b35a', 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:58.823653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Pushing event updated for resources: {'Port': ['ID=cce0ef97-237b-4bc5-a5d7-97fe89926e37,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:58.912632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-dc39769e-f06f-43ad-9e8e-b327e4d7e594 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:58.929778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-66696405-975d-4dae-ac8b-a8eaeafe5eab tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Calling delete_port for 00933e01-3cba-45d9-9c4f-a3b8485ae103 owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:58.938013 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Attempting to bind port cce0ef97-237b-4bc5-a5d7-97fe89926e37 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:58.938383 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Attempting to bind port cce0ef97-237b-4bc5-a5d7-97fe89926e37 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5f77b6ed-7279-4305-a6c3-448f42780957'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:58.939093 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Attempting to bind port cce0ef97-237b-4bc5-a5d7-97fe89926e37 on network 5f77b6ed-7279-4305-a6c3-448f42780957 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:58.947100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30536e48-f18e-47e0-90c1-44502630637c tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.947294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:58.947826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Checking segment: {'id': 'ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5f77b6ed-7279-4305-a6c3-448f42780957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:58.948326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.948793 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Bound using segment: {'id': 'ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5f77b6ed-7279-4305-a6c3-448f42780957'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:58.949181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Bound port: cce0ef97-237b-4bc5-a5d7-97fe89926e37, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5f77b6ed-7279-4305-a6c3-448f42780957'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:58.949544 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.970773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:59.000100 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1a68a-d467-42aa-a2c5-a2d9efada7a7 None None] Sync routers for ids ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:59.006211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-dc39769e-f06f-43ad-9e8e-b327e4d7e594 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Usage tracker for resource:security_group_rule and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:59.009309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port b733125c-0e26-4ca1-b7c7-9e4adf6d208f completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:59.025167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b733125c-0e26-4ca1-b7c7-9e4adf6d208f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:59.025640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.079779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d1a68a-d467-42aa-a2c5-a2d9efada7a7 None None] Routers {'c3d2f99a-a4cf-42bb-acc2-4155c99e4605'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:59.080391 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d7d1a68a-d467-42aa-a2c5-a2d9efada7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:59.081966 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-66696405-975d-4dae-ac8b-a8eaeafe5eab tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.130413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66696405-975d-4dae-ac8b-a8eaeafe5eab tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Pushing event deleted for resources: {'Port': ['ID=00933e01-3cba-45d9-9c4f-a3b8485ae103,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:59.169775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-79f88bd0-99d0-4c19-a328-1ffaaf423ee5 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.171061 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-79f88bd0-99d0-4c19-a328-1ffaaf423ee5 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3674197 Jan 21 09:39:59.176158 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-f82481dd-0708-4eca-a0dd-8ece23e31433 req-a0d6b923-b5d7-4b13-8725-a55980aa56ac tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Synchronizing usage tracker for tenant:e54ca0e8ac734aaa9779a4239a46440b on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:59.182104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40004) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:59.185240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-dc39769e-f06f-43ad-9e8e-b327e4d7e594 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:59.203761 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] For port cce0ef97-237b-4bc5-a5d7-97fe89926e37, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:59.228320 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-66696405-975d-4dae-ac8b-a8eaeafe5eab tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.241781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-66696405-975d-4dae-ac8b-a8eaeafe5eab tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.243121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] For port cce0ef97-237b-4bc5-a5d7-97fe89926e37, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cce0ef97-237b-4bc5-a5d7-97fe89926e37,segment=NetworkSegment(ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8),segment_id=ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:59.246285 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-66696405-975d-4dae-ac8b-a8eaeafe5eab tempest-ServersTestJSON-1661808743 tempest-ServersTestJSON-1661808743-project] 10.222.0.99 "DELETE /v2.0/floatingips/6a2d7619-acfe-47cc-9892-8cfcfcf17c96 HTTP/1.1" status: 204 len: 168 time: 1.1141183 Jan 21 09:39:59.246867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40008) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:59.286100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-dc39769e-f06f-43ad-9e8e-b327e4d7e594 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:59.291876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'enable_snat': False}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:59.314226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.348297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:59.375355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:59.378896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:59.379448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.411810 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:59.418243 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] No DVR routers for this DVR port 0debf774-8bb1-475a-a89e-d84d9261eccb on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:59.421035 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.423346 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-19a49a96-a1b3-4041-ab03-8e9d0a76a0fa req-404ab456-d047-480c-9bca-8fec87b6b0f0 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.121 "DELETE /v2.0/ports/0debf774-8bb1-475a-a89e-d84d9261eccb HTTP/1.1" status: 204 len: 173 time: 6.7660198 Jan 21 09:39:59.423980 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=b93094a1-683a-4bf1-a69f-f26b2de374a5,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:59.437735 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.451711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'name': 'network-vif-deleted', 'tag': '0debf774-8bb1-475a-a89e-d84d9261eccb'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:59.457304 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-d7d1a68a-d467-42aa-a2c5-a2d9efada7a7 None None] Set router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:59.493778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:port and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:59.594140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:59.602448 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf00306-3b6f-484f-b979-aa59a9958799 None None] Pushing event updated for resources: {'Port': ['ID=cce0ef97-237b-4bc5-a5d7-97fe89926e37,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:59.608613 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-f82481dd-0708-4eca-a0dd-8ece23e31433 req-a0d6b923-b5d7-4b13-8725-a55980aa56ac tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Unset dirty status for tenant:e54ca0e8ac734aaa9779a4239a46440b on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:59.609809 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f82481dd-0708-4eca-a0dd-8ece23e31433 req-a0d6b923-b5d7-4b13-8725-a55980aa56ac tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cd556e0-9bc8-4817-a811-6fa8a7038063 HTTP/1.1" status: 200 len: 210 time: 0.8283906 Jan 21 09:39:59.619842 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd556e0-9bc8-4817-a811-6fa8a7038063', 'name': 'network-vif-deleted', 'tag': '0debf774-8bb1-475a-a89e-d84d9261eccb', 'status': 'completed', 'code': 200} Jan 21 09:39:59.705870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:59.783397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dc39769e-f06f-43ad-9e8e-b327e4d7e594 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.799722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port b733125c-0e26-4ca1-b7c7-9e4adf6d208f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b733125c-0e26-4ca1-b7c7-9e4adf6d208f,segment=NetworkSegment(57ff8e16-8b92-4556-ba2c-1e22ffbd7d90),segment_id=57ff8e16-8b92-4556-ba2c-1e22ffbd7d90)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:59.832861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.860848 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:59.865377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.945584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.112706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30536e48-f18e-47e0-90c1-44502630637c tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.135842 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.158040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-11a21162-4e8b-4945-90f4-8b4fa4140197 None None] Provisioning for port b93094a1-683a-4bf1-a69f-f26b2de374a5 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:00.162298 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=b733125c-0e26-4ca1-b7c7-9e4adf6d208f,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:00.163548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port 1b703448-e179-410d-96a0-6ed6315a71f6 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:00.169723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-11a21162-4e8b-4945-90f4-8b4fa4140197 None None] Provisioning complete for port b93094a1-683a-4bf1-a69f-f26b2de374a5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:00.170116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-11a21162-4e8b-4945-90f4-8b4fa4140197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.259214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-11a21162-4e8b-4945-90f4-8b4fa4140197 None None] Port b93094a1-683a-4bf1-a69f-f26b2de374a5 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:00.275020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ffd782-d344-44a5-a0b0-b8a157da1ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.298406 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d7d1a68a-d467-42aa-a2c5-a2d9efada7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'b596cb53-86c0-4cb9-80fd-c031153fca5c', 'name': '', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'mac_address': 'fa:16:3e:9c:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:29Z', 'updated_at': '2022-01-21T09:37:43Z', 'revision_number': 5, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'subnets': [{'id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.301988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object 387840c7-d2e9-4765-baca-c56b09ebe794 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:00.306136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1a68a-d467-42aa-a2c5-a2d9efada7a7 None None] Checking router: c3d2f99a-a4cf-42bb-acc2-4155c99e4605 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:00.317895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d1a68a-d467-42aa-a2c5-a2d9efada7a7 None None] Routers {'c3d2f99a-a4cf-42bb-acc2-4155c99e4605'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:00.318662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d7d1a68a-d467-42aa-a2c5-a2d9efada7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.353160 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-30536e48-f18e-47e0-90c1-44502630637c tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2a7b37-762a-4a08-85ab-a38f1482792e']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.362870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.406148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-30536e48-f18e-47e0-90c1-44502630637c tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0264cfee-828c-414c-9ca3-9cc935d71fa0') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.406441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-30536e48-f18e-47e0-90c1-44502630637c tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0264cfee-828c-414c-9ca3-9cc935d71fa0') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.443901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30536e48-f18e-47e0-90c1-44502630637c tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.454400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dc39769e-f06f-43ad-9e8e-b327e4d7e594 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.503390 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-d7d1a68a-d467-42aa-a2c5-a2d9efada7a7 None None] Set router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:00.509822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dc39769e-f06f-43ad-9e8e-b327e4d7e594 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.542685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.605621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30536e48-f18e-47e0-90c1-44502630637c tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.663296 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30536e48-f18e-47e0-90c1-44502630637c tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:00.664115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30536e48-f18e-47e0-90c1-44502630637c tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:00.696414 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:00.699420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39769e-f06f-43ad-9e8e-b327e4d7e594 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ac922d-61a9-442f-b46a-d0d7f9ae8576,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:00.744408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-77ffd782-d344-44a5-a0b0-b8a157da1ee6 admin admin] Deleting port ef722c01-737a-429f-8935-22ae499d9db1 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:00.745095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ffd782-d344-44a5-a0b0-b8a157da1ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.910021 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d7d1a68a-d467-42aa-a2c5-a2d9efada7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'b596cb53-86c0-4cb9-80fd-c031153fca5c', 'name': '', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'mac_address': 'fa:16:3e:9c:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:29Z', 'updated_at': '2022-01-21T09:37:43Z', 'revision_number': 5, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'subnets': [{'id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.916003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1a68a-d467-42aa-a2c5-a2d9efada7a7 None None] The sync data for ids ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'] in dv-neutron-825723-1-hyperv is: [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'b596cb53-86c0-4cb9-80fd-c031153fca5c', 'name': '', 'network_id': '5bb0f08d-d43c-4a56-a8c8-c205d9dff66a', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'mac_address': 'fa:16:3e:9c:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:29Z', 'updated_at': '2022-01-21T09:37:43Z', 'revision_number': 5, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'subnets': [{'id': 'ee2397c0-87b1-4037-824e-ef67a0df213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:00.947084 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40018) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:00.995626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-77ffd782-d344-44a5-a0b0-b8a157da1ee6 admin admin] For port ef722c01-737a-429f-8935-22ae499d9db1, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ef722c01-737a-429f-8935-22ae499d9db1,segment=NetworkSegment(6a83f5ca-04e7-48cc-aa62-5a885aee060a),segment_id=6a83f5ca-04e7-48cc-aa62-5a885aee060a)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:00.996073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ffd782-d344-44a5-a0b0-b8a157da1ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.019087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd760a0-3bd1-4679-8545-1a57d16e5dc3 None None] Network 5f77b6ed-7279-4305-a6c3-448f42780957 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:01.079448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dc39769e-f06f-43ad-9e8e-b327e4d7e594 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.080858 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-dc39769e-f06f-43ad-9e8e-b327e4d7e594 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3031220 Jan 21 09:40:01.106518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40022) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.116963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.11 (5f77b6ed-7279-4305-a6c3-448f42780957/afa53547-d8cb-4999-be3a-342120845e84/1b703448-e179-410d-96a0-6ed6315a71f6) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:01.162256 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-12fd28c8-6313-4903-b718-476ac8785c01 None None] Provisioning for port cce0ef97-237b-4bc5-a5d7-97fe89926e37 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:01.171982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-77ffd782-d344-44a5-a0b0-b8a157da1ee6 admin admin] Calling delete_port for ef722c01-737a-429f-8935-22ae499d9db1 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:01.184774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-b64843f2-fd3d-49e3-be48-679829111017 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Request body: {'security_group_rule': {'security_group_id': '15b39e31-e885-4846-8a94-60726fc7b35a', 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:01.197759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.207121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b64843f2-fd3d-49e3-be48-679829111017 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:01.246481 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fc7c-4398-4771-b1da-4b2c3d0335ca tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.262012 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd01d5-2ebf-48d8-b713-2dc23472c0f5 None None] New status for floating IP 73f7883f-28c0-496b-9609-24f723cbf38c: DOWN {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:40:01.295869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=387840c7-d2e9-4765-baca-c56b09ebe794,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:01.301034 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b64843f2-fd3d-49e3-be48-679829111017 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Usage tracker for resource:security_group_rule and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:01.313008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30536e48-f18e-47e0-90c1-44502630637c tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.315533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b64843f2-fd3d-49e3-be48-679829111017 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:01.318401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fc7c-4398-4771-b1da-4b2c3d0335ca tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.428982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fc7c-4398-4771-b1da-4b2c3d0335ca tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.432667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b64843f2-fd3d-49e3-be48-679829111017 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:01.435222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30536e48-f18e-47e0-90c1-44502630637c tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.458310 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6fc7c-4398-4771-b1da-4b2c3d0335ca tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e006984-ef82-494b-895f-cdd25c205c0e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:01.500761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:01.504944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fc7c-4398-4771-b1da-4b2c3d0335ca tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.508507 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6fd6fc7c-4398-4771-b1da-4b2c3d0335ca tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "DELETE /v2.0/security-groups/0e006984-ef82-494b-895f-cdd25c205c0e HTTP/1.1" status: 204 len: 168 time: 0.5578737 Jan 21 09:40:01.510196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30536e48-f18e-47e0-90c1-44502630637c tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event deleted for resources: {'Network': ['ID=ab2a7b37-762a-4a08-85ab-a38f1482792e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:01.510315 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40026) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.518177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:01.521404 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-30536e48-f18e-47e0-90c1-44502630637c tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "DELETE /v2.0/networks/ab2a7b37-762a-4a08-85ab-a38f1482792e HTTP/1.1" status: 204 len: 168 time: 2.8713734 Jan 21 09:40:01.522595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:01.531564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:01.535577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.537332 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-879d27bc-5180-4954-8709-846927c776de tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] show failed (client error): The resource could not be found. Jan 21 09:40:01.538351 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-879d27bc-5180-4954-8709-846927c776de tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "GET /v2.0/security-groups/0e006984-ef82-494b-895f-cdd25c205c0e HTTP/1.1" status: 404 len: 347 time: 0.0278029 Jan 21 09:40:01.539000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40030) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.561931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40032) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.703542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b64843f2-fd3d-49e3-be48-679829111017 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.717892 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-eb36052c-de59-4e4b-b8bd-19e15d01293a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 9.0594218 Jan 21 09:40:01.734404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40038) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.772177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-69acd459-807f-4f97-92e6-2480a66a3405 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '14f59e2b-1e78-4153-a4fe-eabe022e352f'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:01.901570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d7ce6f3f-527e-42c2-b8fc-101425c8a4f2 None None] Provisioning for port 387840c7-d2e9-4765-baca-c56b09ebe794 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:01.922157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d7ce6f3f-527e-42c2-b8fc-101425c8a4f2 None None] Provisioning complete for port 387840c7-d2e9-4765-baca-c56b09ebe794 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:01.922861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6f3f-527e-42c2-b8fc-101425c8a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.928697 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-417057d1-15e2-4e45-b1c2-125379c398c5 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Deleting port 8302940d-1ef6-4e65-9eb7-ef58a54dee52 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:01.929041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-417057d1-15e2-4e45-b1c2-125379c398c5 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.993122 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce6f3f-527e-42c2-b8fc-101425c8a4f2 None None] Port 387840c7-d2e9-4765-baca-c56b09ebe794 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:02.038554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cce0ef97-237b-4bc5-a5d7-97fe89926e37 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:02.096655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ffd782-d344-44a5-a0b0-b8a157da1ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.107951 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port cce0ef97-237b-4bc5-a5d7-97fe89926e37 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:02.113771 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port cce0ef97-237b-4bc5-a5d7-97fe89926e37 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:02.114142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.118432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b64843f2-fd3d-49e3-be48-679829111017 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.126061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:02.173758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91391a84-9d2f-485a-b6ef-fd0414ac83b7 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:02.179513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91391a84-9d2f-485a-b6ef-fd0414ac83b7 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:02.180299 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-91391a84-9d2f-485a-b6ef-fd0414ac83b7 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Synchronizing usage tracker for tenant:e19d7df2705843b38f9291073a97f5b8 on resource:network {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:02.185176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffd782-d344-44a5-a0b0-b8a157da1ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef722c01-737a-429f-8935-22ae499d9db1,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:02.187763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.200928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b64843f2-fd3d-49e3-be48-679829111017 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.244716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.268595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.283981 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port cce0ef97-237b-4bc5-a5d7-97fe89926e37, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cce0ef97-237b-4bc5-a5d7-97fe89926e37,segment=NetworkSegment(ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8),segment_id=ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:02.290873 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.292100 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b733125c-0e26-4ca1-b7c7-9e4adf6d208f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:02.333358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.334094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.337563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64843f2-fd3d-49e3-be48-679829111017 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9a948b-9dc7-4b6c-a854-c725b4ca9427,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:02.341625 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Transition to ACTIVE for port object 1b703448-e179-410d-96a0-6ed6315a71f6 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:02.354877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-91391a84-9d2f-485a-b6ef-fd0414ac83b7 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Unset dirty status for tenant:e19d7df2705843b38f9291073a97f5b8 on resource:network {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:02.360755 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-91391a84-9d2f-485a-b6ef-fd0414ac83b7 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8198195 Jan 21 09:40:02.376382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40042) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:02.384117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-642151477'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:02.403110 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:02.414693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-417057d1-15e2-4e45-b1c2-125379c398c5 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.415013 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-417057d1-15e2-4e45-b1c2-125379c398c5 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.444097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=cce0ef97-237b-4bc5-a5d7-97fe89926e37,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:02.456610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b733125c-0e26-4ca1-b7c7-9e4adf6d208f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:02.457039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.461313 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b64843f2-fd3d-49e3-be48-679829111017 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.465121 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b64843f2-fd3d-49e3-be48-679829111017 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3427873 Jan 21 09:40:02.476834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40046) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:02.496580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-4128b3eb-e92d-4531-820f-ce9a88a2d80b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Request body: {'security_group_rule': {'security_group_id': '15b39e31-e885-4846-8a94-60726fc7b35a', 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:02.551863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.552424 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:02.581862 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4128b3eb-e92d-4531-820f-ce9a88a2d80b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:02.613114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=b93094a1-683a-4bf1-a69f-f26b2de374a5,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:02.615909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.622262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4128b3eb-e92d-4531-820f-ce9a88a2d80b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Usage tracker for resource:security_group_rule and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:02.632099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-417057d1-15e2-4e45-b1c2-125379c398c5 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Calling delete_port for 8302940d-1ef6-4e65-9eb7-ef58a54dee52 owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:02.674518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4128b3eb-e92d-4531-820f-ce9a88a2d80b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:02.687049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Made reservation on behalf of e19d7df2705843b38f9291073a97f5b8 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:02.690785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.722571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4128b3eb-e92d-4531-820f-ce9a88a2d80b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:02.743120 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69acd459-807f-4f97-92e6-2480a66a3405 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.774134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.822998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:02.840259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ffd782-d344-44a5-a0b0-b8a157da1ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.844310 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.844696 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Added segment e1bdf932-1ec2-4963-b86b-898dee94f59f of type vlan for network 4078d62f-8bd8-459a-bfcd-023e8b7e288d Jan 21 09:40:02.993995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.015811 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-417057d1-15e2-4e45-b1c2-125379c398c5 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.022695 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-4128b3eb-e92d-4531-820f-ce9a88a2d80b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Project 9d91df169b3d4b12afed351c8ebd622a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:40:03.080625 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4128b3eb-e92d-4531-820f-ce9a88a2d80b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.096155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 5f77b6ed-7279-4305-a6c3-448f42780957 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:03.130458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:03.136737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417057d1-15e2-4e45-b1c2-125379c398c5 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Pushing event deleted for resources: {'Port': ['ID=8302940d-1ef6-4e65-9eb7-ef58a54dee52,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.138377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:03.175149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:03.185177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.190842 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:03.191431 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.207965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:03.224619 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=1b703448-e179-410d-96a0-6ed6315a71f6,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.434194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Allocated IP 172.26.4.143 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/82684401-9e18-44ad-9af7-fc6479199335) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:03.470555 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0904598 Jan 21 09:40:03.474006 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40054) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:03.532591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9275027c-e3ab-4bef-9f8f-0a87bb372473 None None] Provisioning complete for port b93094a1-683a-4bf1-a69f-f26b2de374a5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:03.532591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9275027c-e3ab-4bef-9f8f-0a87bb372473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.550837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:03.551464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.587406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-693832684'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:03.589167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9275027c-e3ab-4bef-9f8f-0a87bb372473 None None] Port b93094a1-683a-4bf1-a69f-f26b2de374a5 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:03.593545 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:03.601724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9275027c-e3ab-4bef-9f8f-0a87bb372473 None None] Provisioning for port 1b703448-e179-410d-96a0-6ed6315a71f6 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:03.603949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Usage tracker for resource:network and tenant:e19d7df2705843b38f9291073a97f5b8 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:03.610343 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9275027c-e3ab-4bef-9f8f-0a87bb372473 None None] Provisioning complete for port 1b703448-e179-410d-96a0-6ed6315a71f6 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:03.610895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9275027c-e3ab-4bef-9f8f-0a87bb372473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.618238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4128b3eb-e92d-4531-820f-ce9a88a2d80b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.620108 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:03.623377 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dfdc7-ab4a-44ca-91a0-a743f28e79d6 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event updated for resources: {'Network': ['ID=4078d62f-8bd8-459a-bfcd-023e8b7e288d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.632778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:03.649218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-417057d1-15e2-4e45-b1c2-125379c398c5 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.651702 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-417057d1-15e2-4e45-b1c2-125379c398c5 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.654484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 4078d62f-8bd8-459a-bfcd-023e8b7e288d details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:03.655947 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-417057d1-15e2-4e45-b1c2-125379c398c5 tempest-ServersTestManualDisk-69144291 tempest-ServersTestManualDisk-69144291-project] 10.222.0.99 "DELETE /v2.0/floatingips/73f7883f-28c0-496b-9609-24f723cbf38c HTTP/1.1" status: 204 len: 168 time: 2.0930388 Jan 21 09:40:03.658831 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40058) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:03.682894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4128b3eb-e92d-4531-820f-ce9a88a2d80b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.761557 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7e7c5a0c-e4a8-4bdb-9454-6941f5367c2f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.4281116 Jan 21 09:40:03.780303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9275027c-e3ab-4bef-9f8f-0a87bb372473 None None] Port 1b703448-e179-410d-96a0-6ed6315a71f6 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:03.781276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40062) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:03.788789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128b3eb-e92d-4531-820f-ce9a88a2d80b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f95615-953d-46c8-afed-ced614efbb79,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.805403 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Made reservation on behalf of e19d7df2705843b38f9291073a97f5b8 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:03.808886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.892704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4128b3eb-e92d-4531-820f-ce9a88a2d80b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.896505 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4128b3eb-e92d-4531-820f-ce9a88a2d80b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4140790 Jan 21 09:40:03.902180 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40066) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:03.934894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ffd782-d344-44a5-a0b0-b8a157da1ee6 admin admin] Router e8493fe9-d07d-4912-8839-c3dfd05910fd has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:03.950972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:03.976908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.977249 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Added segment b6c801c8-465e-4d28-963b-721265a10caf of type vlan for network af04d4e4-cacc-4010-b97b-605a85089f4f Jan 21 09:40:03.984719 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cce0ef97-237b-4bc5-a5d7-97fe89926e37 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:04.011996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8102fc1a-6afc-4808-aa69-f4f6b7288e90 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Request body: {'security_group_rule': {'security_group_id': '15b39e31-e885-4846-8a94-60726fc7b35a', 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:04.027461 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8102fc1a-6afc-4808-aa69-f4f6b7288e90 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:04.057795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port cce0ef97-237b-4bc5-a5d7-97fe89926e37 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:04.058252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.117630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8102fc1a-6afc-4808-aa69-f4f6b7288e90 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Usage tracker for resource:security_group_rule and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:04.124111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8102fc1a-6afc-4808-aa69-f4f6b7288e90 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:04.141454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.144207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8102fc1a-6afc-4808-aa69-f4f6b7288e90 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:04.145965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Router 5e99f3e4-8a1a-4bed-b04d-8901ef1c1771 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:40:04.218688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.225819 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-69acd459-807f-4f97-92e6-2480a66a3405 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Delete allocated IP 2001:db8:0:1::1f (6a4e18e4-4d88-474b-b05b-a6fea3c26f1d/8c667919-b626-43aa-8988-4d64c3ce0c03) {{(pid=87501) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:40:04.346706 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-8102fc1a-6afc-4808-aa69-f4f6b7288e90 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Project 9d91df169b3d4b12afed351c8ebd622a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:40:04.388958 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ffd782-d344-44a5-a0b0-b8a157da1ee6 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:04.399563 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.401569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a93e6c-6e01-42e4-89e4-4251f945d4d6 None None] Sync routers for ids ['e8493fe9-d07d-4912-8839-c3dfd05910fd'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:04.405410 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.406046 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.412651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a93e6c-6e01-42e4-89e4-4251f945d4d6 None None] Routers {'e8493fe9-d07d-4912-8839-c3dfd05910fd'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:04.413511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-98a93e6c-6e01-42e4-89e4-4251f945d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e8493fe9-d07d-4912-8839-c3dfd05910fd'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:04.457886 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-77ffd782-d344-44a5-a0b0-b8a157da1ee6 admin admin] 10.222.0.99 "PUT /v2.0/routers/e8493fe9-d07d-4912-8839-c3dfd05910fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2099209 Jan 21 09:40:04.475207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40070) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:04.587365 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1098008 Jan 21 09:40:04.591285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8102fc1a-6afc-4808-aa69-f4f6b7288e90 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.597920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40074) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:04.605223 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Request body: {'ports': [{'network_id': '4078d62f-8bd8-459a-bfcd-023e8b7e288d', 'name': 'tempest-port--1816942643', 'admin_state_up': True}, {'network_id': 'af04d4e4-cacc-4010-b97b-605a85089f4f', 'admin_state_up': False}]} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:04.605559 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Request body: {'port': {'network_id': '4078d62f-8bd8-459a-bfcd-023e8b7e288d', 'name': 'tempest-port--1816942643', 'admin_state_up': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:04.606163 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Request body: {'port': {'network_id': 'af04d4e4-cacc-4010-b97b-605a85089f4f', 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:04.619619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-98a93e6c-6e01-42e4-89e4-4251f945d4d6 None None] Set router e8493fe9-d07d-4912-8839-c3dfd05910fd gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:04.704914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15284b-6240-47c4-8434-a5888c8226df tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event updated for resources: {'Network': ['ID=af04d4e4-cacc-4010-b97b-605a85089f4f,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:04.741547 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network af04d4e4-cacc-4010-b97b-605a85089f4f details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:04.877054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:04.889818 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Sync routers for ids ['5e99f3e4-8a1a-4bed-b04d-8901ef1c1771'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:04.899344 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Routers {'5e99f3e4-8a1a-4bed-b04d-8901ef1c1771'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:04.900303 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5e99f3e4-8a1a-4bed-b04d-8901ef1c1771'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:04.944284 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.960106 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8102fc1a-6afc-4808-aa69-f4f6b7288e90 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.993436 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9046517d-1b33-4b80-beaf-7845b6616e59 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "PUT /v2.0/routers/5e99f3e4-8a1a-4bed-b04d-8901ef1c1771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9397750 Jan 21 09:40:04.997166 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40078) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:05.021436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8102fc1a-6afc-4808-aa69-f4f6b7288e90 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.075151 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Set router 5e99f3e4-8a1a-4bed-b04d-8901ef1c1771 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:05.145223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102fc1a-6afc-4808-aa69-f4f6b7288e90 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fa02e4-efe7-4d71-9a80-b33b3de9647a,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:05.145418 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.148328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:05.150917 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-98a93e6c-6e01-42e4-89e4-4251f945d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:40:01Z', 'revision_number': 5, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:05.155932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a93e6c-6e01-42e4-89e4-4251f945d4d6 None None] Checking router: e8493fe9-d07d-4912-8839-c3dfd05910fd for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:05.164948 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a93e6c-6e01-42e4-89e4-4251f945d4d6 None None] Routers {'e8493fe9-d07d-4912-8839-c3dfd05910fd'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:05.165863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-98a93e6c-6e01-42e4-89e4-4251f945d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e8493fe9-d07d-4912-8839-c3dfd05910fd'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:05.193327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:05.205559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Pushing event updated for resources: {'Port': ['ID=82684401-9e18-44ad-9af7-fc6479199335,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:05.218469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:05.243734 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:05.249948 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-69acd459-807f-4f97-92e6-2480a66a3405 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:05.254664 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Usage tracker for resource:port and tenant:e19d7df2705843b38f9291073a97f5b8 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:05.265008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8102fc1a-6afc-4808-aa69-f4f6b7288e90 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.269244 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8102fc1a-6afc-4808-aa69-f4f6b7288e90 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3337395 Jan 21 09:40:05.287345 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8218f9-8d59-4ae0-9668-0bf725540f8a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:05.287934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ab8218f9-8d59-4ae0-9668-0bf725540f8a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:05.290663 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:05.355414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69acd459-807f-4f97-92e6-2480a66a3405 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.364375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:05.367521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.394129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-98a93e6c-6e01-42e4-89e4-4251f945d4d6 None None] Set router e8493fe9-d07d-4912-8839-c3dfd05910fd gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:05.417903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Made reservation on behalf of e19d7df2705843b38f9291073a97f5b8 for: {'port': 2} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:05.423102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.451317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.461964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.531350 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1628052b-6e2e-47f8-ada3-b1458d8a877b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.558084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-69acd459-807f-4f97-92e6-2480a66a3405 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object 387840c7-d2e9-4765-baca-c56b09ebe794 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:05.584433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ab8218f9-8d59-4ae0-9668-0bf725540f8a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:05.589077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Deleting port e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:05.589364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.589870 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ab8218f9-8d59-4ae0-9668-0bf725540f8a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports/b93094a1-683a-4bf1-a69f-f26b2de374a5 HTTP/1.1" status: 200 len: 911 time: 0.5834169 Jan 21 09:40:05.592724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40112) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:05.640035 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69acd459-807f-4f97-92e6-2480a66a3405 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.651551 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99f3e4-8a1a-4bed-b04d-8901ef1c1771', 'name': 'tempest-NetworksTestDHCPv6-router-1608109011', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:40:00Z', 'revision_number': 2, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'gw_port_host': None, '_interfaces': [{'id': 'b93094a1-683a-4bf1-a69f-f26b2de374a5', 'name': '', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'mac_address': 'fa:16:3e:8e:04:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99f3e4-8a1a-4bed-b04d-8901ef1c1771', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0909b596-dcd4-47a8-a375-bd0a575b0287', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:54Z', 'updated_at': '2022-01-21T09:40:01Z', 'revision_number': 2, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'subnets': [{'id': '0909b596-dcd4-47a8-a375-bd0a575b0287', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:05.664022 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Checking router: 5e99f3e4-8a1a-4bed-b04d-8901ef1c1771 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:05.664497 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Updating router 5e99f3e4-8a1a-4bed-b04d-8901ef1c1771 port b93094a1-683a-4bf1-a69f-f26b2de374a5 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:40:05.801828 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.033037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] device_id is not set on port 97bd8232-e1ab-425b-bd03-f392e5f5bb13 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:06.039907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-69acd459-807f-4f97-92e6-2480a66a3405 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] In _notify_port_updated(), no bound segment for port 387840c7-d2e9-4765-baca-c56b09ebe794 on network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:40:06.051795 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69acd459-807f-4f97-92e6-2480a66a3405 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:06.052873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69acd459-807f-4f97-92e6-2480a66a3405 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.054425 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-69acd459-807f-4f97-92e6-2480a66a3405 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "PUT /v2.0/ports/387840c7-d2e9-4765-baca-c56b09ebe794 HTTP/1.1" status: 200 len: 926 time: 4.3061674 Jan 21 09:40:06.060204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40128) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:06.082715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acd459-807f-4f97-92e6-2480a66a3405 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=387840c7-d2e9-4765-baca-c56b09ebe794,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:06.143655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c42cbfa0-cf7d-4392-b370-fed209e66709 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '14f59e2b-1e78-4153-a4fe-eabe022e352f'}, {'subnet_id': '8c667919-b626-43aa-8988-4d64c3ce0c03'}]}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:06.158283 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-98a93e6c-6e01-42e4-89e4-4251f945d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:40:01Z', 'revision_number': 5, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:06.166329 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a93e6c-6e01-42e4-89e4-4251f945d4d6 None None] The sync data for ids ['e8493fe9-d07d-4912-8839-c3dfd05910fd'] in dv-neutron-825723-1-hyperv is: [{'id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'name': 'tempest-ServersTestJSON-1461438233-router', 'tenant_id': '013dc1cee37942f9bf78ba151fe8de88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:14Z', 'updated_at': '2022-01-21T09:40:01Z', 'revision_number': 5, 'project_id': '013dc1cee37942f9bf78ba151fe8de88', 'gw_port': {'id': 'e85d6b0e-fdac-49aa-9702-3ab6b4e87a86', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:52:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8493fe9-d07d-4912-8839-c3dfd05910fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:06.283891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] For port e85d6b0e-fdac-49aa-9702-3ab6b4e87a86, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e85d6b0e-fdac-49aa-9702-3ab6b4e87a86,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:06.284258 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.341560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fac61a9b-8373-47ff-aa5d-8fc9c07926db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.347706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b4b5c833-7456-402a-8165-452055bd3503 None None] Provisioning for port 387840c7-d2e9-4765-baca-c56b09ebe794 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:06.349676 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.353481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b4b5c833-7456-402a-8165-452055bd3503 None None] Provisioning complete for port 387840c7-d2e9-4765-baca-c56b09ebe794 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:06.353847 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b4b5c833-7456-402a-8165-452055bd3503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.383816 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Transition to ACTIVE for port object b93094a1-683a-4bf1-a69f-f26b2de374a5 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:06.404896 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.425654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b4b5c833-7456-402a-8165-452055bd3503 None None] Port 387840c7-d2e9-4765-baca-c56b09ebe794 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:06.710672 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Attempting to bind port b93094a1-683a-4bf1-a69f-f26b2de374a5 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:06.710903 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Attempting to bind port b93094a1-683a-4bf1-a69f-f26b2de374a5 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:06.711235 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Attempting to bind port b93094a1-683a-4bf1-a69f-f26b2de374a5 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:06.717124 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:06.717536 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:06.717878 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.718261 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:06.718782 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Bound port: b93094a1-683a-4bf1-a69f-f26b2de374a5, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:06.719166 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.736505 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Pushing event updated for resources: {'Port': ['ID=b93094a1-683a-4bf1-a69f-f26b2de374a5,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:06.831906 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] For port b93094a1-683a-4bf1-a69f-f26b2de374a5, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:06.836816 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] For port b93094a1-683a-4bf1-a69f-f26b2de374a5, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b93094a1-683a-4bf1-a69f-f26b2de374a5,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:06.856494 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:06.856891 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:06.857348 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:06.857680 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:06.858004 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:06.858328 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:06.858650 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:06.858966 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:06.859296 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:06.859615 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:06.859928 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:06.860243 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:06.870322 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.885613 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Calling delete_port for e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:06.927260 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.978456 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3893e-ef58-4133-a1bf-97ae0e9fc818 None None] Pushing event updated for resources: {'Port': ['ID=b93094a1-683a-4bf1-a69f-f26b2de374a5,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:07.005345 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Routers {'5e99f3e4-8a1a-4bed-b04d-8901ef1c1771'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:07.006049 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:39:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5e99f3e4-8a1a-4bed-b04d-8901ef1c1771'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:07.069678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3726018-602e-42b6-9ac3-4e2f3884c547 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:07.075953 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3726018-602e-42b6-9ac3-4e2f3884c547 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:07.077608 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d3726018-602e-42b6-9ac3-4e2f3884c547 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.4774306 Jan 21 09:40:07.093446 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40146) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:07.170977 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] Set router 5e99f3e4-8a1a-4bed-b04d-8901ef1c1771 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:07.438306 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.513369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c42cbfa0-cf7d-4392-b370-fed209e66709 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.586686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.615074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.639715 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99f3e4-8a1a-4bed-b04d-8901ef1c1771', 'name': 'tempest-NetworksTestDHCPv6-router-1608109011', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:40:00Z', 'revision_number': 2, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'gw_port_host': None, '_interfaces': [{'id': 'b93094a1-683a-4bf1-a69f-f26b2de374a5', 'name': '', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'mac_address': 'fa:16:3e:8e:04:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99f3e4-8a1a-4bed-b04d-8901ef1c1771', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0909b596-dcd4-47a8-a375-bd0a575b0287', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:54Z', 'updated_at': '2022-01-21T09:40:06Z', 'revision_number': 4, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'subnets': [{'id': '0909b596-dcd4-47a8-a375-bd0a575b0287', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:07.649502 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68486b6-11c3-4720-9528-5bbb5658bc37 None None] The sync data for ids ['5e99f3e4-8a1a-4bed-b04d-8901ef1c1771'] in dv-neutron-825723-1-hyperv is: [{'id': '5e99f3e4-8a1a-4bed-b04d-8901ef1c1771', 'name': 'tempest-NetworksTestDHCPv6-router-1608109011', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:40:00Z', 'revision_number': 2, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'gw_port_host': None, '_interfaces': [{'id': 'b93094a1-683a-4bf1-a69f-f26b2de374a5', 'name': '', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'mac_address': 'fa:16:3e:8e:04:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99f3e4-8a1a-4bed-b04d-8901ef1c1771', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0909b596-dcd4-47a8-a375-bd0a575b0287', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:54Z', 'updated_at': '2022-01-21T09:40:06Z', 'revision_number': 4, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'subnets': [{'id': '0909b596-dcd4-47a8-a375-bd0a575b0287', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:07.780852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1628052b-6e2e-47f8-ada3-b1458d8a877b admin admin] Deleting port b596cb53-86c0-4cb9-80fd-c031153fca5c {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:07.781203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1628052b-6e2e-47f8-ada3-b1458d8a877b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.825852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] device_id is not set on port c3bc7fa2-9744-4f60-b729-8f2b8abab7f8 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:07.896774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ef722c01-737a-429f-8935-22ae499d9db1 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:07.937130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=1b703448-e179-410d-96a0-6ed6315a71f6,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:08.031298 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.034578 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: ef722c01-737a-429f-8935-22ae499d9db1 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:08.035178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ef722c01-737a-429f-8935-22ae499d9db1 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:08.176126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.221658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.228313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Pushing event deleted for resources: {'Port': ['ID=e85d6b0e-fdac-49aa-9702-3ab6b4e87a86,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:08.327606 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d489e41f-a616-43ed-89e7-0731f1130e69 None None] Provisioning complete for port 1b703448-e179-410d-96a0-6ed6315a71f6 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:08.328314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d489e41f-a616-43ed-89e7-0731f1130e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.418238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d489e41f-a616-43ed-89e7-0731f1130e69 None None] Port 1b703448-e179-410d-96a0-6ed6315a71f6 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:08.469970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0776-c5c0-40e3-9801-80839f907f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.546723 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-1628052b-6e2e-47f8-ada3-b1458d8a877b admin admin] For port b596cb53-86c0-4cb9-80fd-c031153fca5c, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b596cb53-86c0-4cb9-80fd-c031153fca5c,segment=NetworkSegment(a2732187-63eb-4aff-9b2d-088fa3fc3edb),segment_id=a2732187-63eb-4aff-9b2d-088fa3fc3edb)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:08.547031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1628052b-6e2e-47f8-ada3-b1458d8a877b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.582567 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.692433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.766770 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1628052b-6e2e-47f8-ada3-b1458d8a877b admin admin] Calling delete_port for b596cb53-86c0-4cb9-80fd-c031153fca5c owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:08.972751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Router 3cee9899-c124-4de9-a20b-bac9824271de is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:40:09.027660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.100518 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.108573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.238274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.238822 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8493fe9-d07d-4912-8839-c3dfd05910fd {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:40:09.254282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.300489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.330211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-c42cbfa0-cf7d-4392-b370-fed209e66709 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8:0:1::3ab (6a4e18e4-4d88-474b-b05b-a6fea3c26f1d/8c667919-b626-43aa-8988-4d64c3ce0c03/387840c7-d2e9-4765-baca-c56b09ebe794) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:09.345158 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.348901 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4fd762e2-0f9c-4134-b8b5-b468a9aadcdc admin admin] 10.222.0.99 "DELETE /v2.0/routers/e8493fe9-d07d-4912-8839-c3dfd05910fd HTTP/1.1" status: 204 len: 168 time: 4.8708234 Jan 21 09:40:09.351564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40186) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.483890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.515427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:09.523806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.525082 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0f1ff0cb-a777-40a5-9579-8d4acb68b0a0 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "PUT /v2.0/routers/3cee9899-c124-4de9-a20b-bac9824271de HTTP/1.1" status: 200 len: 916 time: 10.3286932 Jan 21 09:40:09.530028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40190) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.533254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event updated for resources: {'Port': ['ID=97bd8232-e1ab-425b-bd03-f392e5f5bb13,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:09.538191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2708261c-6265-497c-8ab9-38a03b876569 None None] Sync routers for ids ['3cee9899-c124-4de9-a20b-bac9824271de'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:09.559896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2708261c-6265-497c-8ab9-38a03b876569 None None] Routers {'3cee9899-c124-4de9-a20b-bac9824271de'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:09.560841 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2708261c-6265-497c-8ab9-38a03b876569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3cee9899-c124-4de9-a20b-bac9824271de'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:09.596261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.658968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-638863b4-68f5-4a46-8877-43e2d8c67143 admin admin] Deleting subnet 7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:09.688183 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2708261c-6265-497c-8ab9-38a03b876569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:09.710708 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2708261c-6265-497c-8ab9-38a03b876569 None None] Routers {'3cee9899-c124-4de9-a20b-bac9824271de'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:09.711336 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2708261c-6265-497c-8ab9-38a03b876569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3cee9899-c124-4de9-a20b-bac9824271de'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:09.725955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Checking segment: {'id': 'e1bdf932-1ec2-4963-b86b-898dee94f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4078d62f-8bd8-459a-bfcd-023e8b7e288d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:09.726322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Network hostable DHCP agents. Network: 4078d62f-8bd8-459a-bfcd-023e8b7e288d, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:09.740004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-638863b4-68f5-4a46-8877-43e2d8c67143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.779255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.792698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2708261c-6265-497c-8ab9-38a03b876569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:09.793097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2708261c-6265-497c-8ab9-38a03b876569 None None] The sync data for ids ['3cee9899-c124-4de9-a20b-bac9824271de'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:09.861323 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-638863b4-68f5-4a46-8877-43e2d8c67143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.909994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1628052b-6e2e-47f8-ada3-b1458d8a877b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.971697 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Network 4078d62f-8bd8-459a-bfcd-023e8b7e288d is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:10.010462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c42cbfa0-cf7d-4392-b370-fed209e66709 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.015449 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628052b-6e2e-47f8-ada3-b1458d8a877b admin admin] Pushing event deleted for resources: {'Port': ['ID=b596cb53-86c0-4cb9-80fd-c031153fca5c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:10.070056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b93094a1-683a-4bf1-a69f-f26b2de374a5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:10.096201 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 4078d62f-8bd8-459a-bfcd-023e8b7e288d) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:10.138513 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c77b76b-f371-4a9b-9057-aa879f5f58d6 None None] Network 4078d62f-8bd8-459a-bfcd-023e8b7e288d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:10.156826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-c42cbfa0-cf7d-4392-b370-fed209e66709 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object 387840c7-d2e9-4765-baca-c56b09ebe794 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:10.157704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:10.158542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.225329 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c42cbfa0-cf7d-4392-b370-fed209e66709 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.260964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-638863b4-68f5-4a46-8877-43e2d8c67143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.406971 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-77c8ec38-be5e-4e83-9d4e-c77e09383dc6 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/routers/3cee9899-c124-4de9-a20b-bac9824271de HTTP/1.1" status: 200 len: 922 time: 0.8732216 Jan 21 09:40:10.410094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40196) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:10.463374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port b93094a1-683a-4bf1-a69f-f26b2de374a5 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:10.463716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.488558 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port b93094a1-683a-4bf1-a69f-f26b2de374a5 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:10.498722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b93094a1-683a-4bf1-a69f-f26b2de374a5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:10.499215 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.516848 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event updated for resources: {'Port': ['ID=c3bc7fa2-9744-4f60-b729-8f2b8abab7f8,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:10.663327 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-c42cbfa0-cf7d-4392-b370-fed209e66709 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] In _notify_port_updated(), no bound segment for port 387840c7-d2e9-4765-baca-c56b09ebe794 on network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d {{(pid=87502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:40:10.677795 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42cbfa0-cf7d-4392-b370-fed209e66709 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:10.678479 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c42cbfa0-cf7d-4392-b370-fed209e66709 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.679806 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c42cbfa0-cf7d-4392-b370-fed209e66709 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "PUT /v2.0/ports/387840c7-d2e9-4765-baca-c56b09ebe794 HTTP/1.1" status: 200 len: 1012 time: 4.6140141 Jan 21 09:40:10.684982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.689667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] For port b93094a1-683a-4bf1-a69f-f26b2de374a5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b93094a1-683a-4bf1-a69f-f26b2de374a5,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:10.690029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.693383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40200) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:10.736552 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port b93094a1-683a-4bf1-a69f-f26b2de374a5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b93094a1-683a-4bf1-a69f-f26b2de374a5,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:10.746790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.801891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Checking segment: {'id': 'b6c801c8-465e-4d28-963b-721265a10caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'af04d4e4-cacc-4010-b97b-605a85089f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:10.802254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Network hostable DHCP agents. Network: af04d4e4-cacc-4010-b97b-605a85089f4f, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:10.816898 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cbfa0-cf7d-4392-b370-fed209e66709 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=387840c7-d2e9-4765-baca-c56b09ebe794,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:10.881956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for b93094a1-683a-4bf1-a69f-f26b2de374a5 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:10.887889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-638863b4-68f5-4a46-8877-43e2d8c67143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.888665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:10.948551 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:10.948896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e85d6b0e-fdac-49aa-9702-3ab6b4e87a86 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:10.973541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=b93094a1-683a-4bf1-a69f-f26b2de374a5,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:10.987591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.997688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ba41ab66-1dff-42da-b3d1-1c191d15d655 None None] Provisioning for port 387840c7-d2e9-4765-baca-c56b09ebe794 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:11.005672 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ba41ab66-1dff-42da-b3d1-1c191d15d655 None None] Provisioning complete for port 387840c7-d2e9-4765-baca-c56b09ebe794 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:11.006048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ba41ab66-1dff-42da-b3d1-1c191d15d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.081326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ba41ab66-1dff-42da-b3d1-1c191d15d655 None None] Port 387840c7-d2e9-4765-baca-c56b09ebe794 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:11.101224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638863b4-68f5-4a46-8877-43e2d8c67143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:11.115155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-994d1e18-c7cd-4017-9332-6869862f2b1b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 387840c7-d2e9-4765-baca-c56b09ebe794 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:11.115490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-994d1e18-c7cd-4017-9332-6869862f2b1b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.149240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-638863b4-68f5-4a46-8877-43e2d8c67143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.157481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28237808-4ba7-4890-8303-e6aea8349e46 None None] Network 7cb82da3-5f7d-4504-aa6b-91451816142c requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:11.173199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:11.173528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:11.178756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1628052b-6e2e-47f8-ada3-b1458d8a877b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.186603 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Network af04d4e4-cacc-4010-b97b-605a85089f4f is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:11.203913 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba142fe-1ea7-4e1a-9d58-fb3a185fe9d1 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:11.208392 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1ba142fe-1ea7-4e1a-9d58-fb3a185fe9d1 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/ports?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&device_id=3cee9899-c124-4de9-a20b-bac9824271de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7948258 Jan 21 09:40:11.209334 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-638863b4-68f5-4a46-8877-43e2d8c67143 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/7c2cc1d9-80b7-4ac5-bd47-16f3f30d6428 HTTP/1.1" status: 204 len: 168 time: 1.8470364 Jan 21 09:40:11.209469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40204) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:11.209469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40206) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:11.266970 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, af04d4e4-cacc-4010-b97b-605a85089f4f) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:11.305764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:11.310855 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:11.315828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:11.316546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.353711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8149a0a9-bb8b-4057-9588-b9867d3dee18 None None] Network af04d4e4-cacc-4010-b97b-605a85089f4f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:11.399923 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-24dd11db-97cf-4df2-a2e4-2a2d1b0c40fc tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.8001013 Jan 21 09:40:11.401653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40212) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:11.452728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.488843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.508726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.580883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a9ec0a-a870-4f89-9d20-24bdb7f287d6 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:11.585142 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-39a9ec0a-a870-4f89-9d20-24bdb7f287d6 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/networks/58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 881 time: 0.3681583 Jan 21 09:40:11.597132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Deleting port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:11.597443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.610952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40218) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:11.675339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port b93094a1-683a-4bf1-a69f-f26b2de374a5 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:11.675702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.711345 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5a03e412-0f93-44a9-bf7a-d5f3d1ddc739 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "GET /v2.0/ports?device_id=3cee9899-c124-4de9-a20b-bac9824271de HTTP/1.1" status: 200 len: 205 time: 0.0915010 Jan 21 09:40:11.719361 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40222) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:11.734117 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=1b703448-e179-410d-96a0-6ed6315a71f6,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:11.745227 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb8aee7-6343-4366-8fb6-4cb629e727c8 None None] DHCP port deletion for 7cb82da3-5f7d-4504-aa6b-91451816142c request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:11.750952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8aee7-6343-4366-8fb6-4cb629e727c8 None None] Deleting port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:11.751329 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fcb8aee7-6343-4366-8fb6-4cb629e727c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.847177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.952443 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-994d1e18-c7cd-4017-9332-6869862f2b1b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.972544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98bc82f-b34f-432d-970f-26a4c70f464f tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:11.979450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98bc82f-b34f-432d-970f-26a4c70f464f tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:11.980430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b98bc82f-b34f-432d-970f-26a4c70f464f tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Synchronizing usage tracker for tenant:e19d7df2705843b38f9291073a97f5b8 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:12.069613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b93094a1-683a-4bf1-a69f-f26b2de374a5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:12.137433 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-fcb8aee7-6343-4366-8fb6-4cb629e727c8 None None] For port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=51ea5ce6-9a38-4988-9c2e-02534a9c96cd,segment=NetworkSegment(6a83f5ca-04e7-48cc-aa62-5a885aee060a),segment_id=6a83f5ca-04e7-48cc-aa62-5a885aee060a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:12.138419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fcb8aee7-6343-4366-8fb6-4cb629e727c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.175541 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-994d1e18-c7cd-4017-9332-6869862f2b1b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for 387840c7-d2e9-4765-baca-c56b09ebe794 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:12.272275 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b98bc82f-b34f-432d-970f-26a4c70f464f tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Unset dirty status for tenant:e19d7df2705843b38f9291073a97f5b8 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:12.276866 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b98bc82f-b34f-432d-970f-26a4c70f464f tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8644047 Jan 21 09:40:12.298039 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40226) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:12.300188 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8aee7-6343-4366-8fb6-4cb629e727c8 None None] Calling delete_port for 51ea5ce6-9a38-4988-9c2e-02534a9c96cd owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:12.314042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1628052b-6e2e-47f8-ada3-b1458d8a877b admin admin] Router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:12.389960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b93094a1-683a-4bf1-a69f-f26b2de374a5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:12.390634 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.451061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.488265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fcb8aee7-6343-4366-8fb6-4cb629e727c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.541654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8aee7-6343-4366-8fb6-4cb629e727c8 None None] Pushing event deleted for resources: {'Port': ['ID=51ea5ce6-9a38-4988-9c2e-02534a9c96cd,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:12.552451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb8aee7-6343-4366-8fb6-4cb629e727c8 None None] No DVR routers for this DVR port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:12.593871 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] For port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=51ea5ce6-9a38-4988-9c2e-02534a9c96cd,segment=NetworkSegment(6a83f5ca-04e7-48cc-aa62-5a885aee060a),segment_id=6a83f5ca-04e7-48cc-aa62-5a885aee060a)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:12.594468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.703438 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 51ea5ce6-9a38-4988-9c2e-02534a9c96cd no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:12.743299 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4a99386d-3fab-4e5e-b0ec-e5ad48b88b94 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Deleting port 97bd8232-e1ab-425b-bd03-f392e5f5bb13 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:12.743646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a99386d-3fab-4e5e-b0ec-e5ad48b88b94 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.768594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 51ea5ce6-9a38-4988-9c2e-02534a9c96cd {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:12.769223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 51ea5ce6-9a38-4988-9c2e-02534a9c96cd not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:12.862001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Calling delete_port for 51ea5ce6-9a38-4988-9c2e-02534a9c96cd owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:12.876169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1628052b-6e2e-47f8-ada3-b1458d8a877b admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:12.887899 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d7032-ee60-48c2-bfbd-683b3244c82e None None] Sync routers for ids ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:12.902125 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d7032-ee60-48c2-bfbd-683b3244c82e None None] Routers {'c3d2f99a-a4cf-42bb-acc2-4155c99e4605'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:12.903802 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-112d7032-ee60-48c2-bfbd-683b3244c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:13.014188 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] For port b93094a1-683a-4bf1-a69f-f26b2de374a5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b93094a1-683a-4bf1-a69f-f26b2de374a5,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:13.014543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.113988 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1628052b-6e2e-47f8-ada3-b1458d8a877b admin admin] 10.222.0.99 "PUT /v2.0/routers/c3d2f99a-a4cf-42bb-acc2-4155c99e4605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4541001 Jan 21 09:40:13.119821 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40232) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:13.170723 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-112d7032-ee60-48c2-bfbd-683b3244c82e None None] Set router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:13.181672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 5f77b6ed-7279-4305-a6c3-448f42780957 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:13.189833 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for b93094a1-683a-4bf1-a69f-f26b2de374a5 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:13.231312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-994d1e18-c7cd-4017-9332-6869862f2b1b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.244281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:13.250856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.329636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d1e18-c7cd-4017-9332-6869862f2b1b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=387840c7-d2e9-4765-baca-c56b09ebe794,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:13.445148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:13.445148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:13.484069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Deleting port 82684401-9e18-44ad-9af7-fc6479199335 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:13.484441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.664999 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-112d7032-ee60-48c2-bfbd-683b3244c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:40:09Z', 'revision_number': 5, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:13.676224 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d7032-ee60-48c2-bfbd-683b3244c82e None None] Checking router: c3d2f99a-a4cf-42bb-acc2-4155c99e4605 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:13.698356 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d7032-ee60-48c2-bfbd-683b3244c82e None None] Routers {'c3d2f99a-a4cf-42bb-acc2-4155c99e4605'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:13.698991 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-112d7032-ee60-48c2-bfbd-683b3244c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:13.718519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a99386d-3fab-4e5e-b0ec-e5ad48b88b94 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.735925 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-878d2e81-7785-4e48-91a2-7a21e590b0cd None None] Provisioning complete for port 1b703448-e179-410d-96a0-6ed6315a71f6 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:13.736726 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-878d2e81-7785-4e48-91a2-7a21e590b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.758019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-994d1e18-c7cd-4017-9332-6869862f2b1b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.759971 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-994d1e18-c7cd-4017-9332-6869862f2b1b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/387840c7-d2e9-4765-baca-c56b09ebe794 HTTP/1.1" status: 204 len: 168 time: 3.0637815 Jan 21 09:40:13.803012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-878d2e81-7785-4e48-91a2-7a21e590b0cd None None] Port 1b703448-e179-410d-96a0-6ed6315a71f6 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:13.825564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40236) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:13.925343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.010172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Deleting port 51ea5ce6-9a38-4988-9c2e-02534a9c96cd {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:14.010774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.015889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4a99386d-3fab-4e5e-b0ec-e5ad48b88b94 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Calling delete_port for 97bd8232-e1ab-425b-bd03-f392e5f5bb13 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:14.018892 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-112d7032-ee60-48c2-bfbd-683b3244c82e None None] Set router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:14.156680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] The port '51ea5ce6-9a38-4988-9c2e-02534a9c96cd' was deleted {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:40:14.166406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.170137 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c650c34-d9b7-4f30-8276-8748a2176bfc tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:40:14.171126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4c650c34-d9b7-4f30-8276-8748a2176bfc tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:14.218101 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.290387 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4c650c34-d9b7-4f30-8276-8748a2176bfc tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:14.291769 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4c650c34-d9b7-4f30-8276-8748a2176bfc tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/387840c7-d2e9-4765-baca-c56b09ebe794 HTTP/1.1" status: 404 len: 333 time: 0.4651506 Jan 21 09:40:14.292612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a99386d-3fab-4e5e-b0ec-e5ad48b88b94 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.303808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40242) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:14.342422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=b93094a1-683a-4bf1-a69f-f26b2de374a5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:14.374486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99386d-3fab-4e5e-b0ec-e5ad48b88b94 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event deleted for resources: {'Port': ['ID=97bd8232-e1ab-425b-bd03-f392e5f5bb13,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:14.386534 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-112d7032-ee60-48c2-bfbd-683b3244c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:40:09Z', 'revision_number': 5, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:14.391256 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d7032-ee60-48c2-bfbd-683b3244c82e None None] The sync data for ids ['c3d2f99a-a4cf-42bb-acc2-4155c99e4605'] in dv-neutron-825723-1-hyperv is: [{'id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'name': 'tempest-ServersTestManualDisk-1139811637-router', 'tenant_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '6b899700-508c-430a-8c9f-9016e162e63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:40:09Z', 'revision_number': 5, 'project_id': 'e54ca0e8ac734aaa9779a4239a46440b', 'gw_port': {'id': '6b899700-508c-430a-8c9f-9016e162e63c', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2f99a-a4cf-42bb-acc2-4155c99e4605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:22Z', 'updated_at': '2022-01-21T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:14.414565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a99386d-3fab-4e5e-b0ec-e5ad48b88b94 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.421779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Calling delete_port for 82684401-9e18-44ad-9af7-fc6479199335 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:14.457135 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4a99386d-3fab-4e5e-b0ec-e5ad48b88b94 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "DELETE /v2.0/ports/97bd8232-e1ab-425b-bd03-f392e5f5bb13 HTTP/1.1" status: 204 len: 168 time: 2.1525736 Jan 21 09:40:14.464741 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40246) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:14.470699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Router 1105ee06-0601-48e3-8378-5135df53579a is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:40:14.505095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.588391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting subnet 8c667919-b626-43aa-8988-4d64c3ce0c03 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:14.594425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.625765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.660538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-25816038-fdd6-4b94-bc35-eef7ecc8d493 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Deleting port c3bc7fa2-9744-4f60-b729-8f2b8abab7f8 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:14.660879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-25816038-fdd6-4b94-bc35-eef7ecc8d493 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.707185 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Deleting port 6b899700-508c-430a-8c9f-9016e162e63c {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:14.707850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.839442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb82da3-5f7d-4504-aa6b-91451816142c']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:14.867687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.914311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a83f5ca-04e7-48cc-aa62-5a885aee060a') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:14.914667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a83f5ca-04e7-48cc-aa62-5a885aee060a') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:15.045491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.135599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.169393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:15.189451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114a4ee-598c-48ac-8550-28a52dec6a71 None None] Sync routers for ids ['1105ee06-0601-48e3-8378-5135df53579a'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:15.202289 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114a4ee-598c-48ac-8550-28a52dec6a71 None None] Routers {'1105ee06-0601-48e3-8378-5135df53579a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:15.203167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2114a4ee-598c-48ac-8550-28a52dec6a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1105ee06-0601-48e3-8378-5135df53579a'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:15.231438 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.255820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] For port 6b899700-508c-430a-8c9f-9016e162e63c, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=6b899700-508c-430a-8c9f-9016e162e63c,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:15.256538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.259199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:15.259766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:15.276003 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:15.285565 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-807a5bb8-72df-4b5c-a675-3b15a8b45dec tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "PUT /v2.0/routers/1105ee06-0601-48e3-8378-5135df53579a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4957283 Jan 21 09:40:15.288431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2114a4ee-598c-48ac-8550-28a52dec6a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:15.297258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40252) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:15.297937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114a4ee-598c-48ac-8550-28a52dec6a71 None None] Routers {'1105ee06-0601-48e3-8378-5135df53579a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:15.298622 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2114a4ee-598c-48ac-8550-28a52dec6a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1105ee06-0601-48e3-8378-5135df53579a'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:15.375964 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2114a4ee-598c-48ac-8550-28a52dec6a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:15.376405 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114a4ee-598c-48ac-8550-28a52dec6a71 None None] The sync data for ids ['1105ee06-0601-48e3-8378-5135df53579a'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:15.418384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Calling delete_port for 6b899700-508c-430a-8c9f-9016e162e63c owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:15.520333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.560963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-25816038-fdd6-4b94-bc35-eef7ecc8d493 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.694488 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-25816038-fdd6-4b94-bc35-eef7ecc8d493 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Calling delete_port for c3bc7fa2-9744-4f60-b729-8f2b8abab7f8 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:15.726460 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.731491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.774746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Router 5e99f3e4-8a1a-4bed-b04d-8901ef1c1771 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:15.785606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb82da3-5f7d-4504-aa6b-91451816142c,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:15.806604 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] 10.222.0.99 "DELETE /v2.0/networks/7cb82da3-5f7d-4504-aa6b-91451816142c HTTP/1.1" status: 204 len: 168 time: 4.5944896 Jan 21 09:40:15.810411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:15.810745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:15.811077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:15.811745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:15.811745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:15.812382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:15.812382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:15.812677 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:15.812996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:15.813306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:15.813977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:15.814294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489b79eb-49a9-417b-9c4f-b03ac0f3335b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:15.844874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.887067 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.925824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Subnet': ['ID=8c667919-b626-43aa-8988-4d64c3ce0c03,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:15.931207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-25816038-fdd6-4b94-bc35-eef7ecc8d493 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.944412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d15d6e-e21f-452b-9b49-4d097ef194ae None None] Network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:15.998271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b596cb53-86c0-4cb9-80fd-c031153fca5c no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:16.021565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0fa39a-8b5c-4d8c-a507-69675ba1a846 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:16.022315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5d0fa39a-8b5c-4d8c-a507-69675ba1a846 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:16.028604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Pushing event deleted for resources: {'Port': ['ID=82684401-9e18-44ad-9af7-fc6479199335,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:16.040918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.051125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.051468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.051797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.052258 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.052864 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.053196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.053530 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.053835 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.055077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.055077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.055077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.055383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.074803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25816038-fdd6-4b94-bc35-eef7ecc8d493 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event deleted for resources: {'Port': ['ID=c3bc7fa2-9744-4f60-b729-8f2b8abab7f8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:16.075509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: b596cb53-86c0-4cb9-80fd-c031153fca5c {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:16.082289 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b596cb53-86c0-4cb9-80fd-c031153fca5c not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:16.091601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:16.099426 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c5bcde69-db14-4720-acc7-35528747621a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/8c667919-b626-43aa-8988-4d64c3ce0c03 HTTP/1.1" status: 204 len: 168 time: 1.7796159 Jan 21 09:40:16.099731 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1ee4bf6d-6862-457b-827f-0c3b979e1715 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "PUT /v2.0/routers/5e99f3e4-8a1a-4bed-b04d-8901ef1c1771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0028119 Jan 21 09:40:16.110248 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e343a86-3ff6-47e3-a63c-38c7a309c301 None None] Sync routers for ids ['5e99f3e4-8a1a-4bed-b04d-8901ef1c1771'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:16.112525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-25816038-fdd6-4b94-bc35-eef7ecc8d493 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.114921 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-25816038-fdd6-4b94-bc35-eef7ecc8d493 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "DELETE /v2.0/ports/c3bc7fa2-9744-4f60-b729-8f2b8abab7f8 HTTP/1.1" status: 204 len: 168 time: 1.6486654 Jan 21 09:40:16.115544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40258) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.115868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40260) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.146688 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e343a86-3ff6-47e3-a63c-38c7a309c301 None None] Routers {'5e99f3e4-8a1a-4bed-b04d-8901ef1c1771'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:16.149969 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-1e343a86-3ff6-47e3-a63c-38c7a309c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5e99f3e4-8a1a-4bed-b04d-8901ef1c1771'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:16.155886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40262) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.195772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40272) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.199334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ab288-3d0e-43a2-b1ec-24674d83ae7d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:16.201735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ab288-3d0e-43a2-b1ec-24674d83ae7d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:16.205537 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b81ab288-3d0e-43a2-b1ec-24674d83ae7d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0834403 Jan 21 09:40:16.207659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40274) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.270762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5d0fa39a-8b5c-4d8c-a507-69675ba1a846 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:16.274609 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5d0fa39a-8b5c-4d8c-a507-69675ba1a846 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports?device_id=1105ee06-0601-48e3-8378-5135df53579a HTTP/1.1" status: 200 len: 983 time: 0.9229617 Jan 21 09:40:16.281098 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40280) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.297496 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a82398b3-3c27-4107-aeee-150f5ae222cd tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1329894 Jan 21 09:40:16.308807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40284) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.312223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.373662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.380884 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-86602189'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:16.389618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:16.395896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Usage tracker for resource:network and tenant:e19d7df2705843b38f9291073a97f5b8 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:16.400280 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:16.445618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b899700-508c-430a-8c9f-9016e162e63c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:16.463556 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-1e343a86-3ff6-47e3-a63c-38c7a309c301 None None] Set router 5e99f3e4-8a1a-4bed-b04d-8901ef1c1771 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:16.516318 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:16.539145 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a23f13b0-0812-49bd-87cf-c824bf299150 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=013dc1cee37942f9bf78ba151fe8de88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3323321 Jan 21 09:40:16.549505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40288) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.602779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.606893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.613068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Made reservation on behalf of e19d7df2705843b38f9291073a97f5b8 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:16.616387 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.661892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:16.668627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.669171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Fanout notify agent at l3_agent the message router_deleted on router 3cee9899-c124-4de9-a20b-bac9824271de {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:40:16.672203 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-1e343a86-3ff6-47e3-a63c-38c7a309c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99f3e4-8a1a-4bed-b04d-8901ef1c1771', 'name': 'tempest-NetworksTestDHCPv6-router-1608109011', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:40:13Z', 'revision_number': 3, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:16.683697 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e343a86-3ff6-47e3-a63c-38c7a309c301 None None] Checking router: 5e99f3e4-8a1a-4bed-b04d-8901ef1c1771 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:16.685692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.686289 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Added segment 0a410f0e-c389-43e5-9938-cdf915f428f6 of type vlan for network a9bbcf25-96ec-4533-b469-d70c915e5c50 Jan 21 09:40:16.696577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.697935 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cce982ad-48d5-4a2d-9941-9b419cfa09c2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "DELETE /v2.0/routers/3cee9899-c124-4de9-a20b-bac9824271de HTTP/1.1" status: 204 len: 168 time: 4.9695318 Jan 21 09:40:16.703574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40292) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.704363 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e343a86-3ff6-47e3-a63c-38c7a309c301 None None] Routers {'5e99f3e4-8a1a-4bed-b04d-8901ef1c1771'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:16.705010 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-1e343a86-3ff6-47e3-a63c-38c7a309c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5e99f3e4-8a1a-4bed-b04d-8901ef1c1771'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:16.711927 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1832367286', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:16.730506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:16.737890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Usage tracker for resource:router and tenant:0a250ce0e7184dd98238f666fdf31c48 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:16.741431 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.745402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:16.754281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:16.774836 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.776102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.800194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.806522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:16.807265 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.811929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.912038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d8c37d-f8fd-4f12-86c8-5a8bcc6d5eeb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting subnet 14f59e2b-1e78-4153-a4fe-eabe022e352f {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:16.917073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c37d-f8fd-4f12-86c8-5a8bcc6d5eeb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.919873 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-1e343a86-3ff6-47e3-a63c-38c7a309c301 None None] Set router 5e99f3e4-8a1a-4bed-b04d-8901ef1c1771 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:16.946606 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6363783 Jan 21 09:40:16.952195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40296) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:17.015346 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf60f3-2824-4a2d-bfcf-1dbbada17455 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event updated for resources: {'Network': ['ID=a9bbcf25-96ec-4533-b469-d70c915e5c50,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:17.031875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network a9bbcf25-96ec-4533-b469-d70c915e5c50 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:17.032555 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-471629168'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:17.038934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:17.084215 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-1e343a86-3ff6-47e3-a63c-38c7a309c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99f3e4-8a1a-4bed-b04d-8901ef1c1771', 'name': 'tempest-NetworksTestDHCPv6-router-1608109011', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:40:13Z', 'revision_number': 3, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:17.089993 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e343a86-3ff6-47e3-a63c-38c7a309c301 None None] The sync data for ids ['5e99f3e4-8a1a-4bed-b04d-8901ef1c1771'] in dv-neutron-825723-1-hyperv is: [{'id': '5e99f3e4-8a1a-4bed-b04d-8901ef1c1771', 'name': 'tempest-NetworksTestDHCPv6-router-1608109011', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:40:13Z', 'revision_number': 3, 'project_id': 'ded4182530de4fdd99c566736625b02a', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:17.108588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Usage tracker for resource:network and tenant:e19d7df2705843b38f9291073a97f5b8 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:17.121289 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:17.170272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-144fb481-13e2-427a-baef-00592a2b918c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 0909b596-dcd4-47a8-a375-bd0a575b0287 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:17.178445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:17.189859 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-144fb481-13e2-427a-baef-00592a2b918c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.248602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c37d-f8fd-4f12-86c8-5a8bcc6d5eeb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.256090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Made reservation on behalf of e19d7df2705843b38f9291073a97f5b8 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:17.260238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.281390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.323665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:17.339632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.339942 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Added segment a21b074a-45cd-4b76-8459-41f4f671c25f of type vlan for network 5bb07606-69c2-4500-bd6e-ad26c0216f1f Jan 21 09:40:17.512153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.530537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.579243 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-52b2259a-996f-4cd5-99d2-e63ce2323e54 None None] Provisioning complete for port eef4aa8b-d126-4194-9223-c71b399a9f4f triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:17.581381 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-52b2259a-996f-4cd5-99d2-e63ce2323e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.626703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.633163 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:17.634830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.652417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-144fb481-13e2-427a-baef-00592a2b918c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.792986 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8394980 Jan 21 09:40:17.794694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70585ea-fd17-41e2-a87f-eb5dcdebe7bb tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event updated for resources: {'Network': ['ID=5bb07606-69c2-4500-bd6e-ad26c0216f1f,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:17.852695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 5bb07606-69c2-4500-bd6e-ad26c0216f1f details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:17.854264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.864169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.879055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ecb323f4-7c48-4f02-a9ba-e0f27c711997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.917271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40302) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:17.950483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Request body: {'subnets': [{'network_id': 'a9bbcf25-96ec-4533-b469-d70c915e5c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--950895873', 'ip_version': 4}, {'network_id': '5bb07606-69c2-4500-bd6e-ad26c0216f1f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:17.951114 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Request body: {'subnet': {'network_id': 'a9bbcf25-96ec-4533-b469-d70c915e5c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--950895873', 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:17.951716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Request body: {'subnet': {'network_id': '5bb07606-69c2-4500-bd6e-ad26c0216f1f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:17.991186 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ecb323f4-7c48-4f02-a9ba-e0f27c711997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.007224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.007725 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3d2f99a-a4cf-42bb-acc2-4155c99e4605 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:40:18.039135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c37d-f8fd-4f12-86c8-5a8bcc6d5eeb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.043265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b93094a1-683a-4bf1-a69f-f26b2de374a5 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:18.085637 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: b93094a1-683a-4bf1-a69f-f26b2de374a5 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:18.085637 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b93094a1-683a-4bf1-a69f-f26b2de374a5 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:18.141962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.158685 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.159814 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-42ff6774-485f-433a-84d6-87f76f12dd50 admin admin] 10.222.0.99 "DELETE /v2.0/routers/c3d2f99a-a4cf-42bb-acc2-4155c99e4605 HTTP/1.1" status: 204 len: 168 time: 5.0369856 Jan 21 09:40:18.167423 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-144fb481-13e2-427a-baef-00592a2b918c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.171680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40306) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:18.235637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.316712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa83b4cb-5870-4212-bb65-762f2a15c85d admin admin] Deleting subnet ee2397c0-87b1-4037-824e-ef67a0df213d {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:18.328821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa83b4cb-5870-4212-bb65-762f2a15c85d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.422591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa83b4cb-5870-4212-bb65-762f2a15c85d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.428852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c37d-f8fd-4f12-86c8-5a8bcc6d5eeb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.432327 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ecb323f4-7c48-4f02-a9ba-e0f27c711997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.484465 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:18.486464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Allocated IP 172.26.4.40 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/72f9969b-935b-4916-bb24-c82b2128e68e) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:18.502641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Usage tracker for resource:subnet and tenant:e19d7df2705843b38f9291073a97f5b8 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:18.510064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb323f4-7c48-4f02-a9ba-e0f27c711997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea601fa2-f59d-4402-bd6c-87b1f2aa50db,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:18.511840 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8c37d-f8fd-4f12-86c8-5a8bcc6d5eeb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Subnet': ['ID=14f59e2b-1e78-4153-a4fe-eabe022e352f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:18.514992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:18.529345 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-144fb481-13e2-427a-baef-00592a2b918c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.530951 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe386538-2454-4a3c-b457-ec2faa6eb42c None None] Network 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:18.537126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c37d-f8fd-4f12-86c8-5a8bcc6d5eeb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.579287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:18.598404 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fb481-13e2-427a-baef-00592a2b918c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=0909b596-dcd4-47a8-a375-bd0a575b0287,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:18.617619 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c9d8c37d-f8fd-4f12-86c8-5a8bcc6d5eeb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/14f59e2b-1e78-4153-a4fe-eabe022e352f HTTP/1.1" status: 204 len: 168 time: 2.4972024 Jan 21 09:40:18.619399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ecb323f4-7c48-4f02-a9ba-e0f27c711997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.622978 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ecb323f4-7c48-4f02-a9ba-e0f27c711997 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ea601fa2-f59d-4402-bd6c-87b1f2aa50db HTTP/1.1" status: 204 len: 168 time: 2.0602353 Jan 21 09:40:18.622978 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40312) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:18.623551 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-144fb481-13e2-427a-baef-00592a2b918c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.628734 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-144fb481-13e2-427a-baef-00592a2b918c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/0909b596-dcd4-47a8-a375-bd0a575b0287 HTTP/1.1" status: 204 len: 168 time: 2.3585162 Jan 21 09:40:18.653736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40316) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:18.653968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417b58a-1027-4256-b7d6-c697c512e36a None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:18.669479 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Made reservation on behalf of e19d7df2705843b38f9291073a97f5b8 for: {'subnet': 2} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:18.681706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.682014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.739235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.774083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa83b4cb-5870-4212-bb65-762f2a15c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.859150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.930843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa83b4cb-5870-4212-bb65-762f2a15c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.019527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:19.020467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83b4cb-5870-4212-bb65-762f2a15c85d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2397c0-87b1-4037-824e-ef67a0df213d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:19.033165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa83b4cb-5870-4212-bb65-762f2a15c85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.039324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:19.043923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:19.076017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0a2bbe-dd01-40b6-9e1f-22decd7de856 None None] Network 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:19.235827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.295393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Pushing event updated for resources: {'Port': ['ID=72f9969b-935b-4916-bb24-c82b2128e68e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:19.358912 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-aa83b4cb-5870-4212-bb65-762f2a15c85d admin admin] 10.222.0.99 "DELETE /v2.0/subnets/ee2397c0-87b1-4037-824e-ef67a0df213d HTTP/1.1" status: 204 len: 168 time: 1.1828692 Jan 21 09:40:19.377865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40326) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:19.458504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e3f506a9-66e6-4c43-9e9f-cafde3d48e67 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:router {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:19.466375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-931481a9-b2a4-49ed-81d2-ff22354ba906 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.488589 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] DHCP port deletion for 6a4e18e4-4d88-474b-b05b-a6fea3c26f1d request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:19.493771 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] Deleting port eef4aa8b-d126-4194-9223-c71b399a9f4f {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:19.494168 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.517189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port eef4aa8b-d126-4194-9223-c71b399a9f4f {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:19.518209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.558891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:19.668246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174f1f8c-4945-4e91-badd-50ed127eaaa2 None None] DHCP port deletion for 5bb0f08d-d43c-4a56-a8c8-c205d9dff66a request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:19.732239 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Deleting port b61840f3-9a93-48cd-93e7-e3a9c69f9100 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:19.733944 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.811862 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.833770 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e3f506a9-66e6-4c43-9e9f-cafde3d48e67 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:router {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:19.836394 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e3f506a9-66e6-4c43-9e9f-cafde3d48e67 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.1785166 Jan 21 09:40:19.854758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40338) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:19.912860 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-174f1f8c-4945-4e91-badd-50ed127eaaa2 None None] Deleting port 474e7f58-37c1-4057-b6c2-9264e14d84b6 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:19.913430 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-174f1f8c-4945-4e91-badd-50ed127eaaa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.996070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Deleting port 474e7f58-37c1-4057-b6c2-9264e14d84b6 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:20.002568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.261354 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.304634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dcefa709-217b-41f5-a149-bd1b6969d481 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.310907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] For port b61840f3-9a93-48cd-93e7-e3a9c69f9100, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b61840f3-9a93-48cd-93e7-e3a9c69f9100,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:20.311475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.345954 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device eef4aa8b-d126-4194-9223-c71b399a9f4f no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:20.505350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40350) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:20.609601 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Calling delete_port for b61840f3-9a93-48cd-93e7-e3a9c69f9100 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:20.614478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] For port 474e7f58-37c1-4057-b6c2-9264e14d84b6, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=474e7f58-37c1-4057-b6c2-9264e14d84b6,segment=NetworkSegment(a2732187-63eb-4aff-9b2d-088fa3fc3edb),segment_id=a2732187-63eb-4aff-9b2d-088fa3fc3edb)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:20.615339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.871621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Calling delete_port for 474e7f58-37c1-4057-b6c2-9264e14d84b6 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:20.914812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1150808133-network', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:20.974989 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:20.983942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Usage tracker for resource:network and tenant:78db1456b4d84c919af68b6798f69fd9 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:20.988574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:21.009151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:21.072711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.091625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dcefa709-217b-41f5-a149-bd1b6969d481 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.093882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dcefa709-217b-41f5-a149-bd1b6969d481 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.097278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] For port eef4aa8b-d126-4194-9223-c71b399a9f4f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=eef4aa8b-d126-4194-9223-c71b399a9f4f,segment=NetworkSegment(51bd17f1-b5cc-488a-bb60-d63a542b209e),segment_id=51bd17f1-b5cc-488a-bb60-d63a542b209e)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:21.097278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.113773 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-174f1f8c-4945-4e91-badd-50ed127eaaa2 None None] For port 474e7f58-37c1-4057-b6c2-9264e14d84b6, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=474e7f58-37c1-4057-b6c2-9264e14d84b6,segment=NetworkSegment(a2732187-63eb-4aff-9b2d-088fa3fc3edb),segment_id=a2732187-63eb-4aff-9b2d-088fa3fc3edb)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:21.114193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-174f1f8c-4945-4e91-badd-50ed127eaaa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.118918 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Made reservation on behalf of 78db1456b4d84c919af68b6798f69fd9 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:21.121611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.155277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.158972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.217410 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] For port eef4aa8b-d126-4194-9223-c71b399a9f4f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=eef4aa8b-d126-4194-9223-c71b399a9f4f,segment=NetworkSegment(51bd17f1-b5cc-488a-bb60-d63a542b209e),segment_id=51bd17f1-b5cc-488a-bb60-d63a542b209e)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:21.217805 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.238726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:21.241363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Usage tracker for resource:security_group_rule and tenant:78db1456b4d84c919af68b6798f69fd9 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:21.244440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:21.252595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:21.257426 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Pushing event deleted for resources: {'Port': ['ID=474e7f58-37c1-4057-b6c2-9264e14d84b6,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:21.271329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] No DVR routers for this DVR port 474e7f58-37c1-4057-b6c2-9264e14d84b6 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:21.299940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] Calling delete_port for eef4aa8b-d126-4194-9223-c71b399a9f4f owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:21.352034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for eef4aa8b-d126-4194-9223-c71b399a9f4f owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:21.402486 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-174f1f8c-4945-4e91-badd-50ed127eaaa2 None None] Calling delete_port for 474e7f58-37c1-4057-b6c2-9264e14d84b6 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:21.425485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dcefa709-217b-41f5-a149-bd1b6969d481 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.425897 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcefa709-217b-41f5-a149-bd1b6969d481 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Fanout notify agent at l3_agent the message router_deleted on router 5e99f3e4-8a1a-4bed-b04d-8901ef1c1771 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:40:21.428745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.492021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.501925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.551255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Pushing event deleted for resources: {'Port': ['ID=b61840f3-9a93-48cd-93e7-e3a9c69f9100,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:21.558112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port eef4aa8b-d126-4194-9223-c71b399a9f4f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=eef4aa8b-d126-4194-9223-c71b399a9f4f,segment=NetworkSegment(51bd17f1-b5cc-488a-bb60-d63a542b209e),segment_id=51bd17f1-b5cc-488a-bb60-d63a542b209e)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:21.559283 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] No DVR routers for this DVR port b61840f3-9a93-48cd-93e7-e3a9c69f9100 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:21.589467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dcefa709-217b-41f5-a149-bd1b6969d481 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.599038 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dcefa709-217b-41f5-a149-bd1b6969d481 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/routers/5e99f3e4-8a1a-4bed-b04d-8901ef1c1771 HTTP/1.1" status: 204 len: 168 time: 1.6444018 Jan 21 09:40:21.618897 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40358) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:21.706179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-174f1f8c-4945-4e91-badd-50ed127eaaa2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:21.706825 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-174f1f8c-4945-4e91-badd-50ed127eaaa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:21.708201 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.708822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.709331 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.709828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.710315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.710812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.711297 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.711777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.712263 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.712773 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.713346 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.713823 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fd81-4556-4b37-aba7-87387369780b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.717279 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.718246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 6b899700-508c-430a-8c9f-9016e162e63c no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:21.723830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5d34484a-d950-4037-aae4-caea73f11036 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:21.733849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.api [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:21.734203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG oslo_db.api [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:21.763797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-931481a9-b2a4-49ed-81d2-ff22354ba906 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port 1b703448-e179-410d-96a0-6ed6315a71f6 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:21.764137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-931481a9-b2a4-49ed-81d2-ff22354ba906 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.783292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb0f08d-d43c-4a56-a8c8-c205d9dff66a']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:21.812957 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2732187-63eb-4aff-9b2d-088fa3fc3edb') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:21.812957 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2732187-63eb-4aff-9b2d-088fa3fc3edb') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:21.822249 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=eef4aa8b-d126-4194-9223-c71b399a9f4f,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:21.832182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 6b899700-508c-430a-8c9f-9016e162e63c {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:21.832845 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 6b899700-508c-430a-8c9f-9016e162e63c not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:21.833414 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 474e7f58-37c1-4057-b6c2-9264e14d84b6 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:21.840559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.848544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5d34484a-d950-4037-aae4-caea73f11036 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:21.852864 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5d34484a-d950-4037-aae4-caea73f11036 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2327731 Jan 21 09:40:21.857500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40362) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:21.876617 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 474e7f58-37c1-4057-b6c2-9264e14d84b6 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:21.877384 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 474e7f58-37c1-4057-b6c2-9264e14d84b6 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:21.878046 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b61840f3-9a93-48cd-93e7-e3a9c69f9100 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:21.913542 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: b61840f3-9a93-48cd-93e7-e3a9c69f9100 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:21.914255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b61840f3-9a93-48cd-93e7-e3a9c69f9100 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:21.918950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.920929 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:21.921664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:21.931115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d8998-486d-47af-a06a-aa98e729aaae tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:21.931891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-745d8998-486d-47af-a06a-aa98e729aaae tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:21.941336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.953817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:21.954220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:21.978582 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:22.074604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-745d8998-486d-47af-a06a-aa98e729aaae tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:22.078742 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-745d8998-486d-47af-a06a-aa98e729aaae tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2201977 Jan 21 09:40:22.079341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40368) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:22.099260 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.108375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.122803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.136571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Checking segment: {'id': '0a410f0e-c389-43e5-9938-cdf915f428f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9bbcf25-96ec-4533-b469-d70c915e5c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:22.137037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Network hostable DHCP agents. Network: a9bbcf25-96ec-4533-b469-d70c915e5c50, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:22.163233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.182263 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:22.189079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb0f08d-d43c-4a56-a8c8-c205d9dff66a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:22.208349 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-174f1f8c-4945-4e91-badd-50ed127eaaa2 None None] Deleting port 474e7f58-37c1-4057-b6c2-9264e14d84b6 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:22.208754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-174f1f8c-4945-4e91-badd-50ed127eaaa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.224158 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.224879 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Added segment 8e4a5964-8d8c-4380-9eee-dc2cca9be530 of type vlan for network f469d677-4dc7-49de-9c0e-17fa992e291c Jan 21 09:40:22.237071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event updated for resources: {'Subnet': ['ID=d252f52b-1f52-45fa-bab9-8b42ea84080f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:22.240268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-14ad3345-e756-43bf-9162-dd0ae47ea97c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:router {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:22.246531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16067025-9062-4017-816e-f4f36ae6825f,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:22.246683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port eef4aa8b-d126-4194-9223-c71b399a9f4f {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:22.246683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.278590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-174f1f8c-4945-4e91-badd-50ed127eaaa2 None None] The port '474e7f58-37c1-4057-b6c2-9264e14d84b6' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:40:22.280397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Router e9756347-c459-49b4-a915-32f7915cdc06 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:40:22.300669 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c1803c03-e4e4-4b74-a600-4f9d3aca1263 admin admin] 10.222.0.99 "DELETE /v2.0/networks/5bb0f08d-d43c-4a56-a8c8-c205d9dff66a HTTP/1.1" status: 204 len: 168 time: 2.9189072 Jan 21 09:40:22.302335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.302972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Network a9bbcf25-96ec-4533-b469-d70c915e5c50 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:22.339999 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-14ad3345-e756-43bf-9162-dd0ae47ea97c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:router {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:22.345934 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-14ad3345-e756-43bf-9162-dd0ae47ea97c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2109940 Jan 21 09:40:22.346253 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40382) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:22.364925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ef7d53d5-ca6d-43b0-814d-3bea65dd462b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:22.381063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-931481a9-b2a4-49ed-81d2-ff22354ba906 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.403889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, a9bbcf25-96ec-4533-b469-d70c915e5c50) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:22.414782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75155a3c-a0f8-4cf1-9cca-cd7ea6376069 None None] Network a9bbcf25-96ec-4533-b469-d70c915e5c50 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:22.461749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] Deleting port eef4aa8b-d126-4194-9223-c71b399a9f4f {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:22.462213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.489706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40386) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:22.494643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.495597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:22.496171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.606778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-931481a9-b2a4-49ed-81d2-ff22354ba906 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for 1b703448-e179-410d-96a0-6ed6315a71f6 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:22.659759 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-695317d3-bcba-4860-bd75-3d68c3c6ee09 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e54ca0e8ac734aaa9779a4239a46440b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1666710 Jan 21 09:40:22.659759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:22.662138 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1524329 Jan 21 09:40:22.664929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40390) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:22.664929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40392) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:22.674815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7fe3d-5c84-48c7-98c8-3cf7ee7e0a3b admin admin] Pushing event updated for resources: {'Network': ['ID=f469d677-4dc7-49de-9c0e-17fa992e291c,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:22.682041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Request body: {'subnet': {'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1150808133-subnet', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:22.687174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:22.691375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Usage tracker for resource:subnet and tenant:78db1456b4d84c919af68b6798f69fd9 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:22.694154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:22.699807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:22.727395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Made reservation on behalf of 78db1456b4d84c919af68b6798f69fd9 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:22.729877 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.777386 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a7c8b0-30f4-4d58-9824-3d1dd256bdfe None None] Sync routers for ids ['e9756347-c459-49b4-a915-32f7915cdc06'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:22.780439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network f469d677-4dc7-49de-9c0e-17fa992e291c details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:22.787302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.788601 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5459da59-3cb3-4d20-b91d-a157360f18cb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0839176 Jan 21 09:40:22.793672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40398) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:22.850461 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:22.867543 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] For port eef4aa8b-d126-4194-9223-c71b399a9f4f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=eef4aa8b-d126-4194-9223-c71b399a9f4f,segment=NetworkSegment(51bd17f1-b5cc-488a-bb60-d63a542b209e),segment_id=51bd17f1-b5cc-488a-bb60-d63a542b209e)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:22.868146 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.870452 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.932803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a7c8b0-30f4-4d58-9824-3d1dd256bdfe None None] Routers {'e9756347-c459-49b4-a915-32f7915cdc06'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:22.933591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c1a7c8b0-30f4-4d58-9824-3d1dd256bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e9756347-c459-49b4-a915-32f7915cdc06'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:22.966010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6124385c-ce36-4681-a54f-be5985dae5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.063819 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6124385c-ce36-4681-a54f-be5985dae5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.119538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ef7d53d5-ca6d-43b0-814d-3bea65dd462b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:23.127061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event updated for resources: {'Subnet': ['ID=fc527af6-3056-4f39-a9c7-c22e8b0bc753,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:23.200683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] Calling delete_port for eef4aa8b-d126-4194-9223-c71b399a9f4f owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:23.224611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ef7d53d5-ca6d-43b0-814d-3bea65dd462b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:23.236189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c1a7c8b0-30f4-4d58-9824-3d1dd256bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:23.248872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] For port eef4aa8b-d126-4194-9223-c71b399a9f4f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=eef4aa8b-d126-4194-9223-c71b399a9f4f,segment=NetworkSegment(51bd17f1-b5cc-488a-bb60-d63a542b209e),segment_id=51bd17f1-b5cc-488a-bb60-d63a542b209e)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:23.249231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.260512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Checking segment: {'id': 'a21b074a-45cd-4b76-8459-41f4f671c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5bb07606-69c2-4500-bd6e-ad26c0216f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:23.260877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Network hostable DHCP agents. Network: 5bb07606-69c2-4500-bd6e-ad26c0216f1f, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:23.278273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a7c8b0-30f4-4d58-9824-3d1dd256bdfe None None] Routers {'e9756347-c459-49b4-a915-32f7915cdc06'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:23.279037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c1a7c8b0-30f4-4d58-9824-3d1dd256bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e9756347-c459-49b4-a915-32f7915cdc06'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:23.333113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7d53d5-ca6d-43b0-814d-3bea65dd462b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:23.336484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ef7d53d5-ca6d-43b0-814d-3bea65dd462b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.383940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.386242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c1a7c8b0-30f4-4d58-9824-3d1dd256bdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:23.386747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a7c8b0-30f4-4d58-9824-3d1dd256bdfe None None] The sync data for ids ['e9756347-c459-49b4-a915-32f7915cdc06'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:23.415713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-a9bbcf25-96ec-4533-b469-d70c915e5c50', 'network_id': 'a9bbcf25-96ec-4533-b469-d70c915e5c50', 'tenant_id': 'e19d7df2705843b38f9291073a97f5b8', 'fixed_ips': [{'subnet_id': 'd252f52b-1f52-45fa-bab9-8b42ea84080f'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:23.416631 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.417272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for eef4aa8b-d126-4194-9223-c71b399a9f4f owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:23.427922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.484195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] Pushing event deleted for resources: {'Port': ['ID=eef4aa8b-d126-4194-9223-c71b399a9f4f,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:23.495171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a5c8da-2e2d-49d7-8a3e-4cf3200049e8 None None] No DVR routers for this DVR port eef4aa8b-d126-4194-9223-c71b399a9f4f on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:23.599470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Network 5bb07606-69c2-4500-bd6e-ad26c0216f1f is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:23.693892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.api [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:23.694241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG oslo_db.api [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:23.694917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 5bb07606-69c2-4500-bd6e-ad26c0216f1f) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:23.701524 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:23.704665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:23.705503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.710357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-931481a9-b2a4-49ed-81d2-ff22354ba906 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.710548 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67a32f-48cd-4d10-bf58-0b82d966c5d4 None None] Network 5bb07606-69c2-4500-bd6e-ad26c0216f1f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:23.746873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Checking segment: {'id': '8e4a5964-8d8c-4380-9eee-dc2cca9be530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:23.747641 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Network hostable DHCP agents. Network: f469d677-4dc7-49de-9c0e-17fa992e291c, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:23.764955 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2808a830-2468-42b3-9507-038994a3ca1a,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:23.776408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6124385c-ce36-4681-a54f-be5985dae5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.806008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931481a9-b2a4-49ed-81d2-ff22354ba906 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=1b703448-e179-410d-96a0-6ed6315a71f6,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:23.812806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Allocated IP 172.20.0.2 (a9bbcf25-96ec-4533-b469-d70c915e5c50/d252f52b-1f52-45fa-bab9-8b42ea84080f/b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:23.900818 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124385c-ce36-4681-a54f-be5985dae5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e59d61-e336-411e-af0d-a5b1cf9e9827,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:23.919804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Network f469d677-4dc7-49de-9c0e-17fa992e291c is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:23.976621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, f469d677-4dc7-49de-9c0e-17fa992e291c) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:23.985302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:23.985906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.015777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54770e65-fe53-4618-b953-416a49e3d7c9 None None] Network f469d677-4dc7-49de-9c0e-17fa992e291c requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:24.059421 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-22715c7e-5247-4c9c-a5a0-fcfb9926d775 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.1359525 Jan 21 09:40:24.066609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40412) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:24.078183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6124385c-ce36-4681-a54f-be5985dae5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.079330 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6124385c-ce36-4681-a54f-be5985dae5a4 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/38e59d61-e336-411e-af0d-a5b1cf9e9827 HTTP/1.1" status: 204 len: 168 time: 1.4073606 Jan 21 09:40:24.137756 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f9d07cb9-6d58-4ca6-93de-b5899d94bda3 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4639907 Jan 21 09:40:24.142673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.147047 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40418) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:24.153359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:24.161791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:24.168729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Usage tracker for resource:router and tenant:78db1456b4d84c919af68b6798f69fd9 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:24.172270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:24.187626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.196518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:24.220261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Deleting port 72f9969b-935b-4916-bb24-c82b2128e68e {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:24.220935 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.332236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port eef4aa8b-d126-4194-9223-c71b399a9f4f {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:24.332776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.346528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.347543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.376507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-5bb07606-69c2-4500-bd6e-ad26c0216f1f', 'network_id': '5bb07606-69c2-4500-bd6e-ad26c0216f1f', 'tenant_id': 'e19d7df2705843b38f9291073a97f5b8', 'fixed_ips': [{'subnet_id': 'fc527af6-3056-4f39-a9c7-c22e8b0bc753'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:24.377975 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.407764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-931481a9-b2a4-49ed-81d2-ff22354ba906 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.443302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-f469d677-4dc7-49de-9c0e-17fa992e291c', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'fixed_ips': [{'subnet_id': '2808a830-2468-42b3-9507-038994a3ca1a'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:24.443302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.476113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] The port 'eef4aa8b-d126-4194-9223-c71b399a9f4f' was deleted {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:40:24.526531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.692099 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.782745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Calling delete_port for 72f9969b-935b-4916-bb24-c82b2128e68e owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:24.852377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.861313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Transition to ACTIVE for port object b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:24.893767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Transition to ACTIVE for port object b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:24.923757 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.058650 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Network a9bbcf25-96ec-4533-b469-d70c915e5c50 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:25.070862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:25.077288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:25.162055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af54f87-f916-4f7b-bc82-9015949d5b72 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:25.163886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af54f87-f916-4f7b-bc82-9015949d5b72 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:25.168964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af54f87-f916-4f7b-bc82-9015949d5b72 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:25.168964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7af54f87-f916-4f7b-bc82-9015949d5b72 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Synchronizing usage tracker for tenant:e19d7df2705843b38f9291073a97f5b8 on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:25.199115 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Allocated IP 172.20.0.2 (f469d677-4dc7-49de-9c0e-17fa992e291c/2808a830-2468-42b3-9507-038994a3ca1a/dc1917cc-558d-4893-b30d-aa7d541817bd) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:25.275616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Allocated IP 172.20.0.18 (5bb07606-69c2-4500-bd6e-ad26c0216f1f/fc527af6-3056-4f39-a9c7-c22e8b0bc753/892f64a1-a4c2-4d17-b279-a74ba5d28bd2) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:25.278978 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Pushing event updated for resources: {'Port': ['ID=b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:25.286203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Attempting to bind port b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:25.286751 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Attempting to bind port b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a410f0e-c389-43e5-9938-cdf915f428f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9bbcf25-96ec-4533-b469-d70c915e5c50'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:25.287109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Attempting to bind port b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 on network a9bbcf25-96ec-4533-b469-d70c915e5c50 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:25.297472 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:25.297924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Checking segment: {'id': '0a410f0e-c389-43e5-9938-cdf915f428f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9bbcf25-96ec-4533-b469-d70c915e5c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:25.298214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.298638 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Bound using segment: {'id': '0a410f0e-c389-43e5-9938-cdf915f428f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9bbcf25-96ec-4533-b469-d70c915e5c50'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:25.298971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.300704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Bound port: b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a410f0e-c389-43e5-9938-cdf915f428f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9bbcf25-96ec-4533-b469-d70c915e5c50'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:25.300704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.527333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.618450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4e18e4-4d88-474b-b05b-a6fea3c26f1d']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:25.633359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bd17f1-b5cc-488a-bb60-d63a542b209e') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:25.634829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bd17f1-b5cc-488a-bb60-d63a542b209e') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:25.641173 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.652217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.671406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.680225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:25.681071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.702219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Pushing event deleted for resources: {'Port': ['ID=72f9969b-935b-4916-bb24-c82b2128e68e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:25.744833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] For port b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:25.803759 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:25.817960 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:25.820565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931481a9-b2a4-49ed-81d2-ff22354ba906 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Router 1105ee06-0601-48e3-8378-5135df53579a has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:25.828600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7af54f87-f916-4f7b-bc82-9015949d5b72 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Unset dirty status for tenant:e19d7df2705843b38f9291073a97f5b8 on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:25.836194 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7af54f87-f916-4f7b-bc82-9015949d5b72 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 1.7031696 Jan 21 09:40:25.840401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40456) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:25.850829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.859787 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] For port b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386,segment=NetworkSegment(0a410f0e-c389-43e5-9938-cdf915f428f6),segment_id=0a410f0e-c389-43e5-9938-cdf915f428f6)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:25.868376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.926077 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.976560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.025190 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf39d43-5ec8-4bb2-92ec-8ef08bbf0937 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Deleting subnet d252f52b-1f52-45fa-bab9-8b42ea84080f {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:26.029054 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cf39d43-5ec8-4bb2-92ec-8ef08bbf0937 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.070145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Transition to ACTIVE for port object dc1917cc-558d-4893-b30d-aa7d541817bd will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:26.084270 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.111693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Transition to ACTIVE for port object 892f64a1-a4c2-4d17-b279-a74ba5d28bd2 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:26.123841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cf39d43-5ec8-4bb2-92ec-8ef08bbf0937 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.125992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Transition to ACTIVE for port object dc1917cc-558d-4893-b30d-aa7d541817bd will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:26.131188 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690af7c-19dc-43c8-8e6c-24b5cfd1d113 None None] Pushing event updated for resources: {'Port': ['ID=b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:26.150467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Transition to ACTIVE for port object 892f64a1-a4c2-4d17-b279-a74ba5d28bd2 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:26.155487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.211414 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.241507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Network f469d677-4dc7-49de-9c0e-17fa992e291c is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:26.247046 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:26.249893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:26.261932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Pushing event updated for resources: {'Port': ['ID=dc1917cc-558d-4893-b30d-aa7d541817bd,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:26.293425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.314524 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/networks/6a4e18e4-4d88-474b-b05b-a6fea3c26f1d HTTP/1.1" status: 204 len: 168 time: 7.6854620 Jan 21 09:40:26.335103 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40466) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:26.347060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Network 5bb07606-69c2-4500-bd6e-ad26c0216f1f is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:26.376733 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:26.392424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:26.420773 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc4128-1e43-4210-9b50-08933cecfff7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Network': ['ID=6a4e18e4-4d88-474b-b05b-a6fea3c26f1d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:26.556378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-ef7d53d5-ca6d-43b0-814d-3bea65dd462b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:40:26.563954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ef7d53d5-ca6d-43b0-814d-3bea65dd462b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.699359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931481a9-b2a4-49ed-81d2-ff22354ba906 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:26.699935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Pushing event updated for resources: {'Port': ['ID=892f64a1-a4c2-4d17-b279-a74ba5d28bd2,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:26.706985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d53d5-ca6d-43b0-814d-3bea65dd462b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=5c1c7a6e-b3bb-42fb-9d2b-a0288d8545f7,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:26.718003 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb577f0-8eab-4798-b924-cd7fe2794474 None None] Sync routers for ids ['1105ee06-0601-48e3-8378-5135df53579a'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:26.728195 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-931481a9-b2a4-49ed-81d2-ff22354ba906 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "PUT /v2.0/routers/1105ee06-0601-48e3-8378-5135df53579a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4458809 Jan 21 09:40:26.734673 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb577f0-8eab-4798-b924-cd7fe2794474 None None] Routers {'1105ee06-0601-48e3-8378-5135df53579a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:26.739082 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0bb577f0-8eab-4798-b924-cd7fe2794474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1105ee06-0601-48e3-8378-5135df53579a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:26.741253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40476) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:26.745811 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cf39d43-5ec8-4bb2-92ec-8ef08bbf0937 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.774055 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Attempting to bind port 892f64a1-a4c2-4d17-b279-a74ba5d28bd2 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:26.774638 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Attempting to bind port 892f64a1-a4c2-4d17-b279-a74ba5d28bd2 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'a21b074a-45cd-4b76-8459-41f4f671c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5bb07606-69c2-4500-bd6e-ad26c0216f1f'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:26.776713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Attempting to bind port 892f64a1-a4c2-4d17-b279-a74ba5d28bd2 on network 5bb07606-69c2-4500-bd6e-ad26c0216f1f {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:26.781677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Attempting to bind port dc1917cc-558d-4893-b30d-aa7d541817bd on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:26.792725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Attempting to bind port dc1917cc-558d-4893-b30d-aa7d541817bd by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '8e4a5964-8d8c-4380-9eee-dc2cca9be530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:26.793197 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Attempting to bind port dc1917cc-558d-4893-b30d-aa7d541817bd on network f469d677-4dc7-49de-9c0e-17fa992e291c {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:26.798710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:26.799148 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Checking segment: {'id': 'a21b074a-45cd-4b76-8459-41f4f671c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5bb07606-69c2-4500-bd6e-ad26c0216f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:26.808790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.809250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Bound using segment: {'id': 'a21b074a-45cd-4b76-8459-41f4f671c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5bb07606-69c2-4500-bd6e-ad26c0216f1f'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:26.809807 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Bound port: 892f64a1-a4c2-4d17-b279-a74ba5d28bd2, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21b074a-45cd-4b76-8459-41f4f671c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5bb07606-69c2-4500-bd6e-ad26c0216f1f'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:26.810241 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.812887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40480) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:26.841856 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:26.842339 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Checking segment: {'id': '8e4a5964-8d8c-4380-9eee-dc2cca9be530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:26.842799 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.843245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Bound using segment: {'id': '8e4a5964-8d8c-4380-9eee-dc2cca9be530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:26.843784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Bound port: dc1917cc-558d-4893-b30d-aa7d541817bd, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4a5964-8d8c-4380-9eee-dc2cca9be530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:26.844212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.848523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7d53d5-ca6d-43b0-814d-3bea65dd462b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:26.851303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-ef7d53d5-ca6d-43b0-814d-3bea65dd462b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:26.861770 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7d53d5-ca6d-43b0-814d-3bea65dd462b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:26.862523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ef7d53d5-ca6d-43b0-814d-3bea65dd462b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.878307 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5339d6-d81f-413a-bd2a-9454d3ab3fa2 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:26.881736 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0bb577f0-8eab-4798-b924-cd7fe2794474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:26.887564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bcaf9-a9e3-4788-b836-4b3bf087b8ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:26.888432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c72bcaf9-a9e3-4788-b836-4b3bf087b8ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:26.892826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cf39d43-5ec8-4bb2-92ec-8ef08bbf0937 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.904330 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb577f0-8eab-4798-b924-cd7fe2794474 None None] Routers {'1105ee06-0601-48e3-8378-5135df53579a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:26.905455 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0bb577f0-8eab-4798-b924-cd7fe2794474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1105ee06-0601-48e3-8378-5135df53579a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:26.976904 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0bb577f0-8eab-4798-b924-cd7fe2794474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:26.977548 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb577f0-8eab-4798-b924-cd7fe2794474 None None] The sync data for ids ['1105ee06-0601-48e3-8378-5135df53579a'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:26.990204 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-49be8ba6-7101-4b09-9677-7def549527b9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:40:26.994235 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-49be8ba6-7101-4b09-9677-7def549527b9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/1b703448-e179-410d-96a0-6ed6315a71f6 HTTP/1.1" status: 404 len: 333 time: 0.2338686 Jan 21 09:40:26.999402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40486) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:27.000207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf39d43-5ec8-4bb2-92ec-8ef08bbf0937 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event deleted for resources: {'Subnet': ['ID=d252f52b-1f52-45fa-bab9-8b42ea84080f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:27.018863 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ef7d53d5-ca6d-43b0-814d-3bea65dd462b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6633384 Jan 21 09:40:27.021993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cf39d43-5ec8-4bb2-92ec-8ef08bbf0937 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.026903 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5cf39d43-5ec8-4bb2-92ec-8ef08bbf0937 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "DELETE /v2.0/subnets/d252f52b-1f52-45fa-bab9-8b42ea84080f HTTP/1.1" status: 204 len: 168 time: 1.1782825 Jan 21 09:40:27.027727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40488) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:27.028044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40492) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:27.065349 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] For port dc1917cc-558d-4893-b30d-aa7d541817bd, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:27.068914 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] For port dc1917cc-558d-4893-b30d-aa7d541817bd, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=dc1917cc-558d-4893-b30d-aa7d541817bd,segment=NetworkSegment(8e4a5964-8d8c-4380-9eee-dc2cca9be530),segment_id=8e4a5964-8d8c-4380-9eee-dc2cca9be530)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:27.093711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.166291 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bb262024-c6ba-48fb-8085-328cef27e848 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:27.201289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c72bcaf9-a9e3-4788-b836-4b3bf087b8ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:27.205502 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c72bcaf9-a9e3-4788-b836-4b3bf087b8ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8693676 Jan 21 09:40:27.233215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40498) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:27.255095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1185074410'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:27.261467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:27.266824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Usage tracker for resource:network and tenant:67fc6844b9aa4e5eac08db310b64a533 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:27.270408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:27.278621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:27.289225 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.331723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Made reservation on behalf of 67fc6844b9aa4e5eac08db310b64a533 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:27.339539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.368249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.373796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.384029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.458657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.469453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] For port 892f64a1-a4c2-4d17-b279-a74ba5d28bd2, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:27.508909 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] For port 892f64a1-a4c2-4d17-b279-a74ba5d28bd2, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=892f64a1-a4c2-4d17-b279-a74ba5d28bd2,segment=NetworkSegment(a21b074a-45cd-4b76-8459-41f4f671c25f),segment_id=a21b074a-45cd-4b76-8459-41f4f671c25f)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:27.512141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260d7e5-dec2-4cd6-8d18-8f7ad3264c50 None None] Pushing event updated for resources: {'Port': ['ID=dc1917cc-558d-4893-b30d-aa7d541817bd,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:27.525580 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.596890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:27.630926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Usage tracker for resource:security_group_rule and tenant:67fc6844b9aa4e5eac08db310b64a533 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:27.638546 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:27.782846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '5c1c7a6e-b3bb-42fb-9d2b-a0288d8545f7'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:27.783727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.833626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f712cee0-3784-4600-bf8e-c67efa5aafef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.854423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:27.885740 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b1d38-c7f1-4c18-9272-652083c58c63 None None] Pushing event updated for resources: {'Port': ['ID=892f64a1-a4c2-4d17-b279-a74ba5d28bd2,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:27.976881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Router e9756347-c459-49b4-a915-32f7915cdc06 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:27.998480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61d8e58-f527-4955-b5a0-3f0c76dc7884 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Deleting subnet fc527af6-3056-4f39-a9c7-c22e8b0bc753 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:28.030303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f87515-390d-4489-a533-11d2a15138b3 None None] Network a9bbcf25-96ec-4533-b469-d70c915e5c50 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:28.169696 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d61d8e58-f527-4955-b5a0-3f0c76dc7884 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.218390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Allocated IP 172.26.4.77 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/3627ea8a-699b-4a55-a2cd-db911d1f94ce) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:28.311893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:28.325566 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:28.474503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e100da-33c2-49ee-b9b7-e0d060ec5998 None None] Sync routers for ids ['e9756347-c459-49b4-a915-32f7915cdc06'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:28.519140 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a3690ea3-1125-4a17-9611-523d3d4822d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.2731574 Jan 21 09:40:28.528079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40504) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:28.585464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:28.601120 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:28.601664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.637661 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ab16b6fa-aa8e-4313-9b89-1966ce41f208 None None] Provisioning for port b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:28.657925 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ab16b6fa-aa8e-4313-9b89-1966ce41f208 None None] Provisioning complete for port b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:28.658595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ab16b6fa-aa8e-4313-9b89-1966ce41f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.660922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.673817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.677642 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-30259131-a502-477e-a3fc-db9d31d74897 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "PUT /v2.0/routers/e9756347-c459-49b4-a915-32f7915cdc06 HTTP/1.1" status: 200 len: 706 time: 5.8781490 Jan 21 09:40:28.678284 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40508) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:28.680249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-675163021'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:28.712659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d61d8e58-f527-4955-b5a0-3f0c76dc7884 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.750447 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.753528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e100da-33c2-49ee-b9b7-e0d060ec5998 None None] Routers {'e9756347-c459-49b4-a915-32f7915cdc06'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:28.754278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-97e100da-33c2-49ee-b9b7-e0d060ec5998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e9756347-c459-49b4-a915-32f7915cdc06'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:28.777716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f712cee0-3784-4600-bf8e-c67efa5aafef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.779821 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:28.795161 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f712cee0-3784-4600-bf8e-c67efa5aafef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.797229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb262024-c6ba-48fb-8085-328cef27e848 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:28.812486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:network and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:28.844151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:28.854084 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb262024-c6ba-48fb-8085-328cef27e848 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:28.867717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:28.882583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-97e100da-33c2-49ee-b9b7-e0d060ec5998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:28.890770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Allocated IP 2001:db8::f816:3eff:fe68:4573 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/5c1c7a6e-b3bb-42fb-9d2b-a0288d8545f7/55670c93-0ec9-41a0-bad2-b2860012e9d0) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:28.937270 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ddc3582c-18a9-4fa6-8da8-f8c91504f111 tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/routers/e9756347-c459-49b4-a915-32f7915cdc06 HTTP/1.1" status: 200 len: 741 time: 0.2577624 Jan 21 09:40:28.938853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40512) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:28.940493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e100da-33c2-49ee-b9b7-e0d060ec5998 None None] Routers {'e9756347-c459-49b4-a915-32f7915cdc06'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:28.941169 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-97e100da-33c2-49ee-b9b7-e0d060ec5998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e9756347-c459-49b4-a915-32f7915cdc06'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:28.943931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb262024-c6ba-48fb-8085-328cef27e848 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:28.947670 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb262024-c6ba-48fb-8085-328cef27e848 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.955221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:28.980852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.981271 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Added segment aed3ff0b-58ba-430e-8de4-3eaf102876a3 of type vlan for network 15f4e03c-1cb2-4e25-a566-8745f14752f2 Jan 21 09:40:29.038052 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.057307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f712cee0-3784-4600-bf8e-c67efa5aafef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.058255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f712cee0-3784-4600-bf8e-c67efa5aafef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Fanout notify agent at l3_agent the message router_deleted on router 1105ee06-0601-48e3-8378-5135df53579a {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:40:29.127016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ed2c1-eb0c-41ca-ad35-ad80d1614002 None None] Network f469d677-4dc7-49de-9c0e-17fa992e291c requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:29.153392 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d61d8e58-f527-4955-b5a0-3f0c76dc7884 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.163173 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.168903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:29.169623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.181957 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-97e100da-33c2-49ee-b9b7-e0d060ec5998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:29.182663 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e100da-33c2-49ee-b9b7-e0d060ec5998 None None] The sync data for ids ['e9756347-c459-49b4-a915-32f7915cdc06'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:29.203993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:29.208035 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.221368 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.233414 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a0190a87-4b1d-4468-9a95-2babb15e304e tempest-RoutersAdminTest-1588461510 tempest-RoutersAdminTest-1588461510-project-admin] 10.222.0.99 "GET /v2.0/ports?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&device_id=e9756347-c459-49b4-a915-32f7915cdc06 HTTP/1.1" status: 200 len: 205 time: 0.1246107 Jan 21 09:40:29.240204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a848152-50fc-47ca-9c79-89b4f889bda7,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:29.242880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40518) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.290805 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f712cee0-3784-4600-bf8e-c67efa5aafef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.291977 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f712cee0-3784-4600-bf8e-c67efa5aafef tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/routers/1105ee06-0601-48e3-8378-5135df53579a HTTP/1.1" status: 204 len: 168 time: 2.2718627 Jan 21 09:40:29.301744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40522) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.338555 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5239825 Jan 21 09:40:29.344764 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-adc48931-660f-43f2-8ed1-647358beb372 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "GET /v2.0/ports?device_id=e9756347-c459-49b4-a915-32f7915cdc06 HTTP/1.1" status: 200 len: 205 time: 0.0774775 Jan 21 09:40:29.344764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40526) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.395294 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a00c96-1b45-46a2-8d59-512cf8b8424c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting subnet afa53547-d8cb-4999-be3a-342120845e84 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:29.400852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40528) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.421056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6910239-8722-4f46-bc58-c687336b9a3c tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Pushing event updated for resources: {'Network': ['ID=15f4e03c-1cb2-4e25-a566-8745f14752f2,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:29.461589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.520183 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 15f4e03c-1cb2-4e25-a566-8745f14752f2 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:29.527485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Request body: {'network': {'name': 'tempest-network--613663834', 'router:external': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:29.532528 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a5a00c96-1b45-46a2-8d59-512cf8b8424c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.534172 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edf584b-5341-45e9-96fb-1cebcadec6d5 None None] Network 5bb07606-69c2-4500-bd6e-ad26c0216f1f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:29.548781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:29.554700 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:29.560510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Usage tracker for resource:network and tenant:9c67c9da1bd74b048cada598a348f9db is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:29.563930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:29.566495 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:29.572411 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ab16b6fa-aa8e-4313-9b89-1966ce41f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.574690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:29.605746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:29.630114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Pushing event updated for resources: {'Port': ['ID=3627ea8a-699b-4a55-a2cd-db911d1f94ce,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:29.657117 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Made reservation on behalf of 9c67c9da1bd74b048cada598a348f9db for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:29.662745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.701780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.731740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:29.747299 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.748482 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Added segment 0c921000-060f-48b4-a1ca-c3b7f0377231 of type vlan for network 0e89172d-cc68-49c0-b967-2aa5becb2f0b Jan 21 09:40:29.789580 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d61d8e58-f527-4955-b5a0-3f0c76dc7884 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.820484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:29.823261 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f063468b-f8a1-446b-aa72-986da0802d4b None None] DHCP port deletion for a9bbcf25-96ec-4533-b469-d70c915e5c50 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:29.844774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Usage tracker for resource:security_group_rule and tenant:9c67c9da1bd74b048cada598a348f9db is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:29.864622 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:29.883331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.933976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a5a00c96-1b45-46a2-8d59-512cf8b8424c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.949457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:29.962976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f063468b-f8a1-446b-aa72-986da0802d4b None None] Deleting port b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:29.963664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f063468b-f8a1-446b-aa72-986da0802d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.990613 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d8e58-f527-4955-b5a0-3f0c76dc7884 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event deleted for resources: {'Subnet': ['ID=fc527af6-3056-4f39-a9c7-c22e8b0bc753,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:30.005108 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d61d8e58-f527-4955-b5a0-3f0c76dc7884 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.030795 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-440646de-0d3c-4df8-a4e8-c6d3dffc98eb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.092139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ab16b6fa-aa8e-4313-9b89-1966ce41f208 None None] For port b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386,segment=NetworkSegment(0a410f0e-c389-43e5-9938-cdf915f428f6),segment_id=0a410f0e-c389-43e5-9938-cdf915f428f6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:30.126972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:30.189465 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.199081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ab16b6fa-aa8e-4313-9b89-1966ce41f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.293104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.340424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.352293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.518644 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.576329 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Transition to ACTIVE for port object 55670c93-0ec9-41a0-bad2-b2860012e9d0 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:30.600194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16b6fa-aa8e-4313-9b89-1966ce41f208 None None] Pushing event updated for resources: {'Port': ['ID=b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:30.602901 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-40d887eb-34f6-4475-89c6-d3a61b272f50 None None] Provisioning for port dc1917cc-558d-4893-b30d-aa7d541817bd completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:30.644289 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d61d8e58-f527-4955-b5a0-3f0c76dc7884 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "DELETE /v2.0/subnets/fc527af6-3056-4f39-a9c7-c22e8b0bc753 HTTP/1.1" status: 204 len: 168 time: 3.6120815 Jan 21 09:40:30.698042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40540) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:30.704176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb262024-c6ba-48fb-8085-328cef27e848 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.710695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:30.712233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:30.712233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Transition to ACTIVE for port object 55670c93-0ec9-41a0-bad2-b2860012e9d0 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:30.713197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.721973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:30.723073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.731991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f063468b-f8a1-446b-aa72-986da0802d4b None None] For port b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386,segment=NetworkSegment(0a410f0e-c389-43e5-9938-cdf915f428f6),segment_id=0a410f0e-c389-43e5-9938-cdf915f428f6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:30.732526 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f063468b-f8a1-446b-aa72-986da0802d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.759250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.779319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.800037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-40d887eb-34f6-4475-89c6-d3a61b272f50 None None] Provisioning for port 892f64a1-a4c2-4d17-b279-a74ba5d28bd2 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:30.840129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:30.845011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b495a0-539d-47be-a3d3-2eb8e161bd8d,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:30.862975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.863962 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Added segment 4a07996a-d8dc-46d0-9391-d036a97d910e of type vlan for network 631e52b1-d89d-43ef-a710-b65ed6b543d7 Jan 21 09:40:30.967182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f063468b-f8a1-446b-aa72-986da0802d4b None None] Calling delete_port for b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:31.019911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.023648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.043165 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:31.055921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:31.069965 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:31.110318 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb262024-c6ba-48fb-8085-328cef27e848 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=f53fe5ec-b224-40fd-bbbb-385b1ba9d537,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:31.113319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Network': ['ID=0e89172d-cc68-49c0-b967-2aa5becb2f0b,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:31.118413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb0dfbe-79af-4176-a2c0-d08eaeeaa925 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:31.119255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bbb0dfbe-79af-4176-a2c0-d08eaeeaa925 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Synchronizing usage tracker for tenant:e19d7df2705843b38f9291073a97f5b8 on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:31.146675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb262024-c6ba-48fb-8085-328cef27e848 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:31.151494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-bb262024-c6ba-48fb-8085-328cef27e848 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:31.154371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb262024-c6ba-48fb-8085-328cef27e848 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:31.154961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb262024-c6ba-48fb-8085-328cef27e848 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.187376 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Pushing event updated for resources: {'Port': ['ID=55670c93-0ec9-41a0-bad2-b2860012e9d0,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:31.218723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d55e81a-213a-40c0-a0b3-772211ba93b3 None None] DHCP port deletion for 5bb07606-69c2-4500-bd6e-ad26c0216f1f request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:31.220545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 0e89172d-cc68-49c0-b967-2aa5becb2f0b details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:31.224866 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.225900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:31.226567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.279721 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7eecee87-d885-4796-a51d-70d01c2e79d7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.7501876 Jan 21 09:40:31.281134 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40544) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.302174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-440646de-0d3c-4df8-a4e8-c6d3dffc98eb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.305731 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bbb0dfbe-79af-4176-a2c0-d08eaeeaa925 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Unset dirty status for tenant:e19d7df2705843b38f9291073a97f5b8 on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:31.306893 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bbb0dfbe-79af-4176-a2c0-d08eaeeaa925 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5659730 Jan 21 09:40:31.310900 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-440646de-0d3c-4df8-a4e8-c6d3dffc98eb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.331388 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bb262024-c6ba-48fb-8085-328cef27e848 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2990854 Jan 21 09:40:31.335804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': '0e89172d-cc68-49c0-b967-2aa5becb2f0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:31.354947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40550) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.355198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40552) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.369336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a5a00c96-1b45-46a2-8d59-512cf8b8424c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.379106 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'mac_address': 'fa:16:3e:f9:ba:11', 'name': 'tempest-NetworksTestDHCPv6-1014720112'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:31.399479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device dc1917cc-558d-4893-b30d-aa7d541817bd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:31.489436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Attempting to bind port 55670c93-0ec9-41a0-bad2-b2860012e9d0 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:31.491185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Attempting to bind port 55670c93-0ec9-41a0-bad2-b2860012e9d0 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:31.491185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Attempting to bind port 55670c93-0ec9-41a0-bad2-b2860012e9d0 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:31.495695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4d55e81a-213a-40c0-a0b3-772211ba93b3 None None] Deleting port 892f64a1-a4c2-4d17-b279-a74ba5d28bd2 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:31.496070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4d55e81a-213a-40c0-a0b3-772211ba93b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.496460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-440646de-0d3c-4df8-a4e8-c6d3dffc98eb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.496992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440646de-0d3c-4df8-a4e8-c6d3dffc98eb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Fanout notify agent at l3_agent the message router_deleted on router e9756347-c459-49b4-a915-32f7915cdc06 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:40:31.522518 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-440646de-0d3c-4df8-a4e8-c6d3dffc98eb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.526747 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-440646de-0d3c-4df8-a4e8-c6d3dffc98eb tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "DELETE /v2.0/routers/e9756347-c459-49b4-a915-32f7915cdc06 HTTP/1.1" status: 204 len: 168 time: 2.1169884 Jan 21 09:40:31.527531 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40560) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.558640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:31.559144 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:31.559632 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.560111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:31.560653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Bound port: 55670c93-0ec9-41a0-bad2-b2860012e9d0, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:31.563753 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.577179 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1665685 Jan 21 09:40:31.585361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40564) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.589168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efc345-9edf-487e-a982-b265e0c6e004 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event updated for resources: {'Network': ['ID=631e52b1-d89d-43ef-a710-b65ed6b543d7,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:31.601079 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3611bd3f-92c2-411f-928f-23a153c06834 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "GET /v2.0/ports?device_id=e9756347-c459-49b4-a915-32f7915cdc06 HTTP/1.1" status: 200 len: 205 time: 0.0658460 Jan 21 09:40:31.606910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40570) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.618143 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:31.628300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:31.635514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:31.659781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:31.664375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a5a00c96-1b45-46a2-8d59-512cf8b8424c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.747137 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 631e52b1-d89d-43ef-a710-b65ed6b543d7 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:31.782818 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.803297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a5a00c96-1b45-46a2-8d59-512cf8b8424c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.813062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a00c96-1b45-46a2-8d59-512cf8b8424c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Subnet': ['ID=afa53547-d8cb-4999-be3a-342120845e84,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:31.818300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:31.822444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.827751 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-492b4e53-8976-4391-ac56-d9b72bb36eec tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] delete failed (client error): The resource could not be found. Jan 21 09:40:31.831668 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-492b4e53-8976-4391-ac56-d9b72bb36eec tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "DELETE /v2.0/routers/e9756347-c459-49b4-a915-32f7915cdc06 HTTP/1.1" status: 404 len: 336 time: 0.1758997 Jan 21 09:40:31.836563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40578) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.859158 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a5a00c96-1b45-46a2-8d59-512cf8b8424c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/afa53547-d8cb-4999-be3a-342120845e84 HTTP/1.1" status: 204 len: 168 time: 2.5521376 Jan 21 09:40:31.861168 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40582) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.890681 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.917741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31f08c4-b907-4953-95e7-81a66b835e63 None None] Network 5f77b6ed-7279-4305-a6c3-448f42780957 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:31.930255 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b104ca45-dae2-459c-bf90-977af40651bf tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "GET /v2.0/ports?device_id=3cee9899-c124-4de9-a20b-bac9824271de HTTP/1.1" status: 200 len: 205 time: 0.0869353 Jan 21 09:40:31.931598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40586) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.937005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:31.941670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:31.946297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:31.951561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:32.016979 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Router e32d46dc-f8ed-4187-b725-74ba146be919 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:40:32.019836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port dc1917cc-558d-4893-b30d-aa7d541817bd completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:32.024380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f063468b-f8a1-446b-aa72-986da0802d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.048664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:32.069671 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-9cc2c2ba-5200-4b50-9150-bd0ad6c60d73 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] delete failed (client error): The resource could not be found. Jan 21 09:40:32.072402 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9cc2c2ba-5200-4b50-9150-bd0ad6c60d73 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "DELETE /v2.0/routers/3cee9899-c124-4de9-a20b-bac9824271de HTTP/1.1" status: 404 len: 336 time: 0.1134419 Jan 21 09:40:32.072402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Deleting port 892f64a1-a4c2-4d17-b279-a74ba5d28bd2 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:32.072402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.095681 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40590) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:32.184851 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063468b-f8a1-446b-aa72-986da0802d4b None None] Pushing event deleted for resources: {'Port': ['ID=b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:32.186527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port dc1917cc-558d-4893-b30d-aa7d541817bd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:32.187386 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.237274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-4d55e81a-213a-40c0-a0b3-772211ba93b3 None None] For port 892f64a1-a4c2-4d17-b279-a74ba5d28bd2, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=892f64a1-a4c2-4d17-b279-a74ba5d28bd2,segment=NetworkSegment(a21b074a-45cd-4b76-8459-41f4f671c25f),segment_id=a21b074a-45cd-4b76-8459-41f4f671c25f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:32.237666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4d55e81a-213a-40c0-a0b3-772211ba93b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.277255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f063468b-f8a1-446b-aa72-986da0802d4b None None] No DVR routers for this DVR port b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:32.320150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-ef9799ac-bdcc-480b-b56f-9737e3aa6f12 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Synchronizing usage tracker for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:32.352274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.358318 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.371613 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-167ac4c0-2503-4c22-b2e7-76971d0b2df5 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "GET /v2.0/ports?device_id=bac11565-0577-40fe-b1fb-2607b756080e HTTP/1.1" status: 200 len: 205 time: 0.2688940 Jan 21 09:40:32.374238 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40594) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:32.430255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4d55e81a-213a-40c0-a0b3-772211ba93b3 None None] Calling delete_port for 892f64a1-a4c2-4d17-b279-a74ba5d28bd2 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:32.472497 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-cee613ba-c8c8-4a64-8d82-92e17f8c2b02 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] delete failed (client error): The resource could not be found. Jan 21 09:40:32.477153 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cee613ba-c8c8-4a64-8d82-92e17f8c2b02 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "DELETE /v2.0/routers/bac11565-0577-40fe-b1fb-2607b756080e HTTP/1.1" status: 404 len: 336 time: 0.0968785 Jan 21 09:40:32.477153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631e52b1-d89d-43ef-a710-b65ed6b543d7']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:32.487266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40598) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:32.498106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] For port 55670c93-0ec9-41a0-bad2-b2860012e9d0, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:32.517260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port cce0ef97-237b-4bc5-a5d7-97fe89926e37 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:32.517611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.556718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a07996a-d8dc-46d0-9391-d036a97d910e') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:32.556718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a07996a-d8dc-46d0-9391-d036a97d910e') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:32.559710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] For port 55670c93-0ec9-41a0-bad2-b2860012e9d0, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=55670c93-0ec9-41a0-bad2-b2860012e9d0,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:32.579510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.581592 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.613976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.632290 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-255b84a8-e52a-48dd-bb75-ec65734d16f2 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "GET /v2.0/ports?device_id=1fb0d2d2-e7e6-4a8a-877d-f948f53da414 HTTP/1.1" status: 200 len: 205 time: 0.1370103 Jan 21 09:40:32.649018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40602) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:32.651830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:32.652226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.663039 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-ef9799ac-bdcc-480b-b56f-9737e3aa6f12 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Unset dirty status for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:32.664182 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-ef9799ac-bdcc-480b-b56f-9737e3aa6f12 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677718982&fields=id&tenant_id=9d91df169b3d4b12afed351c8ebd622a HTTP/1.1" status: 200 len: 267 time: 0.6392252 Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:32.687336 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:32.731299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.747092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4d55e81a-213a-40c0-a0b3-772211ba93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.765303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.779576 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55e81a-213a-40c0-a0b3-772211ba93b3 None None] No DVR routers for this DVR port 892f64a1-a4c2-4d17-b279-a74ba5d28bd2 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:32.790656 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:32.808377 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80cda0-8f01-4d81-8636-66ef5e806560 None None] Pushing event updated for resources: {'Port': ['ID=55670c93-0ec9-41a0-bad2-b2860012e9d0,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:32.815220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.817382 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Sync routers for ids ['e32d46dc-f8ed-4187-b725-74ba146be919'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:32.832987 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Routers {'e32d46dc-f8ed-4187-b725-74ba146be919'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:32.833903 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e32d46dc-f8ed-4187-b725-74ba146be919'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:32.844749 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-9dd85f92-ebcd-4010-8ee2-ccd0a12d0f85 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] delete failed (client error): The resource could not be found. Jan 21 09:40:32.844749 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9dd85f92-ebcd-4010-8ee2-ccd0a12d0f85 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "DELETE /v2.0/routers/1fb0d2d2-e7e6-4a8a-877d-f948f53da414 HTTP/1.1" status: 404 len: 336 time: 0.1867511 Jan 21 09:40:32.859615 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40606) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:32.886975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port 0b7976b9-7873-4cf0-a11c-f46cf97336a5 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:32.913401 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55e81a-213a-40c0-a0b3-772211ba93b3 None None] Pushing event deleted for resources: {'Port': ['ID=892f64a1-a4c2-4d17-b279-a74ba5d28bd2,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:32.952047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port dc1917cc-558d-4893-b30d-aa7d541817bd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=dc1917cc-558d-4893-b30d-aa7d541817bd,segment=NetworkSegment(8e4a5964-8d8c-4380-9eee-dc2cca9be530),segment_id=8e4a5964-8d8c-4380-9eee-dc2cca9be530)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:32.959184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.963101 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b9c76688-d1a1-4bc0-b21a-7be64358f5b7 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "GET /v2.0/ports?device_id=6f7afa34-fded-45ae-87de-9eaf46d3ac0c HTTP/1.1" status: 200 len: 205 time: 0.0982447 Jan 21 09:40:32.968034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.044758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 631e52b1-d89d-43ef-a710-b65ed6b543d7 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:40:33.049168 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40610) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.090172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] For port 892f64a1-a4c2-4d17-b279-a74ba5d28bd2, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=892f64a1-a4c2-4d17-b279-a74ba5d28bd2,segment=NetworkSegment(a21b074a-45cd-4b76-8459-41f4f671c25f),segment_id=a21b074a-45cd-4b76-8459-41f4f671c25f)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:33.090776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.108030 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Set router e32d46dc-f8ed-4187-b725-74ba146be919 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:33.167023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.175609 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=dc1917cc-558d-4893-b30d-aa7d541817bd,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:33.183755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831922ae-77f9-4555-bd9a-15417f07d675 None None] DHCP port deletion for 5f77b6ed-7279-4305-a6c3-448f42780957 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:33.198304 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:33.216685 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event deleted for resources: {'Network': ['ID=631e52b1-d89d-43ef-a710-b65ed6b543d7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:33.238101 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-33d123c0-fe63-48bc-9bcf-6419d430c365 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] delete failed (client error): The resource could not be found. Jan 21 09:40:33.239199 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-33d123c0-fe63-48bc-9bcf-6419d430c365 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "DELETE /v2.0/routers/6f7afa34-fded-45ae-87de-9eaf46d3ac0c HTTP/1.1" status: 404 len: 336 time: 0.1868019 Jan 21 09:40:33.240369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Subnet': ['ID=99c057ba-b144-4ba8-8d3a-fc01447f3fd5,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:33.249491 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40614) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.260405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] For port cce0ef97-237b-4bc5-a5d7-97fe89926e37, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cce0ef97-237b-4bc5-a5d7-97fe89926e37,segment=NetworkSegment(ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8),segment_id=ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:33.260783 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.278704 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5cb0ee33-29d9-43ac-84fa-4f7e174d8a34 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "DELETE /v2.0/networks/631e52b1-d89d-43ef-a710-b65ed6b543d7 HTTP/1.1" status: 204 len: 168 time: 1.6860862 Jan 21 09:40:33.305964 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-831922ae-77f9-4555-bd9a-15417f07d675 None None] Deleting port cce0ef97-237b-4bc5-a5d7-97fe89926e37 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:33.306533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-831922ae-77f9-4555-bd9a-15417f07d675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.338472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40618) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.382648 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:33.382905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b8f2c3c4-d73f-4ff1-a0fa-e7cb82ba6386 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:33.384578 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cce0ef97-237b-4bc5-a5d7-97fe89926e37 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:33.516842 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:33.538915 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for cce0ef97-237b-4bc5-a5d7-97fe89926e37 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:33.568389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-46ca2e73-22ff-49c3-98c8-bfebd47cadfa tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:33.569201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-46ca2e73-22ff-49c3-98c8-bfebd47cadfa tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Synchronizing usage tracker for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:33.574809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Checking segment: {'id': '0c921000-060f-48b4-a1ca-c3b7f0377231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0e89172d-cc68-49c0-b967-2aa5becb2f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:33.575172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network hostable DHCP agents. Network: 0e89172d-cc68-49c0-b967-2aa5becb2f0b, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:33.580637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Calling delete_port for 892f64a1-a4c2-4d17-b279-a74ba5d28bd2 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:33.581425 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-19ef9ef5-78f5-4ec4-9fb3-116f439ef2f3 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "GET /v2.0/ports?device_id=5b503d0c-9be1-4898-ab7a-19ecdae832c2 HTTP/1.1" status: 200 len: 205 time: 0.3119380 Jan 21 09:40:33.590808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40622) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.592155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:33.665538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Usage tracker for resource:network and tenant:9c67c9da1bd74b048cada598a348f9db is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:33.676470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-831922ae-77f9-4555-bd9a-15417f07d675 None None] For port cce0ef97-237b-4bc5-a5d7-97fe89926e37, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cce0ef97-237b-4bc5-a5d7-97fe89926e37,segment=NetworkSegment(ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8),segment_id=ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:33.677841 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-831922ae-77f9-4555-bd9a-15417f07d675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.678197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:33.700998 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-07c73415-1ee3-4324-a5b3-369268ec4e38 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] delete failed (client error): The resource could not be found. Jan 21 09:40:33.702346 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-07c73415-1ee3-4324-a5b3-369268ec4e38 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "DELETE /v2.0/routers/5b503d0c-9be1-4898-ab7a-19ecdae832c2 HTTP/1.1" status: 404 len: 336 time: 0.1074269 Jan 21 09:40:33.706347 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:33.706624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40626) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.710995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.712361 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d8021f74-a1ac-470a-a727-8a37042b60fd admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5640922 Jan 21 09:40:33.721380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40628) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.723436 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:40:30Z', 'revision_number': 3, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port': {'id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:27Z', 'updated_at': '2022-01-21T09:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:33.728765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network 0e89172d-cc68-49c0-b967-2aa5becb2f0b is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:33.731435 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Checking router: e32d46dc-f8ed-4187-b725-74ba146be919 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:33.732093 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Updating router e32d46dc-f8ed-4187-b725-74ba146be919 port 3627ea8a-699b-4a55-a2cd-db911d1f94ce binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:40:33.745253 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Made reservation on behalf of 9c67c9da1bd74b048cada598a348f9db for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:33.748081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.760818 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.817244 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.828152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 0e89172d-cc68-49c0-b967-2aa5becb2f0b) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:33.832022 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No DVR routers for this DVR port cce0ef97-237b-4bc5-a5d7-97fe89926e37 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:33.833574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=cce0ef97-237b-4bc5-a5d7-97fe89926e37,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:33.842477 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-533aa756-7880-4185-bec3-84b1733cca42 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:33.842935 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533aa756-7880-4185-bec3-84b1733cca42 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:33.844653 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-533aa756-7880-4185-bec3-84b1733cca42 tempest-RoutersAdminTest-17034443 tempest-RoutersAdminTest-17034443-project] 10.222.0.99 "DELETE /v2.0/subnets/b85e27c8-d0f4-41b1-8a30-7b2aacbd5ce4 HTTP/1.1" status: 404 len: 337 time: 0.1302359 Jan 21 09:40:33.880009 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:33.880817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.932683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-46ca2e73-22ff-49c3-98c8-bfebd47cadfa tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Unset dirty status for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:33.933952 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-46ca2e73-22ff-49c3-98c8-bfebd47cadfa tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 812 time: 1.1815777 Jan 21 09:40:33.979970 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-a73a5edd-9018-4bfd-a955-1295c21d2d5a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/quotas/9d91df169b3d4b12afed351c8ebd622a HTTP/1.1" status: 200 len: 375 time: 0.0283232 Jan 21 09:40:33.987273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5c74d6-cb0e-4fd2-ac99-a71b7668f969 None None] Network 0e89172d-cc68-49c0-b967-2aa5becb2f0b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:34.011342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:34.011652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:34.056080 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.087492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f77b6ed-7279-4305-a6c3-448f42780957']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:34.125040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:34.125415 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddaa7f2a-bf16-4b18-81a6-4ba7c72cf4c8') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:34.153258 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-831922ae-77f9-4555-bd9a-15417f07d675 None None] Calling delete_port for cce0ef97-237b-4bc5-a5d7-97fe89926e37 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:34.164219 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bb4b6dfb-2e6d-4914-9398-c540ff8f1d0d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8573368 Jan 21 09:40:34.165295 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.174622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40636) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:34.195504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': '0e89172d-cc68-49c0-b967-2aa5becb2f0b', 'name': 'tempest-PortsIpV6TestJSON-1305210031'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:34.225886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 172.20.0.3 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/f53fe5ec-b224-40fd-bbbb-385b1ba9d537/0b7976b9-7873-4cf0-a11c-f46cf97336a5) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:34.277285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No active binding found for port cce0ef97-237b-4bc5-a5d7-97fe89926e37 {{(pid=87503) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 21 09:40:34.277806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cce0ef97-237b-4bc5-a5d7-97fe89926e37 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:34.286991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:34.308786 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.323428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:34.324800 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:34.356497 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:34.365001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::f816:3eff:fef9:ba11 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/5c1c7a6e-b3bb-42fb-9d2b-a0288d8545f7/0b7976b9-7873-4cf0-a11c-f46cf97336a5) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:34.406512 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-831922ae-77f9-4555-bd9a-15417f07d675 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:34.406512 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-831922ae-77f9-4555-bd9a-15417f07d675 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:34.413570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-0e89172d-cc68-49c0-b967-2aa5becb2f0b', 'network_id': '0e89172d-cc68-49c0-b967-2aa5becb2f0b', 'tenant_id': '628d68c153204c9cae8da201ef56de13', 'fixed_ips': [{'subnet_id': '99c057ba-b144-4ba8-8d3a-fc01447f3fd5'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:34.414691 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.456318 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-83daf992-5e33-49a1-873c-79bf04d97795 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4391191 Jan 21 09:40:34.493422 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.509483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a304a86-5716-4e22-b812-102cdc38d186 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:34.593569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40642) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:34.611404 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.611799 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Added segment 3a048c5b-5d0c-48a6-833a-5c56a7ac999e of type vlan for network b0c2edd3-ad44-4de1-931c-5b32cea25765 Jan 21 09:40:34.633592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d5a71ac9-94b3-4cce-9752-5e66c6e43c87 None None] Provisioning for port 55670c93-0ec9-41a0-bad2-b2860012e9d0 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:34.644187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.739680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.740694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:34.741278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.775207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Deleting port 892f64a1-a4c2-4d17-b279-a74ba5d28bd2 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:34.775592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.818019 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Transition to ACTIVE for port object 3627ea8a-699b-4a55-a2cd-db911d1f94ce will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:34.818517 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-1e2fda6b-e45d-4594-ad79-34cd42b02840 service neutron] 10.222.0.99 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470941 Jan 21 09:40:34.829549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.839101 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Allocated IP 2001:db8::2 (0e89172d-cc68-49c0-b967-2aa5becb2f0b/99c057ba-b144-4ba8-8d3a-fc01447f3fd5/d3dd0980-f51d-491a-b95e-48b513efa40d) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:34.858568 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.860076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] The port '892f64a1-a4c2-4d17-b279-a74ba5d28bd2' was deleted {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:40:34.892478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.894409 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/networks/5f77b6ed-7279-4305-a6c3-448f42780957 HTTP/1.1" status: 204 len: 168 time: 3.0323045 Jan 21 09:40:34.898736 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4809732 Jan 21 09:40:34.899583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fff8dc-66ff-4b51-9947-581ab1700799 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event updated for resources: {'Network': ['ID=b0c2edd3-ad44-4de1-931c-5b32cea25765,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:34.902699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40648) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:34.903031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40650) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:34.907383 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-831922ae-77f9-4555-bd9a-15417f07d675 None None] Deleting port cce0ef97-237b-4bc5-a5d7-97fe89926e37 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:34.907491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-831922ae-77f9-4555-bd9a-15417f07d675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.959953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:34.975006 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Request body: {'subnet': {'network_id': 'b0c2edd3-ad44-4de1-931c-5b32cea25765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:34.984871 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network b0c2edd3-ad44-4de1-931c-5b32cea25765 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:35.013232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c893bf3-a179-4a8a-992d-c7243aa84bbf tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Network': ['ID=5f77b6ed-7279-4305-a6c3-448f42780957,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:35.028692 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:35.057511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Usage tracker for resource:subnet and tenant:9c67c9da1bd74b048cada598a348f9db is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:35.060785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:35.071114 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:35.079903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5eff3578-2846-4290-93af-9abe004dcad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.098027 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9a080-9ec2-47e4-add6-e8d4bb160f3d None None] Pushing event updated for resources: {'Port': ['ID=3627ea8a-699b-4a55-a2cd-db911d1f94ce,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:35.103810 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Attempting to bind port 3627ea8a-699b-4a55-a2cd-db911d1f94ce on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:35.104325 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Attempting to bind port 3627ea8a-699b-4a55-a2cd-db911d1f94ce by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:35.104842 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Attempting to bind port 3627ea8a-699b-4a55-a2cd-db911d1f94ce on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:35.106147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:35.114401 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:35.115127 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:35.115921 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.117218 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:35.117440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5eff3578-2846-4290-93af-9abe004dcad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:35.118436 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Bound port: 3627ea8a-699b-4a55-a2cd-db911d1f94ce, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:35.120052 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.125131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5eff3578-2846-4290-93af-9abe004dcad8 admin admin] Usage tracker for resource:security_group_rule and tenant:0a250ce0e7184dd98238f666fdf31c48 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:35.129793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:35.131629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-831922ae-77f9-4555-bd9a-15417f07d675 None None] The port 'cce0ef97-237b-4bc5-a5d7-97fe89926e37' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:40:35.133355 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.151778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa27f18-c180-4149-87f7-780e9ba52b98 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:35.152402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9aa27f18-c180-4149-87f7-780e9ba52b98 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:35.170733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5eff3578-2846-4290-93af-9abe004dcad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:35.184629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Made reservation on behalf of 9c67c9da1bd74b048cada598a348f9db for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:35.186938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.204319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5eff3578-2846-4290-93af-9abe004dcad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:35.214970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcfb241-cc59-4577-a0e9-988bfd91d56c None None] Update dhcp port {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'fixed_ips': [{'subnet_id': '5c1c7a6e-b3bb-42fb-9d2b-a0288d8545f7', 'ip_address': '2001:db8::f816:3eff:fe68:4573'}, {'subnet_id': 'f53fe5ec-b224-40fd-bbbb-385b1ba9d537'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': '55670c93-0ec9-41a0-bad2-b2860012e9d0'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:40:35.245966 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] For port 3627ea8a-699b-4a55-a2cd-db911d1f94ce, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:35.249063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.249748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port 470626c9-e06a-4f9a-9d9e-5f5698e68b49 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:35.251455 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] For port 3627ea8a-699b-4a55-a2cd-db911d1f94ce, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3627ea8a-699b-4a55-a2cd-db911d1f94ce,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:35.267774 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.307210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9aa27f18-c180-4149-87f7-780e9ba52b98 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:35.308455 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9aa27f18-c180-4149-87f7-780e9ba52b98 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/f3f5c723-ed03-40f4-9cfd-e583c585313e HTTP/1.1" status: 200 len: 841 time: 0.4044952 Jan 21 09:40:35.315934 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40658) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:35.355840 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Routers {'e32d46dc-f8ed-4187-b725-74ba146be919'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:35.358761 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e32d46dc-f8ed-4187-b725-74ba146be919'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:35.407526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb07606-69c2-4500-bd6e-ad26c0216f1f']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:35.417820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.430487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Transition to ACTIVE for port object d3dd0980-f51d-491a-b95e-48b513efa40d will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:35.452232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Transition to ACTIVE for port object d3dd0980-f51d-491a-b95e-48b513efa40d will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:35.508732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21b074a-45cd-4b76-8459-41f4f671c25f') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:35.509103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21b074a-45cd-4b76-8459-41f4f671c25f') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:35.535038 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6531b8f2-72f9-4bf2-b065-7c4745b1eef3 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/f3f5c723-ed03-40f4-9cfd-e583c585313e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2103910 Jan 21 09:40:35.547683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40662) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:35.552978 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-a23a4daa-acf4-4aae-a810-233d4e49d0f9 service neutron] 10.222.0.99 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6891644 Jan 21 09:40:35.554824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.572120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:35.588456 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] Set router e32d46dc-f8ed-4187-b725-74ba146be919 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:35.633162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 55670c93-0ec9-41a0-bad2-b2860012e9d0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:35.660218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.688488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:35.688488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:35.706533 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:35.718462 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.763543 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9a080-9ec2-47e4-add6-e8d4bb160f3d None None] Pushing event updated for resources: {'Port': ['ID=3627ea8a-699b-4a55-a2cd-db911d1f94ce,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:35.788127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.798810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8::245 (0e89172d-cc68-49c0-b967-2aa5becb2f0b/99c057ba-b144-4ba8-8d3a-fc01447f3fd5/470626c9-e06a-4f9a-9d9e-5f5698e68b49) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:35.870635 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Pushing event updated for resources: {'Port': ['ID=d3dd0980-f51d-491a-b95e-48b513efa40d,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:35.910496 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5eff3578-2846-4290-93af-9abe004dcad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.915588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object 0b7976b9-7873-4cf0-a11c-f46cf97336a5 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:35.921018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.947571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:35.953026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.954413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5eff3578-2846-4290-93af-9abe004dcad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.003290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event deleted for resources: {'Network': ['ID=5bb07606-69c2-4500-bd6e-ad26c0216f1f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:36.022423 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5eff3578-2846-4290-93af-9abe004dcad8 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0a250ce0e7184dd98238f666fdf31c48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3431811 Jan 21 09:40:36.026383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:36.031308 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40672) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:36.037984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:36.053793 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-595c369e-5fea-4f93-8220-5085570ebd85 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "DELETE /v2.0/networks/5bb07606-69c2-4500-bd6e-ad26c0216f1f HTTP/1.1" status: 204 len: 168 time: 4.6970296 Jan 21 09:40:36.056989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Network 0e89172d-cc68-49c0-b967-2aa5becb2f0b is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:36.060626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40676) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:36.072599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:36.085875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:36.100995 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cbcfb241-cc59-4577-a0e9-988bfd91d56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.107449 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:36.132315 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:40:30Z', 'revision_number': 3, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port': {'id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:27Z', 'updated_at': '2022-01-21T09:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:36.135873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.147278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.150861 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b780fea-aec2-4fef-8799-a61a15ea3d1b None None] The sync data for ids ['e32d46dc-f8ed-4187-b725-74ba146be919'] in dv-neutron-825723-1-hyperv is: [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:40:30Z', 'revision_number': 3, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port': {'id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:27Z', 'updated_at': '2022-01-21T09:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:36.277876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:36.282337 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.396224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff3578-2846-4290-93af-9abe004dcad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96165c9e-beb6-4401-b07e-09fb6a92537a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:36.440461 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-cbcfb241-cc59-4577-a0e9-988bfd91d56c None None] Allocated IP 172.20.0.2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/f53fe5ec-b224-40fd-bbbb-385b1ba9d537/55670c93-0ec9-41a0-bad2-b2860012e9d0) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:36.504755 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a17eec45-1a1f-4c8e-a0ec-1d4abbae2015 req-41601f85-e26b-47b0-8d09-a8ae95862da5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 210 time: 0.2170165 Jan 21 09:40:36.676958 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3994a950-bd03-440b-9fdd-de1cb3e513f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.774994 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-cbcfb241-cc59-4577-a0e9-988bfd91d56c None None] For port 55670c93-0ec9-41a0-bad2-b2860012e9d0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=55670c93-0ec9-41a0-bad2-b2860012e9d0,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:36.780606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3c699d1b-cd28-489f-a7ed-b2e7bcb461b9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.800794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:36.804177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Attempting to bind port d3dd0980-f51d-491a-b95e-48b513efa40d on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:36.804672 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Attempting to bind port d3dd0980-f51d-491a-b95e-48b513efa40d by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0c921000-060f-48b4-a1ca-c3b7f0377231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0e89172d-cc68-49c0-b967-2aa5becb2f0b'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:36.805034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Attempting to bind port d3dd0980-f51d-491a-b95e-48b513efa40d on network 0e89172d-cc68-49c0-b967-2aa5becb2f0b {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:36.809131 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:36.818428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:36.818680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:36.818805 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Checking segment: {'id': '0c921000-060f-48b4-a1ca-c3b7f0377231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0e89172d-cc68-49c0-b967-2aa5becb2f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:36.819185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.819572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Bound using segment: {'id': '0c921000-060f-48b4-a1ca-c3b7f0377231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0e89172d-cc68-49c0-b967-2aa5becb2f0b'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:36.820044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Bound port: d3dd0980-f51d-491a-b95e-48b513efa40d, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c921000-060f-48b4-a1ca-c3b7f0377231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0e89172d-cc68-49c0-b967-2aa5becb2f0b'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:36.820439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.866886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3994a950-bd03-440b-9fdd-de1cb3e513f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.897245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=0b7976b9-7873-4cf0-a11c-f46cf97336a5,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:36.933516 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 55670c93-0ec9-41a0-bad2-b2860012e9d0 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:36.939078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6b279adc-ccf9-4ec8-b1f9-7c6f35d3f641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.950785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 55670c93-0ec9-41a0-bad2-b2860012e9d0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:36.951103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.001334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Allocated IP 172.20.0.1 (f469d677-4dc7-49de-9c0e-17fa992e291c/2808a830-2468-42b3-9507-038994a3ca1a/e416bf90-bb73-406d-9745-a841ab6b2323) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:37.026534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cbcfb241-cc59-4577-a0e9-988bfd91d56c None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.079641 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:37.080812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.132855 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cbcfb241-cc59-4577-a0e9-988bfd91d56c None None] Transition to ACTIVE for port object 55670c93-0ec9-41a0-bad2-b2860012e9d0 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:37.142091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] For port d3dd0980-f51d-491a-b95e-48b513efa40d, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:37.169999 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cbcfb241-cc59-4577-a0e9-988bfd91d56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.177386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3c699d1b-cd28-489f-a7ed-b2e7bcb461b9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.224739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-3c699d1b-cd28-489f-a7ed-b2e7bcb461b9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bbcf25-96ec-4533-b469-d70c915e5c50']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:37.230063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] For port d3dd0980-f51d-491a-b95e-48b513efa40d, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d3dd0980-f51d-491a-b95e-48b513efa40d,segment=NetworkSegment(0c921000-060f-48b4-a1ca-c3b7f0377231),segment_id=0c921000-060f-48b4-a1ca-c3b7f0377231)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:37.254730 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.283211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.289404 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-69a7367c-606e-48b6-9ffa-648b4208c1f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.9306617 Jan 21 09:40:37.297038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40692) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:37.303845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-3c699d1b-cd28-489f-a7ed-b2e7bcb461b9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a410f0e-c389-43e5-9938-cdf915f428f6') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:37.304427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-3c699d1b-cd28-489f-a7ed-b2e7bcb461b9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a410f0e-c389-43e5-9938-cdf915f428f6') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:37.338101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 388315d9-324e-414b-bfb3-97b00b19a9ca is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:37.352194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:37.364836 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.371264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3c699d1b-cd28-489f-a7ed-b2e7bcb461b9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.376499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:37.380076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.384193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3994a950-bd03-440b-9fdd-de1cb3e513f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.393016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c0b87-366d-4618-acf1-5cb1c47bf38f None None] Network 388315d9-324e-414b-bfb3-97b00b19a9ca requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:37.407962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Port 55670c93-0ec9-41a0-bad2-b2860012e9d0 had new provisioning blocks added so it will not transition to active. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jan 21 09:40:37.408528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device dc1917cc-558d-4893-b30d-aa7d541817bd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:37.426602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3c699d1b-cd28-489f-a7ed-b2e7bcb461b9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.474885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994a950-bd03-440b-9fdd-de1cb3e513f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96165c9e-beb6-4401-b07e-09fb6a92537a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:37.492693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.514103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c699d1b-cd28-489f-a7ed-b2e7bcb461b9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:37.514772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3c699d1b-cd28-489f-a7ed-b2e7bcb461b9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.518364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object 470626c9-e06a-4f9a-9d9e-5f5698e68b49 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:37.540887 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:37.548950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Transition to ACTIVE for port object e416bf90-bb73-406d-9745-a841ab6b2323 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:37.574113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Subnet': ['ID=42b07618-cad4-437c-919f-ebbd57eb3e0d,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:37.581039 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2a343531-a46f-41ad-96a7-15225bb4024e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0311511 Jan 21 09:40:37.583854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40698) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:37.592445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'security_group': {'name': 'tempest-secgroup-592881230'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:37.610446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3994a950-bd03-440b-9fdd-de1cb3e513f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.614647 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3994a950-bd03-440b-9fdd-de1cb3e513f4 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/96165c9e-beb6-4401-b07e-09fb6a92537a HTTP/1.1" status: 204 len: 168 time: 1.5785034 Jan 21 09:40:37.616514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:37.634871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:security_group and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:37.643184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.704218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:37.741038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:40:37.743836 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.746826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfb241-cc59-4577-a0e9-988bfd91d56c None None] Pushing event updated for resources: {'Port': ['ID=55670c93-0ec9-41a0-bad2-b2860012e9d0,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:37.775125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:37.850466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e72f91-6e03-45f0-bcd2-dcdc051d77d5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:37.856818 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e72f91-6e03-45f0-bcd2-dcdc051d77d5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:37.857785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-00e72f91-6e03-45f0-bcd2-dcdc051d77d5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:37.863879 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Network f469d677-4dc7-49de-9c0e-17fa992e291c is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:37.877028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:37.882568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3c699d1b-cd28-489f-a7ed-b2e7bcb461b9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.891492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:37.910274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b5a8a-1472-4837-a665-fa7f1b8fc5dc None None] Pushing event updated for resources: {'Port': ['ID=d3dd0980-f51d-491a-b95e-48b513efa40d,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:37.937797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.979687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.005117 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Pushing event updated for resources: {'Port': ['ID=e416bf90-bb73-406d-9745-a841ab6b2323,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:38.016297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3c699d1b-cd28-489f-a7ed-b2e7bcb461b9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.117152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d1f918af-9cb2-48d4-91fd-2eb5add09f0b,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:38.120414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:38.141906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port dc1917cc-558d-4893-b30d-aa7d541817bd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:38.142298 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.163666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:security_group_rule and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:38.186520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Checking segment: {'id': '3a048c5b-5d0c-48a6-833a-5c56a7ac999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b0c2edd3-ad44-4de1-931c-5b32cea25765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:38.186872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Network hostable DHCP agents. Network: b0c2edd3-ad44-4de1-931c-5b32cea25765, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:38.214067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network 0e89172d-cc68-49c0-b967-2aa5becb2f0b is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:38.214635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c699d1b-cd28-489f-a7ed-b2e7bcb461b9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event deleted for resources: {'Network': ['ID=a9bbcf25-96ec-4533-b469-d70c915e5c50,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:38.233498 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ff4b7dab-5c74-4bd0-832c-afa23f119b1a req-4f8c99b7-6584-444a-ac3e-9e6f16613341 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 210 time: 0.1514211 Jan 21 09:40:38.244535 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3c699d1b-cd28-489f-a7ed-b2e7bcb461b9 tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "DELETE /v2.0/networks/a9bbcf25-96ec-4533-b469-d70c915e5c50 HTTP/1.1" status: 204 len: 168 time: 2.1823268 Jan 21 09:40:38.246449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-00e72f91-6e03-45f0-bcd2-dcdc051d77d5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:38.253442 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-00e72f91-6e03-45f0-bcd2-dcdc051d77d5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.9534798 Jan 21 09:40:38.260643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:38.265004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40706) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.267903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40708) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.270296 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:38.384698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40714) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.409945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.413054 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:38.416581 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:38.424037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:38.430859 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.498497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=470626c9-e06a-4f9a-9d9e-5f5698e68b49,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:38.518498 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-aaa700e2-b2ce-420b-8f76-9b116d7538ff tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3424726 Jan 21 09:40:38.528016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a145adfc-bf3f-405a-8847-ef75d8decce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.533079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.543892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40718) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.556484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-388315d9-324e-414b-bfb3-97b00b19a9ca', 'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'tenant_id': '1a17eb82f51d4da9bf16b6794dbfa723', 'fixed_ips': [{'subnet_id': '42b07618-cad4-437c-919f-ebbd57eb3e0d'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:38.557291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.579848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d84c5332-e06b-4fcd-9b66-637ac3614e7b None None] Provisioning for port e416bf90-bb73-406d-9745-a841ab6b2323 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:38.596056 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': '0e89172d-cc68-49c0-b967-2aa5becb2f0b', 'name': 'tempest-PortsIpV6TestJSON-448092928'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:38.628486 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d84c5332-e06b-4fcd-9b66-637ac3614e7b None None] Provisioning complete for port e416bf90-bb73-406d-9745-a841ab6b2323 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:38.628886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d84c5332-e06b-4fcd-9b66-637ac3614e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.781776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.809458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.810713 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2258537 Jan 21 09:40:38.830422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40722) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.950422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'security_group': {'name': 'tempest-secgroup-1561488879'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:38.951850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7241191-e512-4117-a9cd-ee6d639aa06b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.956833 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:38.960883 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:security_group and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:38.964360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:38.971255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:38.972953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d3dd0980-f51d-491a-b95e-48b513efa40d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:38.983905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Network b0c2edd3-ad44-4de1-931c-5b32cea25765 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:38.991046 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad692c2-e40a-4dc2-bde0-d863772c7c47 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8dcc5f-ae3f-4e0f-964e-9565b6202fbc,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:39.001350 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.032912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-67f920fc-d058-4e75-9d0f-7b8713031782 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port 0b7976b9-7873-4cf0-a11c-f46cf97336a5 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:39.033264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-67f920fc-d058-4e75-9d0f-7b8713031782 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.062018 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:39.062243 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d84c5332-e06b-4fcd-9b66-637ac3614e7b None None] Port e416bf90-bb73-406d-9745-a841ab6b2323 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:39.068983 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:security_group_rule and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:39.072935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:39.079936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:39.156468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, b0c2edd3-ad44-4de1-931c-5b32cea25765) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:39.166418 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:39.167011 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.169164 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de51b21-a7e7-4019-acb0-846ee2c14923 None None] Network b0c2edd3-ad44-4de1-931c-5b32cea25765 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:39.170923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:39.186819 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-785d8808-a74d-423a-86b7-023f66231699 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b22da71e627e41e78506ecdaa454ea8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7906964 Jan 21 09:40:39.187680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.194737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:port and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:39.197465 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40726) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:39.221071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:39.234567 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.244033 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:39.328912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port d3dd0980-f51d-491a-b95e-48b513efa40d completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:39.330791 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2571ea07-e128-44cc-a77f-8ba4a4bcdb5b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4248416 Jan 21 09:40:39.332527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Allocated IP 172.20.0.2 (388315d9-324e-414b-bfb3-97b00b19a9ca/42b07618-cad4-437c-919f-ebbd57eb3e0d/23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:39.346129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6ad8e54f-8759-467d-acd3-459b015b0f82 None None] Provisioning for port 55670c93-0ec9-41a0-bad2-b2860012e9d0 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:39.359840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 55670c93-0ec9-41a0-bad2-b2860012e9d0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:39.362834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40732) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:39.380959 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:39.391764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.426093 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6ad8e54f-8759-467d-acd3-459b015b0f82 None None] Provisioning complete for port 55670c93-0ec9-41a0-bad2-b2860012e9d0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:39.426311 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e54f-8759-467d-acd3-459b015b0f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.428035 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Request body: {'floatingip': {'floating_network_id': 'b0c2edd3-ad44-4de1-931c-5b32cea25765'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:39.434434 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:39.459889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Usage tracker for resource:floatingip and tenant:9c67c9da1bd74b048cada598a348f9db is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:39.481478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5291efb0-0101-432e-aaf2-b30a990acd4a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:39.489960 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:39.494224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.498554 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d4c1dc9d-c958-4fc7-a0c9-7c9c8a2b769b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5539069 Jan 21 09:40:39.502451 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40738) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:39.513016 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-737672551', 'security_groups': ['5291efb0-0101-432e-aaf2-b30a990acd4a'], 'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '42b07618-cad4-437c-919f-ebbd57eb3e0d'}]}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:39.725714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:39.734302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:39.738788 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:port and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:39.740026 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.742587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:39.749382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:39.768542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port 2ae92194-1af2-4ee9-baed-b0939463bfa3 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:39.792519 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ee3ec567-352d-474f-9cc6-b98c125aa73d req-e8bc4275-6db4-4f3c-8b23-62de1af99929 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 210 time: 0.2385004 Jan 21 09:40:39.811050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:39.815084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-b151bf66-c0c1-437f-8fa1-b39d1504abc9 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:39.816955 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-b151bf66-c0c1-437f-8fa1-b39d1504abc9 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 812 time: 1.0873559 Jan 21 09:40:39.864657 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.867881 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 55670c93-0ec9-41a0-bad2-b2860012e9d0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:39.868244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.949079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.973642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7241191-e512-4117-a9cd-ee6d639aa06b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.984826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8992f8d7-c552-493d-9323-937f3b09f381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.039668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.062020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cd0466-ba0b-46c3-8884-8c530ce8ae16 None None] Network b0c2edd3-ad44-4de1-931c-5b32cea25765 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:40.084253 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20222c3f-0294-4296-86bc-15fb568b9d1d None None] Network 0e89172d-cc68-49c0-b967-2aa5becb2f0b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:40.124731 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8::20b (0e89172d-cc68-49c0-b967-2aa5becb2f0b/99c057ba-b144-4ba8-8d3a-fc01447f3fd5/2ae92194-1af2-4ee9-baed-b0939463bfa3) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:40.157922 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.185675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e54f-8759-467d-acd3-459b015b0f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.199054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-b7241191-e512-4117-a9cd-ee6d639aa06b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af04d4e4-cacc-4010-b97b-605a85089f4f']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:40.250384 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-66c1c305-391a-4057-a3a3-6bbcb82195db tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d91df169b3d4b12afed351c8ebd622a HTTP/1.1" status: 200 len: 380 time: 0.3824823 Jan 21 09:40:40.266267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-b7241191-e512-4117-a9cd-ee6d639aa06b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c801c8-465e-4d28-963b-721265a10caf') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:40.266948 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-b7241191-e512-4117-a9cd-ee6d639aa06b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c801c8-465e-4d28-963b-721265a10caf') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:40.281788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Request body: {'port': {'device_id': 'bfb11063-5341-45f0-b86c-d8f767b325d7', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'admin_state_up': True, 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'security_groups': ['15b39e31-e885-4846-8a94-60726fc7b35a']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:40.322802 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7241191-e512-4117-a9cd-ee6d639aa06b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.386512 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.437105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Transition to ACTIVE for port object 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:40.446509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6ad8e54f-8759-467d-acd3-459b015b0f82 None None] For port 55670c93-0ec9-41a0-bad2-b2860012e9d0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=55670c93-0ec9-41a0-bad2-b2860012e9d0,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:40.476240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7241191-e512-4117-a9cd-ee6d639aa06b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.497265 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.502097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port e50deea2-b997-4c4c-8752-87a3c1b23889 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:40.523747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.541193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e54f-8759-467d-acd3-459b015b0f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.556299 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8992f8d7-c552-493d-9323-937f3b09f381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.557775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7241191-e512-4117-a9cd-ee6d639aa06b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:40.558184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7241191-e512-4117-a9cd-ee6d639aa06b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:40.584721 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:40.600905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object 2ae92194-1af2-4ee9-baed-b0939463bfa3 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:40.666041 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Transition to ACTIVE for port object 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:40.715775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.748859 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-67f920fc-d058-4e75-9d0f-7b8713031782 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.769278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7241191-e512-4117-a9cd-ee6d639aa06b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.809453 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7241191-e512-4117-a9cd-ee6d639aa06b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.858077 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Network 388315d9-324e-414b-bfb3-97b00b19a9ca is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:40.863109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9a4e65d4-38c0-4b04-9a85-3fe7527532f4 None None] Provisioning for port d3dd0980-f51d-491a-b95e-48b513efa40d completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:40.872320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:40.875600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:40.964141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7241191-e512-4117-a9cd-ee6d639aa06b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event deleted for resources: {'Network': ['ID=af04d4e4-cacc-4010-b97b-605a85089f4f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:40.998185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8e54f-8759-467d-acd3-459b015b0f82 None None] Pushing event updated for resources: {'Port': ['ID=55670c93-0ec9-41a0-bad2-b2860012e9d0,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.021698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.033041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8992f8d7-c552-493d-9323-937f3b09f381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.057272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-67f920fc-d058-4e75-9d0f-7b8713031782 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for 0b7976b9-7873-4cf0-a11c-f46cf97336a5 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:41.070181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9a4e65d4-38c0-4b04-9a85-3fe7527532f4 None None] Provisioning complete for port d3dd0980-f51d-491a-b95e-48b513efa40d triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:41.070718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9a4e65d4-38c0-4b04-9a85-3fe7527532f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.100091 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b7241191-e512-4117-a9cd-ee6d639aa06b tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "DELETE /v2.0/networks/af04d4e4-cacc-4010-b97b-605a85089f4f HTTP/1.1" status: 204 len: 168 time: 2.8301020 Jan 21 09:40:41.107721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40744) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:41.109161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:41.111369 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:41.111755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:41.123705 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=2ae92194-1af2-4ee9-baed-b0939463bfa3,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.151845 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992f8d7-c552-493d-9323-937f3b09f381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9f44c1-f281-4bda-bba1-44b435a9c14e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.172194 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4c42a765-e325-44e6-ae03-551ed1930b56 req-72a51a87-1503-4c62-b71d-7c260698a86f tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 210 time: 0.1222396 Jan 21 09:40:41.174004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:41.190132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network 0e89172d-cc68-49c0-b967-2aa5becb2f0b is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:41.192366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.193423 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.4 (388315d9-324e-414b-bfb3-97b00b19a9ca/42b07618-cad4-437c-919f-ebbd57eb3e0d/e50deea2-b997-4c4c-8752-87a3c1b23889) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:41.212501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:41.217875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.224321 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:41.231514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:41.233386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.253416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Pushing event updated for resources: {'Port': ['ID=23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.263730 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Attempting to bind port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:41.264088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Attempting to bind port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'b335ae89-1971-4a17-913c-6f6f5e468dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:41.264463 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Attempting to bind port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 on network 388315d9-324e-414b-bfb3-97b00b19a9ca {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:41.273177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:41.273519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Checking segment: {'id': 'b335ae89-1971-4a17-913c-6f6f5e468dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:41.273855 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.274238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Bound using segment: {'id': 'b335ae89-1971-4a17-913c-6f6f5e468dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:41.274724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Bound port: 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b335ae89-1971-4a17-913c-6f6f5e468dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:41.275095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.299070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8992f8d7-c552-493d-9323-937f3b09f381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.303884 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8992f8d7-c552-493d-9323-937f3b09f381 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/bb9f44c1-f281-4bda-bba1-44b435a9c14e HTTP/1.1" status: 204 len: 168 time: 2.1027944 Jan 21 09:40:41.331166 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a7ea0b8f-18ec-4a8c-9832-dafa94c77d50 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7625160 Jan 21 09:40:41.335290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.341949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40750) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:41.599545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9a4e65d4-38c0-4b04-9a85-3fe7527532f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.631981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Usage tracker for resource:port and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:41.641714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-67f920fc-d058-4e75-9d0f-7b8713031782 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.651937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:41.699951 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f5d34-e557-4286-9b04-98f5638270c8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:41.701228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-863f5d34-e557-4286-9b04-98f5638270c8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:41.709707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Allocated IP 172.20.0.2 (b0c2edd3-ad44-4de1-931c-5b32cea25765/d1f918af-9cb2-48d4-91fd-2eb5add09f0b/9e52b120-941b-4646-9ca0-2616623a17bb) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:41.724917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.776492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-863f5d34-e557-4286-9b04-98f5638270c8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:41.777770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] For port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:41.777889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f920fc-d058-4e75-9d0f-7b8713031782 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=0b7976b9-7873-4cf0-a11c-f46cf97336a5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.779356 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-863f5d34-e557-4286-9b04-98f5638270c8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A245 HTTP/1.1" status: 200 len: 929 time: 0.4336782 Jan 21 09:40:41.785116 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.789785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40756) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:41.804433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:41.810353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] For port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0,segment=NetworkSegment(b335ae89-1971-4a17-913c-6f6f5e468dc3),segment_id=b335ae89-1971-4a17-913c-6f6f5e468dc3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:41.829598 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9a4e65d4-38c0-4b04-9a85-3fe7527532f4 None None] For port d3dd0980-f51d-491a-b95e-48b513efa40d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d3dd0980-f51d-491a-b95e-48b513efa40d,segment=NetworkSegment(0c921000-060f-48b4-a1ca-c3b7f0377231),segment_id=0c921000-060f-48b4-a1ca-c3b7f0377231)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:41.831829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3627ea8a-699b-4a55-a2cd-db911d1f94ce up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:41.834669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87af971e-effa-43db-aea9-b1d3173d62be tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.860826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.903639 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Transition to ACTIVE for port object e50deea2-b997-4c4c-8752-87a3c1b23889 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:41.973209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9a4e65d4-38c0-4b04-9a85-3fe7527532f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.072193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9a4e65d4-38c0-4b04-9a85-3fe7527532f4 None None] Could not find standard attr ID for object 0b7976b9-7873-4cf0-a11c-f46cf97336a5. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:40:42.078560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac828f1-1f6f-4be6-affc-4ecf23e4be73 None None] Pushing event updated for resources: {'Port': ['ID=23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:42.159049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.220365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 3627ea8a-699b-4a55-a2cd-db911d1f94ce completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:42.236827 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3627ea8a-699b-4a55-a2cd-db911d1f94ce triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:42.237211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.305302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-848b29c7-9de3-4028-964b-b3a02e5fdd14 None None] Provisioning for port 470626c9-e06a-4f9a-9d9e-5f5698e68b49 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:42.318099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.357195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-848b29c7-9de3-4028-964b-b3a02e5fdd14 None None] Provisioning complete for port 470626c9-e06a-4f9a-9d9e-5f5698e68b49 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:42.357484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-848b29c7-9de3-4028-964b-b3a02e5fdd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.409585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 388315d9-324e-414b-bfb3-97b00b19a9ca is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:42.414464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:42.422891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:42.492949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=e50deea2-b997-4c4c-8752-87a3c1b23889,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:42.559612 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-848b29c7-9de3-4028-964b-b3a02e5fdd14 None None] Port 470626c9-e06a-4f9a-9d9e-5f5698e68b49 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:42.560677 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:42.561582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.592325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.608602 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e65d4-38c0-4b04-9a85-3fe7527532f4 None None] Pushing event updated for resources: {'Port': ['ID=d3dd0980-f51d-491a-b95e-48b513efa40d,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:42.624826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.635256 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-848b29c7-9de3-4028-964b-b3a02e5fdd14 None None] Provisioning complete for port d3dd0980-f51d-491a-b95e-48b513efa40d triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:42.635775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-848b29c7-9de3-4028-964b-b3a02e5fdd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.658293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.739290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 3627ea8a-699b-4a55-a2cd-db911d1f94ce, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3627ea8a-699b-4a55-a2cd-db911d1f94ce,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:42.834296 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.856816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event updated for resources: {'Port': ['ID=9e52b120-941b-4646-9ca0-2616623a17bb,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:42.868507 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f0a9232-3708-4a25-a8eb-7c3f0f16b134 req-18055641-87eb-4f29-ab20-f052d9cf31d7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 210 time: 0.3001385 Jan 21 09:40:42.869109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Made reservation on behalf of 9d91df169b3d4b12afed351c8ebd622a for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:42.872680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.883620 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Network b0c2edd3-ad44-4de1-931c-5b32cea25765 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:42.891347 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:42.902865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:42.994074 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-87571c70-a185-4572-a5b2-492414b09c7f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4872458 Jan 21 09:40:43.003746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40778) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:43.028753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0b04578b-7029-42d1-acf8-29dfa1c4b088 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:43.073077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Pushing event updated for resources: {'Port': ['ID=e416bf90-bb73-406d-9745-a841ab6b2323,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:43.080358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c164e7db-c23b-4b13-93df-cc15488e43d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 2ae92194-1af2-4ee9-baed-b0939463bfa3 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:43.080717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c164e7db-c23b-4b13-93df-cc15488e43d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.088992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=3627ea8a-699b-4a55-a2cd-db911d1f94ce,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:43.181812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d3dd0980-f51d-491a-b95e-48b513efa40d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:43.316044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6ef1c58d-19fa-4527-bb5f-a0561f33fd4a None None] Provisioning for port 2ae92194-1af2-4ee9-baed-b0939463bfa3 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:43.324725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6ef1c58d-19fa-4527-bb5f-a0561f33fd4a None None] Provisioning complete for port 2ae92194-1af2-4ee9-baed-b0939463bfa3 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:43.325646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c58d-19fa-4527-bb5f-a0561f33fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.335557 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-67f920fc-d058-4e75-9d0f-7b8713031782 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.381944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.400135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port d3dd0980-f51d-491a-b95e-48b513efa40d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:43.400432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.402511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0b04578b-7029-42d1-acf8-29dfa1c4b088 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:43.407742 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0b04578b-7029-42d1-acf8-29dfa1c4b088 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:43.464924 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-67f920fc-d058-4e75-9d0f-7b8713031782 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/0b7976b9-7873-4cf0-a11c-f46cf97336a5 HTTP/1.1" status: 204 len: 168 time: 5.1915486 Jan 21 09:40:43.465600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40790) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:43.473087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87af971e-effa-43db-aea9-b1d3173d62be tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.551903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0b04578b-7029-42d1-acf8-29dfa1c4b088 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:43.560446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.564223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1c58d-19fa-4527-bb5f-a0561f33fd4a None None] Port 2ae92194-1af2-4ee9-baed-b0939463bfa3 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:43.610613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 55670c93-0ec9-41a0-bad2-b2860012e9d0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:43.621312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0b04578b-7029-42d1-acf8-29dfa1c4b088 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:43.658885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b04578b-7029-42d1-acf8-29dfa1c4b088 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:43.667539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0b04578b-7029-42d1-acf8-29dfa1c4b088 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.687154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-87af971e-effa-43db-aea9-b1d3173d62be tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4078d62f-8bd8-459a-bfcd-023e8b7e288d']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:43.760741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-87af971e-effa-43db-aea9-b1d3173d62be tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1bdf932-1ec2-4963-b86b-898dee94f59f') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:43.762929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-87af971e-effa-43db-aea9-b1d3173d62be tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1bdf932-1ec2-4963-b86b-898dee94f59f') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:43.816044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 55670c93-0ec9-41a0-bad2-b2860012e9d0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:43.816446 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.825317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Allocated IP 172.20.0.3 (42df2083-2321-47b5-bb6a-a354e39deae9/f80c94f4-cc5b-4e8f-b996-92674e64861e/fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:43.877521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Network f469d677-4dc7-49de-9c0e-17fa992e291c is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:43.878770 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:43.884123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87af971e-effa-43db-aea9-b1d3173d62be tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.919272 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.ipam_backend_mixin [None req-0b04578b-7029-42d1-acf8-29dfa1c4b088 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 42b07618-cad4-437c-919f-ebbd57eb3e0d (CIDR: 172.20.0.0/28) Jan 21 09:40:43.970498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:43.979648 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b04578b-7029-42d1-acf8-29dfa1c4b088 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:43.981194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b04578b-7029-42d1-acf8-29dfa1c4b088 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:44.072333 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0b04578b-7029-42d1-acf8-29dfa1c4b088 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0674512 Jan 21 09:40:44.080753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40802) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:44.128095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:44.136475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dc05724e-d698-475d-aa83-ab6476330f8a None None] Provisioning complete for port f3f5c723-ed03-40f4-9cfd-e583c585313e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:44.137027 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dc05724e-d698-475d-aa83-ab6476330f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.158982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40806) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:44.216804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-dc05724e-d698-475d-aa83-ab6476330f8a None None] Port f3f5c723-ed03-40f4-9cfd-e583c585313e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:44.235286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:44.249759 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dc05724e-d698-475d-aa83-ab6476330f8a None None] Provisioning for port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:44.254862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dc05724e-d698-475d-aa83-ab6476330f8a None None] Provisioning complete for port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:44.255229 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dc05724e-d698-475d-aa83-ab6476330f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.325051 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e7f541-77d0-4c45-80ba-ebfe41d0c557 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:44.326709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e7f541-77d0-4c45-80ba-ebfe41d0c557 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:44.335758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e7f541-77d0-4c45-80ba-ebfe41d0c557 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:44.336708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-08e7f541-77d0-4c45-80ba-ebfe41d0c557 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:44.339837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87af971e-effa-43db-aea9-b1d3173d62be tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.425840 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-923c35fc-7abc-43cc-b6b7-4873cba0cd74 req-0e04082d-6ed8-4fb9-8a84-6e968f3d2125 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Synchronizing usage tracker for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:44.436116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87af971e-effa-43db-aea9-b1d3173d62be tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:44.436780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87af971e-effa-43db-aea9-b1d3173d62be tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.461870 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dc05724e-d698-475d-aa83-ab6476330f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:44.474603 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:44.492772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1249985661', 'router:external': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:44.499976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-dc05724e-d698-475d-aa83-ab6476330f8a None None] For port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0,segment=NetworkSegment(b335ae89-1971-4a17-913c-6f6f5e468dc3),segment_id=b335ae89-1971-4a17-913c-6f6f5e468dc3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:44.505264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dc05724e-d698-475d-aa83-ab6476330f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.515690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:44.520384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:44.548702 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Usage tracker for resource:network and tenant:a57cf99079224b4e9fa15599cfeb8fbf is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:44.555382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:44.561533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.576727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:44.587756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.591738 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05724e-d698-475d-aa83-ab6476330f8a None None] Pushing event updated for resources: {'Port': ['ID=23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:44.632805 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-95136ee4-dda3-4895-9f3a-410de3c07ceb None None] Provisioning complete for port e416bf90-bb73-406d-9745-a841ab6b2323 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:44.633180 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-08e7f541-77d0-4c45-80ba-ebfe41d0c557 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:44.634482 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-08e7f541-77d0-4c45-80ba-ebfe41d0c557 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.1501429 Jan 21 09:40:44.637483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-95136ee4-dda3-4895-9f3a-410de3c07ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.644847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-923c35fc-7abc-43cc-b6b7-4873cba0cd74 req-0e04082d-6ed8-4fb9-8a84-6e968f3d2125 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Unset dirty status for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:44.646185 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-923c35fc-7abc-43cc-b6b7-4873cba0cd74 req-0e04082d-6ed8-4fb9-8a84-6e968f3d2125 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 210 time: 0.4327798 Jan 21 09:40:44.687297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40812) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:44.689253 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event updated for resources: {'Port': ['ID=9e52b120-941b-4646-9ca0-2616623a17bb,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:44.697922 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:44.701847 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:44.705284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:44.711345 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:44.758030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:44.761452 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.776373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Made reservation on behalf of a57cf99079224b4e9fa15599cfeb8fbf for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:44.780026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.785333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-95136ee4-dda3-4895-9f3a-410de3c07ceb None None] Port e416bf90-bb73-406d-9745-a841ab6b2323 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:44.821582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-95136ee4-dda3-4895-9f3a-410de3c07ceb None None] Provisioning for port e50deea2-b997-4c4c-8752-87a3c1b23889 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:44.827037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-95136ee4-dda3-4895-9f3a-410de3c07ceb None None] Provisioning complete for port e50deea2-b997-4c4c-8752-87a3c1b23889 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:44.827417 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-95136ee4-dda3-4895-9f3a-410de3c07ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.907419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.954681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-95136ee4-dda3-4895-9f3a-410de3c07ceb None None] Port e50deea2-b997-4c4c-8752-87a3c1b23889 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:44.963300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.989355 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3627ea8a-699b-4a55-a2cd-db911d1f94ce up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:45.004994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:45.018936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Usage tracker for resource:security_group_rule and tenant:a57cf99079224b4e9fa15599cfeb8fbf is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:45.057145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87af971e-effa-43db-aea9-b1d3173d62be tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.089943 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:45.090718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3627ea8a-699b-4a55-a2cd-db911d1f94ce triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:45.091234 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.109358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87af971e-effa-43db-aea9-b1d3173d62be tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.124458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.130546 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8cf9b3f2-96de-453a-a9ea-68ade814010a tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.7492857 Jan 21 09:40:45.133547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af971e-effa-43db-aea9-b1d3173d62be tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] Pushing event deleted for resources: {'Network': ['ID=4078d62f-8bd8-459a-bfcd-023e8b7e288d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:45.135043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40816) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:45.151032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Router e32d46dc-f8ed-4187-b725-74ba146be919 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:45.152163 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:45.164670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c164e7db-c23b-4b13-93df-cc15488e43d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.169768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-06061fe5-a2d1-495f-8534-86e574c35630 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 5c1c7a6e-b3bb-42fb-9d2b-a0288d8545f7 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:45.197358 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-87af971e-effa-43db-aea9-b1d3173d62be tempest-BulkNetworkOpsTest-1677611311 tempest-BulkNetworkOpsTest-1677611311-project] 10.222.0.99 "DELETE /v2.0/networks/4078d62f-8bd8-459a-bfcd-023e8b7e288d HTTP/1.1" status: 204 len: 168 time: 4.0281453 Jan 21 09:40:45.205437 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.233034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06061fe5-a2d1-495f-8534-86e574c35630 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.251142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:45.355524 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9e9d258e-8bb8-4a4a-8496-429fae16445c tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Synchronizing usage tracker for tenant:9c67c9da1bd74b048cada598a348f9db on resource:floatingip {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:45.366254 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:45.366770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.423261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06061fe5-a2d1-495f-8534-86e574c35630 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.491400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c164e7db-c23b-4b13-93df-cc15488e43d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for 2ae92194-1af2-4ee9-baed-b0939463bfa3 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:45.523805 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9e9d258e-8bb8-4a4a-8496-429fae16445c tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Unset dirty status for tenant:9c67c9da1bd74b048cada598a348f9db on resource:floatingip {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:45.527631 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9e9d258e-8bb8-4a4a-8496-429fae16445c tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "GET /v2.0/floatingips?floating_network_id=b0c2edd3-ad44-4de1-931c-5b32cea25765 HTTP/1.1" status: 200 len: 689 time: 0.3748002 Jan 21 09:40:45.532994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40822) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:45.640282 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Transition to ACTIVE for port object fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:45.744074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40830) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:45.791533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06061fe5-a2d1-495f-8534-86e574c35630 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.882317 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-492410aa-14d2-45c9-8fb5-df6025d14077 req-69160de5-a256-4fa4-9b78-b24879bdb413 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 210 time: 0.0652068 Jan 21 09:40:45.889826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:45.908371 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Sync routers for ids ['e32d46dc-f8ed-4187-b725-74ba146be919'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:45.927228 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Routers {'e32d46dc-f8ed-4187-b725-74ba146be919'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:45.932623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e32d46dc-f8ed-4187-b725-74ba146be919'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:45.936907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.951481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.955195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.970668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.021412 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3471907f-4602-4406-b383-c746a395ca6b admin admin] 10.222.0.99 "PUT /v2.0/routers/e32d46dc-f8ed-4187-b725-74ba146be919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2592347 Jan 21 09:40:46.063579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Network 42df2083-2321-47b5-bb6a-a354e39deae9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:46.068319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:46.072793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:46.114068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c164e7db-c23b-4b13-93df-cc15488e43d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.118320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'Port': ['ID=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.145096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Deleting port 9e52b120-941b-4646-9ca0-2616623a17bb {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:46.145439 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.177802 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06061fe5-a2d1-495f-8534-86e574c35630 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.189588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:46.202115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164e7db-c23b-4b13-93df-cc15488e43d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=2ae92194-1af2-4ee9-baed-b0939463bfa3,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.209715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:46.210354 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.222137 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Set router e32d46dc-f8ed-4187-b725-74ba146be919 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:46.235611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8079c1-bd9c-4a01-ba8b-a24cc5524504,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.280059 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c164e7db-c23b-4b13-93df-cc15488e43d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.285541 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06061fe5-a2d1-495f-8534-86e574c35630 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.286244 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c164e7db-c23b-4b13-93df-cc15488e43d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/2ae92194-1af2-4ee9-baed-b0939463bfa3 HTTP/1.1" status: 204 len: 168 time: 4.4681528 Jan 21 09:40:46.288239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40842) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:46.302504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06061fe5-a2d1-495f-8534-86e574c35630 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1c7a6e-b3bb-42fb-9d2b-a0288d8545f7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.308248 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f3250a-1102-4627-89f9-3ba96617f881 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:46.333238 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.333579 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Added segment 91f5dd8a-10c8-4b5e-b73c-0ddda0f0f59e of type vlan for network 53accf34-3556-4b1e-b16d-d177fd35e81b Jan 21 09:40:46.342708 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-113cbdf8-32d8-4134-8bf6-d5648d725306 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0645964 Jan 21 09:40:46.350881 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a14042-738d-4c61-ae8b-7abf0be49ccd tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:40:46.351447 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-17a14042-738d-4c61-ae8b-7abf0be49ccd tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:46.361051 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Request body: {'port': {'device_id': 'bfb11063-5341-45f0-b86c-d8f767b325d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:46.379502 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.490708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-17a14042-738d-4c61-ae8b-7abf0be49ccd tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:46.497708 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-17a14042-738d-4c61-ae8b-7abf0be49ccd tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/2ae92194-1af2-4ee9-baed-b0939463bfa3 HTTP/1.1" status: 404 len: 333 time: 0.2081761 Jan 21 09:40:46.498417 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40846) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:46.505094 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-06061fe5-a2d1-495f-8534-86e574c35630 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/5c1c7a6e-b3bb-42fb-9d2b-a0288d8545f7 HTTP/1.1" status: 204 len: 168 time: 1.8129330 Jan 21 09:40:46.505313 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40848) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:46.525693 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f6facdf7-99d8-45e6-8904-23ffc01b5e97 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e19d7df2705843b38f9291073a97f5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7768445 Jan 21 09:40:46.530904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40854) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:46.610789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 388315d9-324e-414b-bfb3-97b00b19a9ca is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:46.615250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.636270 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:46.692070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd7be57-3c83-48e2-b297-199702947d99 None None] Network 388315d9-324e-414b-bfb3-97b00b19a9ca requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:46.722806 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:46.723567 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.727703 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Subnet': ['ID=679e2b46-4344-4be8-85fd-57bb26b7e2a3,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.730352 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9024f0f3-7ec4-4016-be1f-ff3f780d1845 None None] Provisioning for port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:46.800003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9024f0f3-7ec4-4016-be1f-ff3f780d1845 None None] Provisioning complete for port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:46.800288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9024f0f3-7ec4-4016-be1f-ff3f780d1845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.816211 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-75acd5b2-862e-476e-a1d3-fbf5d9e757cd tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7318833 Jan 21 09:40:46.821158 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40858) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:46.830669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-10576cfb-20a4-4a4f-b2ef-d78c94908b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 470626c9-e06a-4f9a-9d9e-5f5698e68b49 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:46.831487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-10576cfb-20a4-4a4f-b2ef-d78c94908b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.855687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-04d5b88c-e1e0-4bd2-93a8-090780c9f7c8 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-525528521', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '679e2b46-4344-4be8-85fd-57bb26b7e2a3'}], 'security_groups': ['0a8dcc5f-ae3f-4e0f-964e-9565b6202fbc']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:46.869764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa374e6-ad63-4299-910b-61f60b98611d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet f53fe5ec-b224-40fd-bbbb-385b1ba9d537 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:46.889330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8fa374e6-ad63-4299-910b-61f60b98611d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.973110 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.005795 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8fa374e6-ad63-4299-910b-61f60b98611d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.053291 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e864de38-82c2-43fd-86a1-b50d774bf2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.060699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40864) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:47.062620 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.063373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.094863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9024f0f3-7ec4-4016-be1f-ff3f780d1845 None None] Port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:47.101824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128536447', 'description': 'tempest-description--301888230'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:47.108843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.109860 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:47.110507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.253458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:47.260911 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:40:39Z', 'revision_number': 4, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port': {'id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:27Z', 'updated_at': '2022-01-21T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'e416bf90-bb73-406d-9745-a841ab6b2323', 'name': '', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'mac_address': 'fa:16:3e:b2:ae:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '2808a830-2468-42b3-9507-038994a3ca1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:36Z', 'updated_at': '2022-01-21T09:40:40Z', 'revision_number': 2, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'subnets': [{'id': '2808a830-2468-42b3-9507-038994a3ca1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:47.270225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Checking router: e32d46dc-f8ed-4187-b725-74ba146be919 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:47.270561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Updating router e32d46dc-f8ed-4187-b725-74ba146be919 port e416bf90-bb73-406d-9745-a841ab6b2323 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:40:47.271185 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Calling delete_port for 9e52b120-941b-4646-9ca0-2616623a17bb owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:47.334804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.375133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Usage tracker for resource:security_group and tenant:78db1456b4d84c919af68b6798f69fd9 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:47.393453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:47.401838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e864de38-82c2-43fd-86a1-b50d774bf2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.419675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8fa374e6-ad63-4299-910b-61f60b98611d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.473338 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.3116326 Jan 21 09:40:47.479840 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:47.526658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40868) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:47.531846 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc4946-e0b4-438d-aade-4618029679ff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event updated for resources: {'Network': ['ID=53accf34-3556-4b1e-b16d-d177fd35e81b,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:47.553200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Request body: {'subnet': {'network_id': '53accf34-3556-4b1e-b16d-d177fd35e81b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:47.565576 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 53accf34-3556-4b1e-b16d-d177fd35e81b details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:47.566743 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:47.618766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8fa374e6-ad63-4299-910b-61f60b98611d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.644267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Usage tracker for resource:subnet and tenant:a57cf99079224b4e9fa15599cfeb8fbf is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:47.653274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.664182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:47.702804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa374e6-ad63-4299-910b-61f60b98611d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=f53fe5ec-b224-40fd-bbbb-385b1ba9d537,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:47.719493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8fa374e6-ad63-4299-910b-61f60b98611d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.722881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:47.795504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:47.800714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e864de38-82c2-43fd-86a1-b50d774bf2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.806006 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8fa374e6-ad63-4299-910b-61f60b98611d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/f53fe5ec-b224-40fd-bbbb-385b1ba9d537 HTTP/1.1" status: 204 len: 168 time: 1.2970796 Jan 21 09:40:47.806217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Made reservation on behalf of a57cf99079224b4e9fa15599cfeb8fbf for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:47.806217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.820772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40872) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:47.827759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-10576cfb-20a4-4a4f-b2ef-d78c94908b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.845540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Usage tracker for resource:security_group_rule and tenant:78db1456b4d84c919af68b6798f69fd9 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:47.855868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:47.866098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c79db0-0e80-4db5-81db-b42f7dfe1c2f None None] Update dhcp port {'port': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'fixed_ips': [{'subnet_id': '42b07618-cad4-437c-919f-ebbd57eb3e0d', 'ip_address': '172.20.0.2'}, {'subnet_id': '679e2b46-4344-4be8-85fd-57bb26b7e2a3'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': '23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:40:47.935907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:47.956064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864de38-82c2-43fd-86a1-b50d774bf2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26dd695-30ab-43d4-9cc6-96951860ab8d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:47.961786 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-34c79db0-0e80-4db5-81db-b42f7dfe1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.985794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-10576cfb-20a4-4a4f-b2ef-d78c94908b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for 470626c9-e06a-4f9a-9d9e-5f5698e68b49 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:47.995275 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-232d708a-e52a-4d09-86ce-585a4130d43c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1516347 Jan 21 09:40:48.011408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.026140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40876) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:48.042099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:48.080027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eee340-3a26-4465-ad02-74e72d807da0 req-3b709539-2f45-4652-b5a3-75fea5d40952 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:48.087073 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87eee340-3a26-4465-ad02-74e72d807da0 req-3b709539-2f45-4652-b5a3-75fea5d40952 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 931 time: 0.9983842 Jan 21 09:40:48.150191 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e52b120-941b-4646-9ca0-2616623a17bb,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.177971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a61090-3d7d-41eb-ae74-6e5c8688dda0 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:48.208187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.222814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-04d5b88c-e1e0-4bd2-93a8-090780c9f7c8 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.249038 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Transition to ACTIVE for port object e416bf90-bb73-406d-9745-a841ab6b2323 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:48.282163 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e864de38-82c2-43fd-86a1-b50d774bf2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.285662 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e864de38-82c2-43fd-86a1-b50d774bf2a7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e26dd695-30ab-43d4-9cc6-96951860ab8d HTTP/1.1" status: 204 len: 168 time: 1.7355337 Jan 21 09:40:48.317263 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87eee340-3a26-4465-ad02-74e72d807da0 req-0c1cb921-3cbe-480a-88ee-e58c62b88006 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291207 Jan 21 09:40:48.361080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.388913 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:48.394335 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.399475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:48.411188 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:48.414828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1331601e-6bcf-4a5a-a7b3-2993ab2a3f4b None None] Provisioning complete for port 55670c93-0ec9-41a0-bad2-b2860012e9d0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:48.415321 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1331601e-6bcf-4a5a-a7b3-2993ab2a3f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.430749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:48.485698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.490498 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-10576cfb-20a4-4a4f-b2ef-d78c94908b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.551219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10576cfb-20a4-4a4f-b2ef-d78c94908b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=470626c9-e06a-4f9a-9d9e-5f5698e68b49,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.560551 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:40:48.577612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.605399 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:48.608712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.624144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.660403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-10576cfb-20a4-4a4f-b2ef-d78c94908b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.727037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.791970 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b27558-79a0-40b8-9c64-2c6f7055a922,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.807387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-34c79db0-0e80-4db5-81db-b42f7dfe1c2f None None] Allocated IP 172.20.0.18 (388315d9-324e-414b-bfb3-97b00b19a9ca/679e2b46-4344-4be8-85fd-57bb26b7e2a3/23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:48.853634 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183752d-305f-4d9f-b84d-d2aafc081bf9 None None] Pushing event updated for resources: {'Port': ['ID=e416bf90-bb73-406d-9745-a841ab6b2323,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.917235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Transition to ACTIVE for port object fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:48.956488 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-10576cfb-20a4-4a4f-b2ef-d78c94908b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/470626c9-e06a-4f9a-9d9e-5f5698e68b49 HTTP/1.1" status: 204 len: 168 time: 2.4522560 Jan 21 09:40:48.957498 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.961445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40888) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:49.064491 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8eebdf-ed30-4985-8aa7-c50f3600eb84 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:40:49.065045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4a8eebdf-ed30-4985-8aa7-c50f3600eb84 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:49.149623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-34c79db0-0e80-4db5-81db-b42f7dfe1c2f None None] For port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0,segment=NetworkSegment(b335ae89-1971-4a17-913c-6f6f5e468dc3),segment_id=b335ae89-1971-4a17-913c-6f6f5e468dc3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:49.161353 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.165323 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6d9d4b6e-5426-4777-9f19-4bdc1f56a0ae tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0867820 Jan 21 09:40:49.171812 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40896) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:49.175046 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.187366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-34c79db0-0e80-4db5-81db-b42f7dfe1c2f None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.189191 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4a8eebdf-ed30-4985-8aa7-c50f3600eb84 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:49.190368 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4a8eebdf-ed30-4985-8aa7-c50f3600eb84 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/470626c9-e06a-4f9a-9d9e-5f5698e68b49 HTTP/1.1" status: 404 len: 333 time: 0.1945314 Jan 21 09:40:49.208631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40900) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:49.218920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-34c79db0-0e80-4db5-81db-b42f7dfe1c2f None None] Transition to ACTIVE for port object 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:49.236777 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-cb29d778-cc85-473c-ad41-6e5f20db83e2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Request body: {'security_group_rule': {'security_group_id': 'c8b27558-79a0-40b8-9c64-2c6f7055a922', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:49.261951 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d1f918af-9cb2-48d4-91fd-2eb5add09f0b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:49.265361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cb29d778-cc85-473c-ad41-6e5f20db83e2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:49.286887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-34c79db0-0e80-4db5-81db-b42f7dfe1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.345110 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cb29d778-cc85-473c-ad41-6e5f20db83e2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Usage tracker for resource:security_group_rule and tenant:78db1456b4d84c919af68b6798f69fd9 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:49.350882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cb29d778-cc85-473c-ad41-6e5f20db83e2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:49.393583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cb29d778-cc85-473c-ad41-6e5f20db83e2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:49.485454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.546759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b99135-4996-4c5f-995d-6d797a6104db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting subnet 99c057ba-b144-4ba8-8d3a-fc01447f3fd5 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:49.549374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Pushing event updated for resources: {'Port': ['ID=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:49.592483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c2edd3-ad44-4de1-931c-5b32cea25765']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:49.593258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d0b99135-4996-4c5f-995d-6d797a6104db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.614766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40914) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:49.647354 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c79db0-0e80-4db5-81db-b42f7dfe1c2f None None] Pushing event updated for resources: {'Port': ['ID=23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:49.648871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb29d778-cc85-473c-ad41-6e5f20db83e2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.664623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a048c5b-5d0c-48a6-833a-5c56a7ac999e') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:49.665129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a048c5b-5d0c-48a6-833a-5c56a7ac999e') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:49.687302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Attempting to bind port e416bf90-bb73-406d-9745-a841ab6b2323 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:49.688369 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Attempting to bind port e416bf90-bb73-406d-9745-a841ab6b2323 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '8e4a5964-8d8c-4380-9eee-dc2cca9be530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:49.688891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Attempting to bind port e416bf90-bb73-406d-9745-a841ab6b2323 on network f469d677-4dc7-49de-9c0e-17fa992e291c {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:49.696094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d0b99135-4996-4c5f-995d-6d797a6104db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.701556 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:49.702163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Checking segment: {'id': '8e4a5964-8d8c-4380-9eee-dc2cca9be530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:49.702722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.703286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Bound using segment: {'id': '8e4a5964-8d8c-4380-9eee-dc2cca9be530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:49.703440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-04d5b88c-e1e0-4bd2-93a8-090780c9f7c8 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Delete allocated IP 172.20.0.4 (388315d9-324e-414b-bfb3-97b00b19a9ca/42b07618-cad4-437c-919f-ebbd57eb3e0d) {{(pid=87502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:40:49.704060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Bound port: e416bf90-bb73-406d-9745-a841ab6b2323, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4a5964-8d8c-4380-9eee-dc2cca9be530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:49.704645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.712462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-04d5b88c-e1e0-4bd2-93a8-090780c9f7c8 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.26 (388315d9-324e-414b-bfb3-97b00b19a9ca/679e2b46-4344-4be8-85fd-57bb26b7e2a3/e50deea2-b997-4c4c-8752-87a3c1b23889) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:49.835886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:49.846620 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Deleting port 55670c93-0ec9-41a0-bad2-b2860012e9d0 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:49.847097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.951773 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] For port e416bf90-bb73-406d-9745-a841ab6b2323, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:49.955575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-04d5b88c-e1e0-4bd2-93a8-090780c9f7c8 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.955727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] For port e416bf90-bb73-406d-9745-a841ab6b2323, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e416bf90-bb73-406d-9745-a841ab6b2323,segment=NetworkSegment(8e4a5964-8d8c-4380-9eee-dc2cca9be530),segment_id=8e4a5964-8d8c-4380-9eee-dc2cca9be530)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:49.965087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Attempting to bind port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:49.965428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Attempting to bind port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:49.965763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Attempting to bind port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 on network 42df2083-2321-47b5-bb6a-a354e39deae9 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:49.975636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-04d5b88c-e1e0-4bd2-93a8-090780c9f7c8 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Transition to ACTIVE for port object e50deea2-b997-4c4c-8752-87a3c1b23889 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:49.994753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-287831432'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:50.002065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.002675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.012315 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-04d5b88c-e1e0-4bd2-93a8-090780c9f7c8 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.015710 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:50.026168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 on network 42df2083-2321-47b5-bb6a-a354e39deae9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:40:50.026514 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Attempting to bind port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 on network 42df2083-2321-47b5-bb6a-a354e39deae9 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:50.054310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:50.054731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Checking segment: {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:50.055081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Bound using segment: {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:50.055528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Bound port: fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:50.056018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.088037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:network and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:50.091601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.objects.ports [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87501) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:40:50.092903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d0b99135-4996-4c5f-995d-6d797a6104db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.097371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:50.163799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.172734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Routers {'e32d46dc-f8ed-4187-b725-74ba146be919'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:50.173537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:40:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e32d46dc-f8ed-4187-b725-74ba146be919'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:50.229949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:50.288931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:50.289332 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.291560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6e84c-d2c7-4d70-8108-c0992355a779 req-9d4c5339-ba0f-4a1b-a77f-d7b9973699f0 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:50.293470 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2fb6e84c-d2c7-4d70-8108-c0992355a779 req-9d4c5339-ba0f-4a1b-a77f-d7b9973699f0 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 943 time: 0.7410140 Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:50.320655 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:50.332722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183752d-305f-4d9f-b84d-d2aafc081bf9 None None] Pushing event updated for resources: {'Port': ['ID=e416bf90-bb73-406d-9745-a841ab6b2323,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.349359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb29d778-cc85-473c-ad41-6e5f20db83e2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.386644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5b88c-e1e0-4bd2-93a8-090780c9f7c8 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=e50deea2-b997-4c4c-8752-87a3c1b23889,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.396303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:50.398949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.408835 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb29d778-cc85-473c-ad41-6e5f20db83e2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.439255 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] For port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:50.493383 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2fb6e84c-d2c7-4d70-8108-c0992355a779 req-9c42f7fc-6239-4cbd-9ba4-dc3854954737 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859982 Jan 21 09:40:50.499174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] For port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:50.506064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.515196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-04d5b88c-e1e0-4bd2-93a8-090780c9f7c8 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] In _notify_port_updated(), no bound segment for port e50deea2-b997-4c4c-8752-87a3c1b23889 on network 388315d9-324e-414b-bfb3-97b00b19a9ca {{(pid=87502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:40:50.525885 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d0b99135-4996-4c5f-995d-6d797a6104db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.526222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d5b88c-e1e0-4bd2-93a8-090780c9f7c8 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:50.526222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-04d5b88c-e1e0-4bd2-93a8-090780c9f7c8 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.526222 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-04d5b88c-e1e0-4bd2-93a8-090780c9f7c8 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "PUT /v2.0/ports/e50deea2-b997-4c4c-8752-87a3c1b23889 HTTP/1.1" status: 200 len: 920 time: 3.6918311 Jan 21 09:40:50.538128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40920) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.584813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.585590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29d778-cc85-473c-ad41-6e5f20db83e2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8598d22c-5a67-4976-8d3a-d774f191a5f0,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.607280 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] For port 55670c93-0ec9-41a0-bad2-b2860012e9d0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=55670c93-0ec9-41a0-bad2-b2860012e9d0,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:50.607673 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.616463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:50.623320 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.631354 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:security_group_rule and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:50.646674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b0c2edd3-ad44-4de1-931c-5b32cea25765 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:40:50.651743 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:50.655032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb29d778-cc85-473c-ad41-6e5f20db83e2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.658894 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cb29d778-cc85-473c-ad41-6e5f20db83e2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4858196 Jan 21 09:40:50.661690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40924) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.667808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.672158 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "DELETE /v2.0/networks/b0c2edd3-ad44-4de1-931c-5b32cea25765 HTTP/1.1" status: 204 len: 168 time: 5.1373007 Jan 21 09:40:50.676537 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40926) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.677368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:50.682088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c9ad404c-e0b4-4031-8582-f1a9fb830e8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Request body: {'security_group_rule': {'security_group_id': 'c8b27558-79a0-40b8-9c64-2c6f7055a922', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:50.695890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a937de6-1d71-42dd-b76c-e4c1a95305a0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0c2edd3-ad44-4de1-931c-5b32cea25765,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.748492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b99135-4996-4c5f-995d-6d797a6104db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Subnet': ['ID=99c057ba-b144-4ba8-8d3a-fc01447f3fd5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.751851 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c9ad404c-e0b4-4031-8582-f1a9fb830e8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:50.756928 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Calling delete_port for 55670c93-0ec9-41a0-bad2-b2860012e9d0 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:50.758288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-0071346c-e68d-42d1-ab6d-bb6da0be2336 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port e50deea2-b997-4c4c-8752-87a3c1b23889 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:50.758633 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0071346c-e68d-42d1-ab6d-bb6da0be2336 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.788605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] Set router e32d46dc-f8ed-4187-b725-74ba146be919 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:50.796369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c9ad404c-e0b4-4031-8582-f1a9fb830e8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Usage tracker for resource:security_group_rule and tenant:78db1456b4d84c919af68b6798f69fd9 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:50.800495 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d0b99135-4996-4c5f-995d-6d797a6104db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.810502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:50.811715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.813793 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] 10.222.0.121 "PUT /v2.0/ports/fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 HTTP/1.1" status: 200 len: 1093 time: 4.4593494 Jan 21 09:40:50.818540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb11063-5341-45f0-b86c-d8f767b325d7', 'tag': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:50.819579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c9ad404c-e0b4-4031-8582-f1a9fb830e8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:50.822735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-92f0020b-64f5-4813-bc77-a1df05ed17d0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Synchronizing usage tracker for tenant:9c67c9da1bd74b048cada598a348f9db on resource:floatingip {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:50.837534 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c9ad404c-e0b4-4031-8582-f1a9fb830e8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:50.860298 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d0b99135-4996-4c5f-995d-6d797a6104db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/99c057ba-b144-4ba8-8d3a-fc01447f3fd5 HTTP/1.1" status: 204 len: 168 time: 1.6482725 Jan 21 09:40:50.866523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40934) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.914721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.935800 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb11063-5341-45f0-b86c-d8f767b325d7', 'tag': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5', 'status': 'completed', 'code': 200} Jan 21 09:40:50.963467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:40:50.964127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.020041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef005c-0c3d-47b4-8d8a-f655bf12a00f service neutron] Pushing event updated for resources: {'Port': ['ID=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.024282 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b0c8f4-4e41-4a26-8162-193353b2a82b None None] Network 0e89172d-cc68-49c0-b967-2aa5becb2f0b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:51.036791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:51.199670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.253210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.283540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-b61c9a9a-a5ac-4004-96ae-f0d684d84180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:51.285315 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-b61c9a9a-a5ac-4004-96ae-f0d684d84180 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 1096 time: 0.3450170 Jan 21 09:40:51.294357 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port d3dd0980-f51d-491a-b95e-48b513efa40d {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:51.294803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.421388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cad6366f-409c-4e31-8452-ed05c4ba943e,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.433231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-92f0020b-64f5-4813-bc77-a1df05ed17d0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Unset dirty status for tenant:9c67c9da1bd74b048cada598a348f9db on resource:floatingip {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:51.434386 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-92f0020b-64f5-4813-bc77-a1df05ed17d0 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.7452719 Jan 21 09:40:51.436687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9ad404c-e0b4-4031-8582-f1a9fb830e8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.441222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40938) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:51.538001 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.585131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9ad404c-e0b4-4031-8582-f1a9fb830e8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.634452 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dc1b1341-6dbc-4f62-bec7-6fea3fcece67 None None] Provisioning for port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:51.650422 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 55670c93-0ec9-41a0-bad2-b2860012e9d0 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:51.666301 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-9f93e873-26b1-4c40-866c-1c98c946ced2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 HTTP/1.1" status: 200 len: 217 time: 0.3409059 Jan 21 09:40:51.680498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dc1b1341-6dbc-4f62-bec7-6fea3fcece67 None None] Provisioning complete for port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:51.681027 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dc1b1341-6dbc-4f62-bec7-6fea3fcece67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.737597 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4dc2e6-96cb-44c4-a9d9-ff602c0108ac None None] DHCP port deletion for 0e89172d-cc68-49c0-b967-2aa5becb2f0b request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:51.761560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-df4dc2e6-96cb-44c4-a9d9-ff602c0108ac None None] Deleting port d3dd0980-f51d-491a-b95e-48b513efa40d {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:51.762294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-df4dc2e6-96cb-44c4-a9d9-ff602c0108ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.826292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:40:39Z', 'revision_number': 4, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port': {'id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:27Z', 'updated_at': '2022-01-21T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'e416bf90-bb73-406d-9745-a841ab6b2323', 'name': '', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'mac_address': 'fa:16:3e:b2:ae:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '2808a830-2468-42b3-9507-038994a3ca1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:36Z', 'updated_at': '2022-01-21T09:40:49Z', 'revision_number': 4, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'subnets': [{'id': '2808a830-2468-42b3-9507-038994a3ca1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:51.827995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9ad404c-e0b4-4031-8582-f1a9fb830e8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.842970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4044d8c-18f9-4fd3-9ee1-a077e9424346 None None] The sync data for ids ['e32d46dc-f8ed-4187-b725-74ba146be919'] in dv-neutron-825723-1-hyperv is: [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:40:39Z', 'revision_number': 4, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port': {'id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:27Z', 'updated_at': '2022-01-21T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'e416bf90-bb73-406d-9745-a841ab6b2323', 'name': '', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'mac_address': 'fa:16:3e:b2:ae:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '2808a830-2468-42b3-9507-038994a3ca1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:36Z', 'updated_at': '2022-01-21T09:40:49Z', 'revision_number': 4, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'subnets': [{'id': '2808a830-2468-42b3-9507-038994a3ca1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:51.872316 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad404c-e0b4-4031-8582-f1a9fb830e8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292e2393-6ffe-402c-960f-bd967aeeee5a,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.874710 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Checking segment: {'id': '91f5dd8a-10c8-4b5e-b73c-0ddda0f0f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53accf34-3556-4b1e-b16d-d177fd35e81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:51.875077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Network hostable DHCP agents. Network: 53accf34-3556-4b1e-b16d-d177fd35e81b, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:51.890333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:51.916010 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f3c71e-2e7a-4875-a3d9-f7a1d94986fe,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.969543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.970029 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Added segment 334830e3-6556-40c9-8738-902128c8bc6f of type vlan for network 18415c91-ddf2-4bca-95d1-abe1e91e80d9 Jan 21 09:40:51.992397 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9ad404c-e0b4-4031-8582-f1a9fb830e8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.002976 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c9ad404c-e0b4-4031-8582-f1a9fb830e8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3295431 Jan 21 09:40:52.006727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40944) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:52.010953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0071346c-e68d-42d1-ab6d-bb6da0be2336 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.016045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] For port d3dd0980-f51d-491a-b95e-48b513efa40d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d3dd0980-f51d-491a-b95e-48b513efa40d,segment=NetworkSegment(0c921000-060f-48b4-a1ca-c3b7f0377231),segment_id=0c921000-060f-48b4-a1ca-c3b7f0377231)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:52.016505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.025438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:52.035233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:52.041005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Usage tracker for resource:floatingip and tenant:78db1456b4d84c919af68b6798f69fd9 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:52.046480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:52.055291 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:52.060907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] For port 55670c93-0ec9-41a0-bad2-b2860012e9d0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=55670c93-0ec9-41a0-bad2-b2860012e9d0,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:52.065031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Network 53accf34-3556-4b1e-b16d-d177fd35e81b is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:52.108050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.213722 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-d76da863-8bf6-4f6a-8c10-9aa4b1a00419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.215225 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-d76da863-8bf6-4f6a-8c10-9aa4b1a00419 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.5303693 Jan 21 09:40:52.218721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-0071346c-e68d-42d1-ab6d-bb6da0be2336 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for e50deea2-b997-4c4c-8752-87a3c1b23889 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:52.220275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-df4dc2e6-96cb-44c4-a9d9-ff602c0108ac None None] For port d3dd0980-f51d-491a-b95e-48b513efa40d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d3dd0980-f51d-491a-b95e-48b513efa40d,segment=NetworkSegment(0c921000-060f-48b4-a1ca-c3b7f0377231),segment_id=0c921000-060f-48b4-a1ca-c3b7f0377231)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:52.220815 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-df4dc2e6-96cb-44c4-a9d9-ff602c0108ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.226268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for d3dd0980-f51d-491a-b95e-48b513efa40d owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:52.232830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dc1b1341-6dbc-4f62-bec7-6fea3fcece67 None None] Provisioning for port e50deea2-b997-4c4c-8752-87a3c1b23889 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:52.257377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dfb8e-33dc-4030-94b6-66138c4f1f1d tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.257843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dfb8e-33dc-4030-94b6-66138c4f1f1d tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.258303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dfb8e-33dc-4030-94b6-66138c4f1f1d tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.258763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dfb8e-33dc-4030-94b6-66138c4f1f1d tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.259248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dfb8e-33dc-4030-94b6-66138c4f1f1d tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.259693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dfb8e-33dc-4030-94b6-66138c4f1f1d tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.260138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dfb8e-33dc-4030-94b6-66138c4f1f1d tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.260624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dfb8e-33dc-4030-94b6-66138c4f1f1d tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.261068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dfb8e-33dc-4030-94b6-66138c4f1f1d tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.261536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dfb8e-33dc-4030-94b6-66138c4f1f1d tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.266185 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f58dfb8e-33dc-4030-94b6-66138c4f1f1d tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6462 time: 0.8107333 Jan 21 09:40:52.301453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dc1b1341-6dbc-4f62-bec7-6fea3fcece67 None None] Provisioning complete for port e50deea2-b997-4c4c-8752-87a3c1b23889 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:52.301685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40948) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:52.301963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dc1b1341-6dbc-4f62-bec7-6fea3fcece67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.381211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.385401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.409255 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-d35bf19c-da0c-48be-8b78-a85a69376a4e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] delete failed (client error): The resource could not be found. Jan 21 09:40:52.409479 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 53accf34-3556-4b1e-b16d-d177fd35e81b) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:52.412775 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d35bf19c-da0c-48be-8b78-a85a69376a4e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "DELETE /v2.0/floatingips/8a29ebe9-963e-4211-83b2-56f90707d8b0 HTTP/1.1" status: 404 len: 345 time: 0.0958672 Jan 21 09:40:52.417767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-df4dc2e6-96cb-44c4-a9d9-ff602c0108ac None None] Calling delete_port for d3dd0980-f51d-491a-b95e-48b513efa40d owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:52.418014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40952) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:52.424850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0071346c-e68d-42d1-ab6d-bb6da0be2336 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.434199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:52.434409 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.435104 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.461940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868fa22e-2cfb-4a15-9fc2-f3cb925db200 None None] Network 53accf34-3556-4b1e-b16d-d177fd35e81b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:52.464715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.490616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d6ca0-3cca-4e0e-8e51-2d28e3d09e9d req-3826fd5b-955b-4061-baf1-3da1ece6135f tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.493601 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b1341-6dbc-4f62-bec7-6fea3fcece67 None None] Port e50deea2-b997-4c4c-8752-87a3c1b23889 was deleted so its status cannot be updated. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 09:40:52.499337 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7a2d6ca0-3cca-4e0e-8e51-2d28e3d09e9d req-3826fd5b-955b-4061-baf1-3da1ece6135f tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 943 time: 0.8270717 Jan 21 09:40:52.518259 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.518994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.543036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071346c-e68d-42d1-ab6d-bb6da0be2336 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=e50deea2-b997-4c4c-8752-87a3c1b23889,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:52.547064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:52.557190 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc4344a-4892-492b-b5ee-a0fbe60c4dcd tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] DELETE failed (client error): The resource could not be found. Jan 21 09:40:52.557937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc4344a-4892-492b-b5ee-a0fbe60c4dcd tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:52.558309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:52.558707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:52.621323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.709523 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2bc4344a-4892-492b-b5ee-a0fbe60c4dcd tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "DELETE /v2.0/networks/b0c2edd3-ad44-4de1-931c-5b32cea25765 HTTP/1.1" status: 404 len: 339 time: 0.2825863 Jan 21 09:40:52.717753 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4f463bcd-79bf-48db-b46e-87edc8e4989c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.1852758 Jan 21 09:40:52.717753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40956) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:52.722121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40958) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:52.746023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2142843550', 'network_id': '53accf34-3556-4b1e-b16d-d177fd35e81b'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:52.749098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:52.755562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Request body: {'network': {'name': 'tempest-network--79613185', 'router:external': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:52.757831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No DVR routers for this DVR port d3dd0980-f51d-491a-b95e-48b513efa40d on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:52.761388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:52.763463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-89dc628c-14b6-44d1-9e83-0260953bf72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.765013 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-89dc628c-14b6-44d1-9e83-0260953bf72d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5004356 Jan 21 09:40:52.765885 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:52.767458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Usage tracker for resource:network and tenant:9c67c9da1bd74b048cada598a348f9db is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:52.775784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:52.787388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:52.798736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.805347 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.806125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.807962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.811048 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.833563 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dc1b1341-6dbc-4f62-bec7-6fea3fcece67 None None] Provisioning complete for port f3f5c723-ed03-40f4-9cfd-e583c585313e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:52.834181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dc1b1341-6dbc-4f62-bec7-6fea3fcece67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.866364 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7a2d6ca0-3cca-4e0e-8e51-2d28e3d09e9d req-19a7624f-5660-47c9-9ebe-affe283b2102 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573077 Jan 21 09:40:52.886401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:52.893440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=8bb03cdd-4a49-4243-8ca7-ec3072499dfc,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:52.934034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Usage tracker for resource:port and tenant:a57cf99079224b4e9fa15599cfeb8fbf is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:52.937462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:52.939934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=55670c93-0ec9-41a0-bad2-b2860012e9d0,revision_number=8']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:52.940564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Made reservation on behalf of 9c67c9da1bd74b048cada598a348f9db for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:52.942884 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.974608 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:52.983794 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-df4dc2e6-96cb-44c4-a9d9-ff602c0108ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:52.988131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-df4dc2e6-96cb-44c4-a9d9-ff602c0108ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:52.988287 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.3517947 Jan 21 09:40:52.988287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0071346c-e68d-42d1-ab6d-bb6da0be2336 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.988831 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0071346c-e68d-42d1-ab6d-bb6da0be2336 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/e50deea2-b997-4c4c-8752-87a3c1b23889 HTTP/1.1" status: 204 len: 168 time: 2.4474175 Jan 21 09:40:52.994564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40964) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:52.994908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40966) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.018784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:53.019195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:53.020248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:53.061675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Deleting port 55670c93-0ec9-41a0-bad2-b2860012e9d0 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:53.061993 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.068855 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1929502400'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:53.073047 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7bbc68c9-15c0-4d1d-9daf-4a4d6f57cafc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.0358059 Jan 21 09:40:53.074081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=d3dd0980-f51d-491a-b95e-48b513efa40d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.081179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Made reservation on behalf of a57cf99079224b4e9fa15599cfeb8fbf for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:53.083491 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.099982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40972) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.111433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:53.125143 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a71a4-4bce-41ce-9123-f98fecd00f9d None None] Network 53accf34-3556-4b1e-b16d-d177fd35e81b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:53.128736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b164d-5ab5-4648-b68d-8f5aa18f81fc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Network': ['ID=18415c91-ddf2-4bca-95d1-abe1e91e80d9,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.139384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.139796 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Added segment 69fea9b3-8bf1-4c9b-ad0b-3f7af0642c54 of type vlan for network 03933c41-eb27-43b3-9ec7-5996207cd7d6 Jan 21 09:40:53.166913 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] device_id is not set on port 8c87e697-c9f3-4fae-9fad-f4966b0da66d yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:53.172426 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 18415c91-ddf2-4bca-95d1-abe1e91e80d9 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:53.185782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b1341-6dbc-4f62-bec7-6fea3fcece67 None None] Port f3f5c723-ed03-40f4-9cfd-e583c585313e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:53.215939 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-a5bfea35-2d48-4894-85a7-c59a2bddd6d7 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962922 Jan 21 09:40:53.229899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:53.266150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:network and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:53.274319 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b33887-c89c-4679-a6d2-4d998559f1c6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:40:53.276000 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f4b33887-c89c-4679-a6d2-4d998559f1c6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/e50deea2-b997-4c4c-8752-87a3c1b23889 HTTP/1.1" status: 404 len: 333 time: 0.2629831 Jan 21 09:40:53.279690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:53.313447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40976) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.315084 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.347133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:53.352306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.419232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-620c665e-9b9f-4d51-a72c-eda0574b02a8 None None] Could not find standard attr ID for object e50deea2-b997-4c4c-8752-87a3c1b23889. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:40:53.436472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:53.440192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.471375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:53.483679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e89172d-cc68-49c0-b967-2aa5becb2f0b']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:53.490961 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.491317 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Added segment 1569a817-04f5-4dcd-9ee5-7c4e9d731d03 of type vlan for network 0185b1d6-239d-47ac-b010-5cacb49faaa1 Jan 21 09:40:53.505813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-df4dc2e6-96cb-44c4-a9d9-ff602c0108ac None None] Deleting port d3dd0980-f51d-491a-b95e-48b513efa40d {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:53.506453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-df4dc2e6-96cb-44c4-a9d9-ff602c0108ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.517765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:53.542718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.545067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:53.594916 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.595966 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:53.596646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.622250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:53.642205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:53.668356 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c921000-060f-48b4-a1ca-c3b7f0377231') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:53.668716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c921000-060f-48b4-a1ca-c3b7f0377231') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:53.670262 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.9533238 Jan 21 09:40:53.678981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40980) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.689959 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf5282bb-4ba6-4f4e-883a-f256ee01609c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.696771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Allocated IP 2001:db8::375 (53accf34-3556-4b1e-b16d-d177fd35e81b/cad6366f-409c-4e31-8452-ed05c4ba943e/8c87e697-c9f3-4fae-9fad-f4966b0da66d) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:53.702628 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:53.729720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.740110 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-df4dc2e6-96cb-44c4-a9d9-ff602c0108ac None None] The port 'd3dd0980-f51d-491a-b95e-48b513efa40d' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:40:53.746727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.778571 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d074f0a-6060-48f4-87b2-2fca235f7adf req-1315c129-9ed2-4bae-9822-ed690db9bc7f service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439687 Jan 21 09:40:53.783748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.821678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.881650 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] For port 55670c93-0ec9-41a0-bad2-b2860012e9d0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=55670c93-0ec9-41a0-bad2-b2860012e9d0,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:53.882362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.900677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 55670c93-0ec9-41a0-bad2-b2860012e9d0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=55670c93-0ec9-41a0-bad2-b2860012e9d0,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:53.934220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:53.934624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.951267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:53.965196 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:54.085149 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Calling delete_port for 55670c93-0ec9-41a0-bad2-b2860012e9d0 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:54.093262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e15ef-40e3-4ffc-90de-f2d13b06bd31 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event updated for resources: {'Network': ['ID=03933c41-eb27-43b3-9ec7-5996207cd7d6,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.101623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf5282bb-4ba6-4f4e-883a-f256ee01609c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.112326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=55670c93-0ec9-41a0-bad2-b2860012e9d0,revision_number=9']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.123228 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e416bf90-bb73-406d-9745-a841ab6b2323 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:54.125765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:54.129232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.142355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.147839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.148570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.180781 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 03933c41-eb27-43b3-9ec7-5996207cd7d6 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:54.216824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.248312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.253619 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/networks/0e89172d-cc68-49c0-b967-2aa5becb2f0b HTTP/1.1" status: 204 len: 168 time: 3.3777721 Jan 21 09:40:54.261325 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d6ea4-d699-4af8-98e6-5e3fec3aec0b tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.266321 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 40988) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:54.267126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d6ea4-d699-4af8-98e6-5e3fec3aec0b tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.273076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d6ea4-d699-4af8-98e6-5e3fec3aec0b tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.278613 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-323080065'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:54.279286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d6ea4-d699-4af8-98e6-5e3fec3aec0b tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.285290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d6ea4-d699-4af8-98e6-5e3fec3aec0b tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.286283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ea4d6ea4-d699-4af8-98e6-5e3fec3aec0b tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Synchronizing usage tracker for tenant:67fc6844b9aa4e5eac08db310b64a533 on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:54.295599 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:54.323008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port e416bf90-bb73-406d-9745-a841ab6b2323 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:54.333129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port e416bf90-bb73-406d-9745-a841ab6b2323 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:54.333330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.346402 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3349214 Jan 21 09:40:54.354941 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40992) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:54.355129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:network and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:54.358258 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:54.359299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291c8ed-49dc-42b0-9e33-58d07849d09c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Network': ['ID=0185b1d6-239d-47ac-b010-5cacb49faaa1,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.385003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'subnet': {'network_id': '18415c91-ddf2-4bca-95d1-abe1e91e80d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:54.385734 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:54.397635 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 0185b1d6-239d-47ac-b010-5cacb49faaa1 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:54.409890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb6ce1-44cc-4b03-b894-098b8bf6b20f req-d0b5ff22-935b-49c1-9247-5915f934e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.411388 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-99bb6ce1-44cc-4b03-b894-098b8bf6b20f req-d0b5ff22-935b-49c1-9247-5915f934e0d8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 1096 time: 0.5274353 Jan 21 09:40:54.423737 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:54.424125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:54.425274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Allocated IP 172.26.4.199 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/840f3734-0e53-4ae9-ae75-201e9560fddb) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:54.426678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec8958-a9fa-4de6-8aec-8ab3bb01a142 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Network': ['ID=0e89172d-cc68-49c0-b967-2aa5becb2f0b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.432458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf5282bb-4ba6-4f4e-883a-f256ee01609c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.475420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ea4d6ea4-d699-4af8-98e6-5e3fec3aec0b tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Unset dirty status for tenant:67fc6844b9aa4e5eac08db310b64a533 on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:54.480423 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ea4d6ea4-d699-4af8-98e6-5e3fec3aec0b tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3060 time: 0.7946439 Jan 21 09:40:54.480597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:54.482711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 40996) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:54.483407 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.503438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5282bb-4ba6-4f4e-883a-f256ee01609c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5291efb0-0101-432e-aaf2-b30a990acd4a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.515682 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.543179 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff7cd8-a94c-484a-a6de-83ff63f6d441 req-b77103c0-64a0-4b88-a2a2-79f3e20a88ed tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.550307 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5dff7cd8-a94c-484a-a6de-83ff63f6d441 req-b77103c0-64a0-4b88-a2a2-79f3e20a88ed tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 943 time: 0.5776114 Jan 21 09:40:54.577036 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.597658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:54.616739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.618096 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Added segment d1bc8756-d162-4374-85ef-33a15d5d4e48 of type vlan for network a6c997dd-0263-46be-8a17-7ff6ffdadcd9 Jan 21 09:40:54.662880 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.667553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port e416bf90-bb73-406d-9745-a841ab6b2323, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e416bf90-bb73-406d-9745-a841ab6b2323,segment=NetworkSegment(8e4a5964-8d8c-4380-9eee-dc2cca9be530),segment_id=8e4a5964-8d8c-4380-9eee-dc2cca9be530)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:54.672290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.698454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:54.734175 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d3dd0980-f51d-491a-b95e-48b513efa40d no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:54.768027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:subnet and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:54.770662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf5282bb-4ba6-4f4e-883a-f256ee01609c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.774266 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bf5282bb-4ba6-4f4e-883a-f256ee01609c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/security-groups/5291efb0-0101-432e-aaf2-b30a990acd4a HTTP/1.1" status: 204 len: 168 time: 1.4420919 Jan 21 09:40:54.774433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:54.776475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: d3dd0980-f51d-491a-b95e-48b513efa40d {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:54.777961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d3dd0980-f51d-491a-b95e-48b513efa40d not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:54.789804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=e416bf90-bb73-406d-9745-a841ab6b2323,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.791767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41000) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:54.795928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:54.804711 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5dff7cd8-a94c-484a-a6de-83ff63f6d441 req-6e0a233e-0800-4190-8446-9e1d58341bcf tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532825 Jan 21 09:40:54.838674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.845607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb6ce1-44cc-4b03-b894-098b8bf6b20f req-0ebdb2fd-aea4-4a23-b1db-530fe6fba88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.847064 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-99bb6ce1-44cc-4b03-b894-098b8bf6b20f req-0ebdb2fd-aea4-4a23-b1db-530fe6fba88b service neutron] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 913 time: 0.4215617 Jan 21 09:40:54.847637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:54.850956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.935905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.942838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.943436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.963261 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-99bb6ce1-44cc-4b03-b894-098b8bf6b20f req-b7890c0a-a2f3-4f95-814f-c0d2729fccca service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 HTTP/1.1" status: 200 len: 217 time: 0.0937464 Jan 21 09:40:54.973031 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Deleting port 55670c93-0ec9-41a0-bad2-b2860012e9d0 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:54.974109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.978065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.982772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.115599 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8418653 Jan 21 09:40:55.123628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41004) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:55.160378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': 'a6c997dd-0263-46be-8a17-7ff6ffdadcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:55.176303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bf6ca-051d-44d9-86e7-d82c2be6d4da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Network': ['ID=a6c997dd-0263-46be-8a17-7ff6ffdadcd9,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.183384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Network 53accf34-3556-4b1e-b16d-d177fd35e81b is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:55.186686 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event updated for resources: {'Port': ['ID=8c87e697-c9f3-4fae-9fad-f4966b0da66d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.191752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:55.206497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:55.207524 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:55.208126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.209114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network a6c997dd-0263-46be-8a17-7ff6ffdadcd9 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:55.210540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb6ce1-44cc-4b03-b894-098b8bf6b20f req-a8042b4f-7a1f-46c2-a1df-839c306d2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:55.212064 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-99bb6ce1-44cc-4b03-b894-098b8bf6b20f req-a8042b4f-7a1f-46c2-a1df-839c306d2ea6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.2309847 Jan 21 09:40:55.218364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-11394d64-815d-46b2-96a3-1bf4ed35b281 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.239600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] For port 55670c93-0ec9-41a0-bad2-b2860012e9d0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=55670c93-0ec9-41a0-bad2-b2860012e9d0,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:55.240329 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.247574 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a37782a9-fe2f-4c8d-bc11-78337214faff tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5158958 Jan 21 09:40:55.248154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41008) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:55.285659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.289712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.409276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:55.415853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Calling delete_port for 55670c93-0ec9-41a0-bad2-b2860012e9d0 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:55.417501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:55.428490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:55.429146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.443811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.452219 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:55.468125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:55.479513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-50ef9aa5-5163-4bda-87bb-1a89ba9c681f tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Deleting port 8c87e697-c9f3-4fae-9fad-f4966b0da66d {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:55.479513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-50ef9aa5-5163-4bda-87bb-1a89ba9c681f tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.510794 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:55.565683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Pushing event updated for resources: {'Port': ['ID=840f3734-0e53-4ae9-ae75-201e9560fddb,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.575692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03933c41-eb27-43b3-9ec7-5996207cd7d6']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:55.581486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=9ed86e43-a7da-4f32-9f0c-d56ee3f59b26,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.584659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-11394d64-815d-46b2-96a3-1bf4ed35b281 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.597514 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c625c679-2b3f-4dc2-a24b-818b408b16c9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4958766 Jan 21 09:40:55.600494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41012) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:55.605961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.606141 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'mac_address': 'fa:16:3e:64:0d:ff', 'name': 'tempest-NetworksTestDHCPv6-826709112'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:55.648182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fea9b3-8bf1-4c9b-ad0b-3f7af0642c54') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:55.648464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fea9b3-8bf1-4c9b-ad0b-3f7af0642c54') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:55.665504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:55.676055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.698330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:55.706041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:55.721142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:55.733535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.754449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:55.754846 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.755414 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] Pushing event deleted for resources: {'Port': ['ID=55670c93-0ec9-41a0-bad2-b2860012e9d0,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.765894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7436d00-7233-4660-aded-1b48d83241d8 None None] No DVR routers for this DVR port 55670c93-0ec9-41a0-bad2-b2860012e9d0 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:55.769869 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:55.784749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a42b4-4d18-481c-bba5-fb527aa30d5a None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:55.790200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.790547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:55.793666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.862392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb6ce1-44cc-4b03-b894-098b8bf6b20f req-e2ea786d-5d16-40c2-9650-3cd16a7ce59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:55.864503 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-99bb6ce1-44cc-4b03-b894-098b8bf6b20f req-e2ea786d-5d16-40c2-9650-3cd16a7ce59f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6314623 Jan 21 09:40:55.868181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-11394d64-815d-46b2-96a3-1bf4ed35b281 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.924649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.029681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '8bb03cdd-4a49-4243-8ca7-ec3072499dfc'}, {'subnet_id': '9ed86e43-a7da-4f32-9f0c-d56ee3f59b26'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:56.031107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.046109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e416bf90-bb73-406d-9745-a841ab6b2323 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:56.094209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:56.102987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:56.109041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:56.111663 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.164661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:56.173570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11394d64-815d-46b2-96a3-1bf4ed35b281 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8dcc5f-ae3f-4e0f-964e-9565b6202fbc,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:56.175674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-50ef9aa5-5163-4bda-87bb-1a89ba9c681f tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.218783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port e416bf90-bb73-406d-9745-a841ab6b2323 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:56.219499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.236350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.263103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03933c41-eb27-43b3-9ec7-5996207cd7d6 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:40:56.269721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-11394d64-815d-46b2-96a3-1bf4ed35b281 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.273797 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-11394d64-815d-46b2-96a3-1bf4ed35b281 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/security-groups/0a8dcc5f-ae3f-4e0f-964e-9565b6202fbc HTTP/1.1" status: 204 len: 168 time: 1.4793942 Jan 21 09:40:56.316138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41018) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:56.318644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:56.332522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.363754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Subnet': ['ID=1a9a8f13-b87b-43fa-8224-e5048c400a53,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:56.366218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event deleted for resources: {'Network': ['ID=03933c41-eb27-43b3-9ec7-5996207cd7d6,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:56.379568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-50ef9aa5-5163-4bda-87bb-1a89ba9c681f tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Calling delete_port for 8c87e697-c9f3-4fae-9fad-f4966b0da66d owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:56.393049 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-110c0844-6144-4dfc-970f-88c66a8b189f tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "DELETE /v2.0/networks/03933c41-eb27-43b3-9ec7-5996207cd7d6 HTTP/1.1" status: 204 len: 168 time: 1.8585193 Jan 21 09:40:56.400225 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41022) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:56.420176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Request body: {'network': {'name': 'tempest-network--1411050046', 'router:external': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:56.443352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Checking segment: {'id': '334830e3-6556-40c9-8738-902128c8bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '18415c91-ddf2-4bca-95d1-abe1e91e80d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:56.444172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network hostable DHCP agents. Network: 18415c91-ddf2-4bca-95d1-abe1e91e80d9, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:56.455012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:56.503774 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-99bb6ce1-44cc-4b03-b894-098b8bf6b20f req-cb21297e-b25a-4b72-b899-55bade2c4d32 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215305 Jan 21 09:40:56.507267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Usage tracker for resource:network and tenant:9c67c9da1bd74b048cada598a348f9db is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:56.520028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Allocated IP 172.20.0.2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/9ed86e43-a7da-4f32-9f0c-d56ee3f59b26/5670d56f-1504-4b39-8298-84da0b60bdb4) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:56.527063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Allocated IP 2001:db8::f816:3eff:fea5:d27b (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/8bb03cdd-4a49-4243-8ca7-ec3072499dfc/5670d56f-1504-4b39-8298-84da0b60bdb4) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:56.543272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:56.556423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:56.625127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2311911-2c30-4d97-a6f8-3bff16bcbf0f req-3921b5ce-1a01-484b-a99d-ed7ba9f9c023 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.626898 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc367c3b-4d51-47a0-8661-f6435b68ff7a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting subnet 42b07618-cad4-437c-919f-ebbd57eb3e0d {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:56.627268 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e2311911-2c30-4d97-a6f8-3bff16bcbf0f req-3921b5ce-1a01-484b-a99d-ed7ba9f9c023 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 943 time: 0.6892397 Jan 21 09:40:56.649995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc367c3b-4d51-47a0-8661-f6435b68ff7a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.685483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Made reservation on behalf of 9c67c9da1bd74b048cada598a348f9db for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:56.689389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.729455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 18415c91-ddf2-4bca-95d1-abe1e91e80d9 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:56.802443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 18415c91-ddf2-4bca-95d1-abe1e91e80d9) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:56.804255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc367c3b-4d51-47a0-8661-f6435b68ff7a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.823375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.824054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.835108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.838543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.847106 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:56.850881 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef08fb8-d99a-4b8b-b266-200841766e20 None None] Network 18415c91-ddf2-4bca-95d1-abe1e91e80d9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:56.892745 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-99bb6ce1-44cc-4b03-b894-098b8bf6b20f req-7ce78748-9758-42ed-a41f-79471b15e23e service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725061 Jan 21 09:40:56.904204 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e2311911-2c30-4d97-a6f8-3bff16bcbf0f req-4dc2e14e-b60c-4d0f-9d10-46356904c23c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198701 Jan 21 09:40:56.930880 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port cca2b115-931b-4dc1-bbb4-427dc69dfc9d yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:56.938963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.939329 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Added segment 4dbf6b42-fb18-4e33-a69f-7d6b46248d73 of type vlan for network b677cc66-6c4f-443b-834b-d0189d8b0c87 Jan 21 09:40:56.979012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-50ef9aa5-5163-4bda-87bb-1a89ba9c681f tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.982374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.020411 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.032450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.043640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Transition to ACTIVE for port object 5670d56f-1504-4b39-8298-84da0b60bdb4 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:57.062063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef9aa5-5163-4bda-87bb-1a89ba9c681f tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c87e697-c9f3-4fae-9fad-f4966b0da66d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.097547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.109518 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Transition to ACTIVE for port object 5670d56f-1504-4b39-8298-84da0b60bdb4 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:57.116851 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-85665a67-f03c-4f67-83c6-040a22723295 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7587311 Jan 21 09:40:57.116851 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Subnet': ['ID=33b13674-0d4d-4e45-82c9-e27925e43247,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.120140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41026) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:57.121831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.133608 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'subnet': {'network_id': '0185b1d6-239d-47ac-b010-5cacb49faaa1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:57.153370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.154324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:57.154922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.200590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-50ef9aa5-5163-4bda-87bb-1a89ba9c681f tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.218920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Checking segment: {'id': 'd1bc8756-d162-4374-85ef-33a15d5d4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a6c997dd-0263-46be-8a17-7ff6ffdadcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:57.219285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network hostable DHCP agents. Network: a6c997dd-0263-46be-8a17-7ff6ffdadcd9, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:57.233629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:57.236583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:57.242579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-18415c91-ddf2-4bca-95d1-abe1e91e80d9', 'network_id': '18415c91-ddf2-4bca-95d1-abe1e91e80d9', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'fixed_ips': [{'subnet_id': '1a9a8f13-b87b-43fa-8224-e5048c400a53'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:57.243680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.253836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:57.257872 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Pushing event updated for resources: {'Port': ['ID=5670d56f-1504-4b39-8298-84da0b60bdb4,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.312314 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9025247 Jan 21 09:40:57.315344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41030) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:57.325636 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-50ef9aa5-5163-4bda-87bb-1a89ba9c681f tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "DELETE /v2.0/ports/8c87e697-c9f3-4fae-9fad-f4966b0da66d HTTP/1.1" status: 204 len: 168 time: 2.0738890 Jan 21 09:40:57.325636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Pushing event updated for resources: {'Port': ['ID=840f3734-0e53-4ae9-ae75-201e9560fddb,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.330189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41034) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:57.330803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc367c3b-4d51-47a0-8661-f6435b68ff7a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.366704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ab2f8-f4c7-44d1-a8be-014611ed544b tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event updated for resources: {'Network': ['ID=b677cc66-6c4f-443b-834b-d0189d8b0c87,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.378801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:57.383245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:subnet and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:57.387052 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network a6c997dd-0263-46be-8a17-7ff6ffdadcd9 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:57.390978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:57.392378 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network b677cc66-6c4f-443b-834b-d0189d8b0c87 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:57.399911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:57.404518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, a6c997dd-0263-46be-8a17-7ff6ffdadcd9) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:57.409068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53accf34-3556-4b1e-b16d-d177fd35e81b', 'external_fixed_ips': [{'subnet_id': 'cad6366f-409c-4e31-8452-ed05c4ba943e', 'ip_address': '2001:db8::375'}]}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:57.411372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:57.412202 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.422713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:57.435581 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8811b99c-deb7-4725-b45f-2fa662b30170 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2996275 Jan 21 09:40:57.436767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41038) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:57.443709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': 'a6c997dd-0263-46be-8a17-7ff6ffdadcd9', 'name': 'tempest-PortsIpV6TestJSON-544786640', 'fixed_ips': [{'subnet_id': '33b13674-0d4d-4e45-82c9-e27925e43247', 'ip_address': '2001:db8::10'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:57.447375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea65ce0f-d14d-4fcb-9b28-28da5b828cd6 None None] Network a6c997dd-0263-46be-8a17-7ff6ffdadcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:57.455942 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.466132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Usage tracker for resource:router and tenant:a57cf99079224b4e9fa15599cfeb8fbf is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:57.475687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:57.482156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:57.488057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.524050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:57.542024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Attempting to bind port 5670d56f-1504-4b39-8298-84da0b60bdb4 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:57.542394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Attempting to bind port 5670d56f-1504-4b39-8298-84da0b60bdb4 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:57.542750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Attempting to bind port 5670d56f-1504-4b39-8298-84da0b60bdb4 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:57.683583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:57.683963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:57.684382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.684765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:57.685244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Bound port: 5670d56f-1504-4b39-8298-84da0b60bdb4, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:57.685614 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.764473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.765323 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-55267dbf-92ee-49ef-9e1c-f7dd8f3c0ae4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7571847 Jan 21 09:40:57.776050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416ae47d-4609-4bef-b876-966277d46586 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:57.779942 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-416ae47d-4609-4bef-b876-966277d46586 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] 10.222.0.99 "GET /v2.0/networks/b677cc66-6c4f-443b-834b-d0189d8b0c87 HTTP/1.1" status: 200 len: 757 time: 0.4532130 Jan 21 09:40:57.782292 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41044) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:57.783390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.783523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.811840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Allocated IP 2001:db8::2 (18415c91-ddf2-4bca-95d1-abe1e91e80d9/1a9a8f13-b87b-43fa-8224-e5048c400a53/8a37274f-671a-40d8-a962-529fb6b5f7b2) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:57.819975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 172.20.0.5 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/9ed86e43-a7da-4f32-9f0c-d56ee3f59b26/cca2b115-931b-4dc1-bbb4-427dc69dfc9d) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:57.822542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc367c3b-4d51-47a0-8661-f6435b68ff7a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.878711 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::f816:3eff:fe64:dff (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/8bb03cdd-4a49-4243-8ca7-ec3072499dfc/cca2b115-931b-4dc1-bbb4-427dc69dfc9d) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:57.891110 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc367c3b-4d51-47a0-8661-f6435b68ff7a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Subnet': ['ID=42b07618-cad4-437c-919f-ebbd57eb3e0d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.924385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:57.944147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:57.951836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c691a0-4356-4f7c-91cd-d93dd24d4b70 None None] Network 388315d9-324e-414b-bfb3-97b00b19a9ca requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:57.955284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.958984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc367c3b-4d51-47a0-8661-f6435b68ff7a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.970983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:58.021195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] For port 5670d56f-1504-4b39-8298-84da0b60bdb4, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:58.029723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] For port 5670d56f-1504-4b39-8298-84da0b60bdb4, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5670d56f-1504-4b39-8298-84da0b60bdb4,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:58.045625 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fc367c3b-4d51-47a0-8661-f6435b68ff7a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/42b07618-cad4-437c-919f-ebbd57eb3e0d HTTP/1.1" status: 204 len: 168 time: 1.7110372 Jan 21 09:40:58.048068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41060) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.058221 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b69de37-bca6-4b65-a41d-3e3cd7955506 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:58.058419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.060359 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8b69de37-bca6-4b65-a41d-3e3cd7955506 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] 10.222.0.99 "GET /v2.0/networks/15f4e03c-1cb2-4e25-a566-8745f14752f2 HTTP/1.1" status: 200 len: 768 time: 0.2731302 Jan 21 09:40:58.074540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:58.082171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41064) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.199370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-a6c997dd-0263-46be-8a17-7ff6ffdadcd9', 'network_id': 'a6c997dd-0263-46be-8a17-7ff6ffdadcd9', 'tenant_id': '628d68c153204c9cae8da201ef56de13', 'fixed_ips': [{'subnet_id': '33b13674-0d4d-4e45-82c9-e27925e43247'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:58.200301 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.347322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-5418fb3a-cefd-4333-92f8-1c907a68a3f2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Synchronizing usage tracker for tenant:78db1456b4d84c919af68b6798f69fd9 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:58.382778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.389744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.443963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-5418fb3a-cefd-4333-92f8-1c907a68a3f2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Unset dirty status for tenant:78db1456b4d84c919af68b6798f69fd9 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:58.445189 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-5418fb3a-cefd-4333-92f8-1c907a68a3f2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--128536447&fields=id&tenant_id=78db1456b4d84c919af68b6798f69fd9 HTTP/1.1" status: 200 len: 267 time: 0.3353922 Jan 21 09:40:58.446253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port e2297a72-e445-422f-8454-5bfcb423c187 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:58.482351 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.529309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc80e3a-6838-411e-ad1a-fbe634de0f63 None None] Pushing event updated for resources: {'Port': ['ID=5670d56f-1504-4b39-8298-84da0b60bdb4,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:58.576661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.588646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:58.615529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:58.638110 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:58.659676 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:58.672475 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.694311 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:58.697506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.733193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object cca2b115-931b-4dc1-bbb4-427dc69dfc9d will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:58.748925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada45bd-67b4-4ce7-9833-8e1aca0c4133 req-88f0d8fa-07c8-46e5-aa28-d45b5c792f40 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:58.750449 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ada45bd-67b4-4ce7-9833-8e1aca0c4133 req-88f0d8fa-07c8-46e5-aa28-d45b5c792f40 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 943 time: 0.6285007 Jan 21 09:40:58.823533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.849141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Transition to ACTIVE for port object 8a37274f-671a-40d8-a962-529fb6b5f7b2 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:58.865123 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Allocated IP 2001:db8::2 (a6c997dd-0263-46be-8a17-7ff6ffdadcd9/33b13674-0d4d-4e45-82c9-e27925e43247/0b3350c3-ff1a-457d-bde8-9b709998e125) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:58.893088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Transition to ACTIVE for port object 8a37274f-671a-40d8-a962-529fb6b5f7b2 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:58.945545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Subnet': ['ID=0f10224d-2911-4e8f-be27-8ea42bf24f08,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:58.970195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.045823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.094855 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ada45bd-67b4-4ce7-9833-8e1aca0c4133 req-bdd7da07-357d-48a0-bf48-80bd34e6d140 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309429 Jan 21 09:40:59.101115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-04613610-413b-41e7-b95a-5e7c4de7475f tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:59.101817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-04613610-413b-41e7-b95a-5e7c4de7475f tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Synchronizing usage tracker for tenant:78db1456b4d84c919af68b6798f69fd9 on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:59.105930 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Network 18415c91-ddf2-4bca-95d1-abe1e91e80d9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:59.110619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:59.115701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Checking segment: {'id': '1569a817-04f5-4dcd-9ee5-7c4e9d731d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0185b1d6-239d-47ac-b010-5cacb49faaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:59.116066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network hostable DHCP agents. Network: 0185b1d6-239d-47ac-b010-5cacb49faaa1, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:59.117526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.120240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:59.136027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b677cc66-6c4f-443b-834b-d0189d8b0c87']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:59.136249 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Pushing event updated for resources: {'Port': ['ID=8a37274f-671a-40d8-a962-529fb6b5f7b2,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:59.150411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbf6b42-fb18-4e33-a69f-7d6b46248d73') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:59.150707 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbf6b42-fb18-4e33-a69f-7d6b46248d73') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:59.167554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.180101 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-04613610-413b-41e7-b95a-5e7c4de7475f tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Unset dirty status for tenant:78db1456b4d84c919af68b6798f69fd9 on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:59.180101 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-04613610-413b-41e7-b95a-5e7c4de7475f tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/networks?id=f469d677-4dc7-49de-9c0e-17fa992e291c HTTP/1.1" status: 200 len: 812 time: 0.6897085 Jan 21 09:40:59.194227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.202394 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-58e2266f-cc55-4284-9c18-d69fbf24196b tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/quotas/78db1456b4d84c919af68b6798f69fd9 HTTP/1.1" status: 200 len: 375 time: 0.0154638 Jan 21 09:40:59.203307 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:59.203704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.223503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:59.224176 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:59.230489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 0185b1d6-239d-47ac-b010-5cacb49faaa1 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:59.261734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Attempting to bind port 8a37274f-671a-40d8-a962-529fb6b5f7b2 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:59.262099 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Attempting to bind port 8a37274f-671a-40d8-a962-529fb6b5f7b2 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '334830e3-6556-40c9-8738-902128c8bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '18415c91-ddf2-4bca-95d1-abe1e91e80d9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:59.262456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Attempting to bind port 8a37274f-671a-40d8-a962-529fb6b5f7b2 on network 18415c91-ddf2-4bca-95d1-abe1e91e80d9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:59.280737 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:59.281112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Checking segment: {'id': '334830e3-6556-40c9-8738-902128c8bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '18415c91-ddf2-4bca-95d1-abe1e91e80d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:59.281504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.281895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Bound using segment: {'id': '334830e3-6556-40c9-8738-902128c8bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '18415c91-ddf2-4bca-95d1-abe1e91e80d9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:59.282403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Bound port: 8a37274f-671a-40d8-a962-529fb6b5f7b2, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334830e3-6556-40c9-8738-902128c8bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '18415c91-ddf2-4bca-95d1-abe1e91e80d9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:59.282730 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.348935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:59.360995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:59.371922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 0185b1d6-239d-47ac-b010-5cacb49faaa1) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:59.378649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:59.380627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.387862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7250de7f-023b-430e-8e9c-dd9c34973fe2 None None] Network 0185b1d6-239d-47ac-b010-5cacb49faaa1 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:59.439338 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.456554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.464163 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b677cc66-6c4f-443b-834b-d0189d8b0c87 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:40:59.468313 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.477575 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Transition to ACTIVE for port object 0b3350c3-ff1a-457d-bde8-9b709998e125 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:59.504134 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "DELETE /v2.0/networks/b677cc66-6c4f-443b-834b-d0189d8b0c87 HTTP/1.1" status: 204 len: 168 time: 1.3925223 Jan 21 09:40:59.507377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41072) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.516028 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7a6ab5b8-cab8-4c86-89f3-a3e814e24b4e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3894863 Jan 21 09:40:59.519974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Request body: {'network': {'name': 'tempest-network--135910936'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:59.528611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41076) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.531231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4198b-3413-4159-8f70-af1f1c53fafe tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event deleted for resources: {'Network': ['ID=b677cc66-6c4f-443b-834b-d0189d8b0c87,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:59.539714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:59.546909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-2c3a4eb3-6aaf-488d-af9f-04e617543afc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2002347734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:59.562052 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Usage tracker for resource:network and tenant:9c67c9da1bd74b048cada598a348f9db is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:59.572842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:59.576690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2c3a4eb3-6aaf-488d-af9f-04e617543afc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:59.587671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-0d1f4b8b-d08f-4b78-89b5-8f4b2f8fecd0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Synchronizing usage tracker for tenant:78db1456b4d84c919af68b6798f69fd9 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:59.599994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:59.604592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2c3a4eb3-6aaf-488d-af9f-04e617543afc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:router and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:59.610972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2c3a4eb3-6aaf-488d-af9f-04e617543afc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:59.622609 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2c3a4eb3-6aaf-488d-af9f-04e617543afc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:59.646025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4eb3-6aaf-488d-af9f-04e617543afc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.647617 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4eb3-6aaf-488d-af9f-04e617543afc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.657267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Transition to ACTIVE for port object 0b3350c3-ff1a-457d-bde8-9b709998e125 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:59.668543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4eb3-6aaf-488d-af9f-04e617543afc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.675179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] For port 8a37274f-671a-40d8-a962-529fb6b5f7b2, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:59.701797 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] For port 8a37274f-671a-40d8-a962-529fb6b5f7b2, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8a37274f-671a-40d8-a962-529fb6b5f7b2,segment=NetworkSegment(334830e3-6556-40c9-8738-902128c8bc6f),segment_id=334830e3-6556-40c9-8738-902128c8bc6f)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:59.710679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.718536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Made reservation on behalf of 9c67c9da1bd74b048cada598a348f9db for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:59.722181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.766027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-0d1f4b8b-d08f-4b78-89b5-8f4b2f8fecd0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Unset dirty status for tenant:78db1456b4d84c919af68b6798f69fd9 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:59.767421 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-0d1f4b8b-d08f-4b78-89b5-8f4b2f8fecd0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=78db1456b4d84c919af68b6798f69fd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5421908 Jan 21 09:40:59.784215 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:59.790038 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Network a6c997dd-0263-46be-8a17-7ff6ffdadcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:59.792625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:59.793434 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.793720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.794081 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Added segment d1892595-9e47-48e3-90dc-3967af0f265b of type vlan for network fa94f27d-f617-4cdc-a5fc-66afcba14b08 Jan 21 09:40:59.799572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:59.835248 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.851543 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:59.858635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4eb3-6aaf-488d-af9f-04e617543afc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.969101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=cca2b115-931b-4dc1-bbb4-427dc69dfc9d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:00.050651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.054546 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5b4cd98a-0f7f-468d-90b0-2f364c64b814 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.4530272 Jan 21 09:41:00.069312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41080) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.095624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Pushing event updated for resources: {'Port': ['ID=0b3350c3-ff1a-457d-bde8-9b709998e125,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:00.222351 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Attempting to bind port 0b3350c3-ff1a-457d-bde8-9b709998e125 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:00.223594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Attempting to bind port 0b3350c3-ff1a-457d-bde8-9b709998e125 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd1bc8756-d162-4374-85ef-33a15d5d4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a6c997dd-0263-46be-8a17-7ff6ffdadcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:00.224646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.225078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Attempting to bind port 0b3350c3-ff1a-457d-bde8-9b709998e125 on network a6c997dd-0263-46be-8a17-7ff6ffdadcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:00.242597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.305233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.338810 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:00.341104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Checking segment: {'id': 'd1bc8756-d162-4374-85ef-33a15d5d4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a6c997dd-0263-46be-8a17-7ff6ffdadcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:00.341517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.346204 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Bound using segment: {'id': 'd1bc8756-d162-4374-85ef-33a15d5d4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a6c997dd-0263-46be-8a17-7ff6ffdadcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:00.346770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Bound port: 0b3350c3-ff1a-457d-bde8-9b709998e125, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1bc8756-d162-4374-85ef-33a15d5d4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a6c997dd-0263-46be-8a17-7ff6ffdadcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:00.347154 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.366757 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5670d56f-1504-4b39-8298-84da0b60bdb4 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:00.404068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.479955 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213527c1-7327-4f63-8b16-62496cb121f7 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:00.510034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-0185b1d6-239d-47ac-b010-5cacb49faaa1', 'network_id': '0185b1d6-239d-47ac-b010-5cacb49faaa1', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'fixed_ips': [{'subnet_id': '0f10224d-2911-4e8f-be27-8ea42bf24f08'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:00.510920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.513132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4eb3-6aaf-488d-af9f-04e617543afc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.517152 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2c3a4eb3-6aaf-488d-af9f-04e617543afc tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9846668 Jan 21 09:41:00.524130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41086) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.530324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8::10 (a6c997dd-0263-46be-8a17-7ff6ffdadcd9/33b13674-0d4d-4e45-82c9-e27925e43247/e2297a72-e445-422f-8454-5bfcb423c187) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:00.544592 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 388315d9-324e-414b-bfb3-97b00b19a9ca is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:00.561853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:00.569869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c7a446ae-2eff-4c94-af32-af045be7fbd2 None None] Provisioning complete for port f3f5c723-ed03-40f4-9cfd-e583c585313e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:00.570246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c7a446ae-2eff-4c94-af32-af045be7fbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.593396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cd2f3-ecb2-44fd-b3ed-6c8b6b09141a None None] Pushing event updated for resources: {'Port': ['ID=8a37274f-671a-40d8-a962-529fb6b5f7b2,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:00.712164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:00.715788 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:00.716573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.790753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.791738 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:00.792328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.811105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8199a3e-ee02-4047-8276-f3ed48498027 None None] Network 388315d9-324e-414b-bfb3-97b00b19a9ca requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:00.824268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Subnet': ['ID=7e8917df-72d4-45cc-bcc0-fda2043956ab,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:00.839867 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-22633bee-a545-4c31-a803-f71c3a129cc8 service neutron] 10.222.0.99 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0186105 Jan 21 09:41:00.880706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba482b4-3a3b-48c0-9fb0-f7ed84cc7d19 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:00.888030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba482b4-3a3b-48c0-9fb0-f7ed84cc7d19 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:00.888774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fba482b4-3a3b-48c0-9fb0-f7ed84cc7d19 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:00.900457 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b10adeb9-ac06-4fbf-9652-aaca32944c24 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8387604 Jan 21 09:41:00.901412 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41090) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.907221 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c7a446ae-2eff-4c94-af32-af045be7fbd2 None None] Port f3f5c723-ed03-40f4-9cfd-e583c585313e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:00.913737 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3985763 Jan 21 09:41:00.919549 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0c66c-aa7b-4c80-89d8-663a35f1ff09 req-823bdff7-f50d-44e2-89e5-d93fe663dcda tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:00.921047 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eef0c66c-aa7b-4c80-89d8-663a35f1ff09 req-823bdff7-f50d-44e2-89e5-d93fe663dcda tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 943 time: 0.6001508 Jan 21 09:41:00.926697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41092) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.937037 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-20a3d96b-27b6-4eca-8a7e-30106a0d8bb5 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:00.984375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] For port 0b3350c3-ff1a-457d-bde8-9b709998e125, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:01.003744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'security_group': {'name': 'tempest-secgroup-2041561571'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:01.009764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:01.013785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] For port 0b3350c3-ff1a-457d-bde8-9b709998e125, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0b3350c3-ff1a-457d-bde8-9b709998e125,segment=NetworkSegment(d1bc8756-d162-4374-85ef-33a15d5d4e48),segment_id=d1bc8756-d162-4374-85ef-33a15d5d4e48)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:01.013989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:security_group and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:01.022666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:01.079595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b318a5f-b44f-4a89-a977-815b41829a21 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event updated for resources: {'Network': ['ID=fa94f27d-f617-4cdc-a5fc-66afcba14b08,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:01.084304 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 5670d56f-1504-4b39-8298-84da0b60bdb4 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:01.087473 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.091492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.142123 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network fa94f27d-f617-4cdc-a5fc-66afcba14b08 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:01.168536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:01.195098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c7a446ae-2eff-4c94-af32-af045be7fbd2 None None] Provisioning complete for port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:01.195471 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c7a446ae-2eff-4c94-af32-af045be7fbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.197411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fba482b4-3a3b-48c0-9fb0-f7ed84cc7d19 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:01.198714 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fba482b4-3a3b-48c0-9fb0-f7ed84cc7d19 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 1.1254523 Jan 21 09:41:01.208744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41098) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:01.260954 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-19bba339-4a1d-4a32-906b-a63d99986db0 service neutron] 10.222.0.99 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061897 Jan 21 09:41:01.275410 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object e2297a72-e445-422f-8454-5bfcb423c187 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:01.330907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.346682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Allocated IP 2001:db8:1::2 (0185b1d6-239d-47ac-b010-5cacb49faaa1/0f10224d-2911-4e8f-be27-8ea42bf24f08/79370df2-cde9-4b08-8e57-3a5847598e56) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:01.375000 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eef0c66c-aa7b-4c80-89d8-663a35f1ff09 req-365db2a7-8bdd-4b55-b327-aff6b47cb081 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154067 Jan 21 09:41:01.417240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Allocated IP 2001:db8::375 (53accf34-3556-4b1e-b16d-d177fd35e81b/cad6366f-409c-4e31-8452-ed05c4ba943e/0194b3fc-aca2-4d91-b555-df09acf8e160) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:01.488971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.504829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:01.521062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-5081d4bc-994c-49d0-833f-7abf0fd752ce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port cca2b115-931b-4dc1-bbb4-427dc69dfc9d {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:01.521540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5081d4bc-994c-49d0-833f-7abf0fd752ce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.550788 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:security_group_rule and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:01.562116 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:01.573393 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00762035-e8a6-4415-a0b0-9415fe0ce3cd None None] Pushing event updated for resources: {'Port': ['ID=0b3350c3-ff1a-457d-bde8-9b709998e125,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:01.581077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:01.629364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c075b404-7220-4940-bfe9-612d9a5e561d None None] Network 18415c91-ddf2-4bca-95d1-abe1e91e80d9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:01.632903 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dade337b-6ce7-4c9a-9e83-d64c25487910 req-eb2b3d2b-879f-4abf-8d82-9a1a7fedfa2c tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 210 time: 0.0940700 Jan 21 09:41:01.682193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-20a3d96b-27b6-4eca-8a7e-30106a0d8bb5 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.694527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.813459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-20a3d96b-27b6-4eca-8a7e-30106a0d8bb5 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.863511 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20a3d96b-27b6-4eca-8a7e-30106a0d8bb5 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Network fa94f27d-f617-4cdc-a5fc-66afcba14b08 is not hosted by any dhcp agent {{(pid=87501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 09:41:01.864408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a3d96b-27b6-4eca-8a7e-30106a0d8bb5 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:01.865011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-20a3d96b-27b6-4eca-8a7e-30106a0d8bb5 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.868909 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-20a3d96b-27b6-4eca-8a7e-30106a0d8bb5 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "PUT /v2.0/networks/fa94f27d-f617-4cdc-a5fc-66afcba14b08 HTTP/1.1" status: 200 len: 857 time: 0.9366064 Jan 21 09:41:01.868909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network a6c997dd-0263-46be-8a17-7ff6ffdadcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:01.879342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=e2297a72-e445-422f-8454-5bfcb423c187,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:01.881942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41104) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:01.887275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:01.891954 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:01.897490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:01.898130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.979171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3d96b-27b6-4eca-8a7e-30106a0d8bb5 tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event updated for resources: {'Network': ['ID=fa94f27d-f617-4cdc-a5fc-66afcba14b08,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:02.071739 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f9e31ba7-a445-4b72-bdf9-539d29fbf042 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6322432 Jan 21 09:41:02.080874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41108) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:02.090478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': 'a6c997dd-0263-46be-8a17-7ff6ffdadcd9', 'name': 'tempest-PortsIpV6TestJSON-1339560441', 'fixed_ips': [{'subnet_id': '33b13674-0d4d-4e45-82c9-e27925e43247', 'ip_address': '2001:db8::f'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:02.124215 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.208275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.228486 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Transition to ACTIVE for port object 79370df2-cde9-4b08-8e57-3a5847598e56 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:02.259711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Transition to ACTIVE for port object 79370df2-cde9-4b08-8e57-3a5847598e56 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:02.265605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0b3350c3-ff1a-457d-bde8-9b709998e125 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:02.330949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5081d4bc-994c-49d0-833f-7abf0fd752ce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.331528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.544148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-5081d4bc-994c-49d0-833f-7abf0fd752ce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for cca2b115-931b-4dc1-bbb4-427dc69dfc9d owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:02.603312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:02.620144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.685154 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20db25-6e2c-4c13-9ac6-237f1447602b None None] Update dhcp port {'port': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'fixed_ips': [{'subnet_id': '679e2b46-4344-4be8-85fd-57bb26b7e2a3', 'ip_address': '172.20.0.18'}, {'subnet_id': '7e8917df-72d4-45cc-bcc0-fda2043956ab'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': '23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:41:02.707513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:port and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:02.735878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:02.763960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] Provisioning for port 5670d56f-1504-4b39-8298-84da0b60bdb4 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:02.783701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] Provisioning complete for port 5670d56f-1504-4b39-8298-84da0b60bdb4 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:02.784069 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.806134 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:41:02.826957 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:02.852769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa94f27d-f617-4cdc-a5fc-66afcba14b08']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:02.863584 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-355a90a8-4a88-4a09-aa2d-078786cbd4a6 req-2a06fd16-b678-4d5d-a8ec-cea6b313a386 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 210 time: 0.0914686 Jan 21 09:41:02.870292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Network 0185b1d6-239d-47ac-b010-5cacb49faaa1 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:02.879692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1892595-9e47-48e3-90dc-3967af0f265b') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:02.880270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1892595-9e47-48e3-90dc-3967af0f265b') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:02.894891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:02.903288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:02.910481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.923328 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2f20db25-6e2c-4c13-9ac6-237f1447602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.927414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.938796 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 0b3350c3-ff1a-457d-bde8-9b709998e125 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:02.946999 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:02.957883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.958703 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8a37274f-671a-40d8-a962-529fb6b5f7b2 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:02.967424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port 78b7f468-7a18-4eb3-8ea8-927fbad354c5 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:02.984964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.004985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:03.010900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:03.029608 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:03.059481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4042c82-752f-44b3-ab4f-5952beebf816 req-1a6b4005-27d2-4bf1-a37b-ee9de019209e tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:03.061227 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c4042c82-752f-44b3-ab4f-5952beebf816 req-1a6b4005-27d2-4bf1-a37b-ee9de019209e tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 943 time: 0.4326429 Jan 21 09:41:03.087751 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Pushing event updated for resources: {'Port': ['ID=79370df2-cde9-4b08-8e57-3a5847598e56,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.160678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5081d4bc-994c-49d0-833f-7abf0fd752ce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.256087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Attempting to bind port 79370df2-cde9-4b08-8e57-3a5847598e56 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:03.256454 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Attempting to bind port 79370df2-cde9-4b08-8e57-3a5847598e56 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '1569a817-04f5-4dcd-9ee5-7c4e9d731d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0185b1d6-239d-47ac-b010-5cacb49faaa1'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:03.256748 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Attempting to bind port 79370df2-cde9-4b08-8e57-3a5847598e56 on network 0185b1d6-239d-47ac-b010-5cacb49faaa1 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:03.297021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.297295 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.302376 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e98c22-2e73-4c1c-8dfd-d1151fb28176 None None] Network a6c997dd-0263-46be-8a17-7ff6ffdadcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:03.308641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081d4bc-994c-49d0-833f-7abf0fd752ce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=cca2b115-931b-4dc1-bbb4-427dc69dfc9d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.320261 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c4042c82-752f-44b3-ab4f-5952beebf816 req-74e12157-68e6-4508-bd6a-ec9ecb5ee5b4 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258997 Jan 21 09:41:03.326165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa94f27d-f617-4cdc-a5fc-66afcba14b08 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:41:03.338401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.349512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa94f27d-f617-4cdc-a5fc-66afcba14b08,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.374279 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 8a37274f-671a-40d8-a962-529fb6b5f7b2 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:03.395345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:03.396151 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Checking segment: {'id': '1569a817-04f5-4dcd-9ee5-7c4e9d731d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0185b1d6-239d-47ac-b010-5cacb49faaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:03.396746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.397308 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Bound using segment: {'id': '1569a817-04f5-4dcd-9ee5-7c4e9d731d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0185b1d6-239d-47ac-b010-5cacb49faaa1'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:03.397937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Bound port: 79370df2-cde9-4b08-8e57-3a5847598e56, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1569a817-04f5-4dcd-9ee5-7c4e9d731d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0185b1d6-239d-47ac-b010-5cacb49faaa1'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:03.398488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.403242 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3138155e-2c07-4bbd-94b2-7d879674ef2e tempest-ExternalNetworksTestJSON-2043869311 tempest-ExternalNetworksTestJSON-2043869311-project-admin] 10.222.0.99 "DELETE /v2.0/networks/fa94f27d-f617-4cdc-a5fc-66afcba14b08 HTTP/1.1" status: 204 len: 168 time: 1.5175078 Jan 21 09:41:03.410730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41122) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:03.484945 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-67996c35-af90-4880-ad29-c42065b8a2b0 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:03.485775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67996c35-af90-4880-ad29-c42065b8a2b0 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:03.487151 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-67996c35-af90-4880-ad29-c42065b8a2b0 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] 10.222.0.99 "DELETE /v2.0/subnets/d1f918af-9cb2-48d4-91fd-2eb5add09f0b HTTP/1.1" status: 404 len: 337 time: 0.0709870 Jan 21 09:41:03.490156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41126) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:03.516397 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] For port 79370df2-cde9-4b08-8e57-3a5847598e56, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:03.520925 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] For port 79370df2-cde9-4b08-8e57-3a5847598e56, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=79370df2-cde9-4b08-8e57-3a5847598e56,segment=NetworkSegment(1569a817-04f5-4dcd-9ee5-7c4e9d731d03),segment_id=1569a817-04f5-4dcd-9ee5-7c4e9d731d03)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:03.531372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Network 53accf34-3556-4b1e-b16d-d177fd35e81b is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:03.546940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.615548 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:03.621391 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8::f (a6c997dd-0263-46be-8a17-7ff6ffdadcd9/33b13674-0d4d-4e45-82c9-e27925e43247/78b7f468-7a18-4eb3-8ea8-927fbad354c5) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:03.651308 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:03.778467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.798329 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Allocated IP 2001:db8::1 (18415c91-ddf2-4bca-95d1-abe1e91e80d9/1a9a8f13-b87b-43fa-8224-e5048c400a53/0a0b64a1-bda4-4d89-ba7b-863a384410d1) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:03.798741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18aa70cb-6e7e-4862-8e70-039fe31b59e7 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.837357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event updated for resources: {'Port': ['ID=0194b3fc-aca2-4d91-b555-df09acf8e160,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.900667 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.930840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74851118-1b42-4866-98cb-a6e19048d15f None None] Pushing event updated for resources: {'Port': ['ID=79370df2-cde9-4b08-8e57-3a5847598e56,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.971260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] For port 5670d56f-1504-4b39-8298-84da0b60bdb4, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5670d56f-1504-4b39-8298-84da0b60bdb4,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:04.003823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.108032 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.145348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5081d4bc-994c-49d0-833f-7abf0fd752ce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.200101 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e91da23-398f-41e4-8302-e9c72524c38b req-0883dd63-c9ac-420a-83ee-3202c3e8293c tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 210 time: 0.1295660 Jan 21 09:41:04.222108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-2f20db25-6e2c-4c13-9ac6-237f1447602b None None] Allocated IP 172.20.0.2 (388315d9-324e-414b-bfb3-97b00b19a9ca/7e8917df-72d4-45cc-bcc0-fda2043956ab/23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:04.293135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18aa70cb-6e7e-4862-8e70-039fe31b59e7 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.361059 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 79370df2-cde9-4b08-8e57-3a5847598e56 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:04.444361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] Provisioning for port 8a37274f-671a-40d8-a962-529fb6b5f7b2 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:04.467468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d1ed76-67dc-4cbd-bb86-f78eb086a705,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:04.474091 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.476711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] Provisioning complete for port 8a37274f-671a-40d8-a962-529fb6b5f7b2 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:04.476821 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5aa43632-f4de-45d6-901c-e4efd83e3bc9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.5218649 Jan 21 09:41:04.477114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.487803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41140) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:04.497800 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'security_group': {'name': 'tempest-secgroup-766544057'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:04.506779 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5081d4bc-994c-49d0-833f-7abf0fd752ce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/cca2b115-931b-4dc1-bbb4-427dc69dfc9d HTTP/1.1" status: 204 len: 168 time: 3.2968769 Jan 21 09:41:04.510944 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] Pushing event updated for resources: {'Port': ['ID=5670d56f-1504-4b39-8298-84da0b60bdb4,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:04.521682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.525734 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-18aa70cb-6e7e-4862-8e70-039fe31b59e7 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f4e03c-1cb2-4e25-a566-8745f14752f2']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:04.546577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41144) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:04.546774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2f20db25-6e2c-4c13-9ac6-237f1447602b None None] For port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0,segment=NetworkSegment(b335ae89-1971-4a17-913c-6f6f5e468dc3),segment_id=b335ae89-1971-4a17-913c-6f6f5e468dc3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:04.564761 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:04.586914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:security_group and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:04.594660 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2f20db25-6e2c-4c13-9ac6-237f1447602b None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.595975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:04.599489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 79370df2-cde9-4b08-8e57-3a5847598e56 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:04.623447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:04.627716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object 78b7f468-7a18-4eb3-8ea8-927fbad354c5 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:04.641213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.643878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-18aa70cb-6e7e-4862-8e70-039fe31b59e7 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed3ff0b-58ba-430e-8de4-3eaf102876a3') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:04.645071 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-18aa70cb-6e7e-4862-8e70-039fe31b59e7 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed3ff0b-58ba-430e-8de4-3eaf102876a3') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:04.661848 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.666866 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18aa70cb-6e7e-4862-8e70-039fe31b59e7 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.695943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18aa70cb-6e7e-4862-8e70-039fe31b59e7 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.706444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2f20db25-6e2c-4c13-9ac6-237f1447602b None None] Transition to ACTIVE for port object 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:04.719679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2f20db25-6e2c-4c13-9ac6-237f1447602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.721849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18aa70cb-6e7e-4862-8e70-039fe31b59e7 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:04.722494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18aa70cb-6e7e-4862-8e70-039fe31b59e7 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.787212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.788593 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Transition to ACTIVE for port object 0a0b64a1-bda4-4d89-ba7b-863a384410d1 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:04.806071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:04.812673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:04.849671 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:04.865445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18aa70cb-6e7e-4862-8e70-039fe31b59e7 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.870219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18aa70cb-6e7e-4862-8e70-039fe31b59e7 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.919620 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa70cb-6e7e-4862-8e70-039fe31b59e7 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] Pushing event deleted for resources: {'Network': ['ID=15f4e03c-1cb2-4e25-a566-8745f14752f2,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:04.937193 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-18aa70cb-6e7e-4862-8e70-039fe31b59e7 tempest-ExternalNetworksTestJSON-1785547620 tempest-ExternalNetworksTestJSON-1785547620-project] 10.222.0.99 "DELETE /v2.0/networks/15f4e03c-1cb2-4e25-a566-8745f14752f2 HTTP/1.1" status: 204 len: 168 time: 1.4360549 Jan 21 09:41:05.057091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20db25-6e2c-4c13-9ac6-237f1447602b None None] Pushing event updated for resources: {'Port': ['ID=23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:05.059883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.066899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] For port 8a37274f-671a-40d8-a962-529fb6b5f7b2, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8a37274f-671a-40d8-a962-529fb6b5f7b2,segment=NetworkSegment(334830e3-6556-40c9-8738-902128c8bc6f),segment_id=334830e3-6556-40c9-8738-902128c8bc6f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:05.071572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2a877-57b5-4076-92a4-b3fb9a797255 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:05.072966 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:security_group_rule and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:05.075682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2a877-57b5-4076-92a4-b3fb9a797255 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:05.075906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.078660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2a877-57b5-4076-92a4-b3fb9a797255 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:05.079363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f1c2a877-57b5-4076-92a4-b3fb9a797255 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:05.081360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:05.093249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:05.197544 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd5f35-f720-4435-9f1b-ccf111a6df32 req-f8e9e7af-5a5c-4bd8-8e92-07e10763b003 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:05.199150 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-90bd5f35-f720-4435-9f1b-ccf111a6df32 req-f8e9e7af-5a5c-4bd8-8e92-07e10763b003 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 943 time: 0.7477698 Jan 21 09:41:05.206664 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.258384 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9247b-781d-486b-90c2-0f23a74756a7 None None] Pushing event updated for resources: {'Port': ['ID=8a37274f-671a-40d8-a962-529fb6b5f7b2,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:05.280856 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Provisioning for port 0b3350c3-ff1a-457d-bde8-9b709998e125 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:05.292535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Provisioning complete for port 0b3350c3-ff1a-457d-bde8-9b709998e125 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:05.294189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.358982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.479932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce71b74c-dcde-4d4d-8655-862b2cfba604 None None] Network 0185b1d6-239d-47ac-b010-5cacb49faaa1 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:05.515761 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.654205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41158) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:05.665205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.685536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network a6c997dd-0263-46be-8a17-7ff6ffdadcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:05.703020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:05.718296 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-76c1c3b2-c1b1-4fc1-bbfc-20b66c3edf72 req-6a095b2f-6fb4-42e5-be8e-ee565a7cd714 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 210 time: 0.1095357 Jan 21 09:41:05.735785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:05.741275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:05.741883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.751827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 18415c91-ddf2-4bca-95d1-abe1e91e80d9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:05.760115 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-90bd5f35-f720-4435-9f1b-ccf111a6df32 req-98d08a64-67ee-4ba3-b71d-c2a985c7478f tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5456314 Jan 21 09:41:05.763983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f1c2a877-57b5-4076-92a4-b3fb9a797255 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:05.767774 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f1c2a877-57b5-4076-92a4-b3fb9a797255 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.2181351 Jan 21 09:41:05.768641 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41164) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:05.776754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=78b7f468-7a18-4eb3-8ea8-927fbad354c5,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:05.787298 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6350ecb-3388-4796-a142-c76a65654c82,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:05.790215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:05.800313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] For port 0b3350c3-ff1a-457d-bde8-9b709998e125, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0b3350c3-ff1a-457d-bde8-9b709998e125,segment=NetworkSegment(d1bc8756-d162-4374-85ef-33a15d5d4e48),segment_id=d1bc8756-d162-4374-85ef-33a15d5d4e48)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:05.818351 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:05.819116 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.828679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.906902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3ca407-adc1-4c20-8452-424be56b40be tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 8bb03cdd-4a49-4243-8ca7-ec3072499dfc {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:05.909663 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4a89670e-99a8-4fc6-8c57-a715b220044a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8278158 Jan 21 09:41:05.917739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca407-adc1-4c20-8452-424be56b40be tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.960234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41168) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:05.979561 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=0a0b64a1-bda4-4d89-ba7b-863a384410d1,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:05.982645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Pushing event updated for resources: {'Port': ['ID=0b3350c3-ff1a-457d-bde8-9b709998e125,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.124625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Provisioning complete for port 5670d56f-1504-4b39-8298-84da0b60bdb4 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:06.124867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.124986 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.142280 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca407-adc1-4c20-8452-424be56b40be tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.205025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0b3350c3-ff1a-457d-bde8-9b709998e125 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:06.219594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.224037 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-be7bc6b9-840c-4ed4-91d6-30114586deb6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7337854 Jan 21 09:41:06.231262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41172) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.251243 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-397df331-088b-466a-a73b-a9eff15d2dbd admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=67fc6844b9aa4e5eac08db310b64a533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5946393 Jan 21 09:41:06.252564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41176) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.258275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'security_group': {'name': 'tempest-secgroup-1283841801'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:06.276204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:06.293004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a54d4e0-f65d-4e1f-9e09-9b146b75fca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.293730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2a54d4e0-f65d-4e1f-9e09-9b146b75fca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:06.296629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:security_group and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:06.301697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:06.313598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:06.346834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2a54d4e0-f65d-4e1f-9e09-9b146b75fca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:06.348025 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2a54d4e0-f65d-4e1f-9e09-9b146b75fca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3863142 Jan 21 09:41:06.348947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.357670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 0b3350c3-ff1a-457d-bde8-9b709998e125 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:06.358213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.358964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca407-adc1-4c20-8452-424be56b40be tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.387135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41180) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.419552 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-826cb545-c79e-4747-a825-f07815dc29d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.443500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Provisioning complete for port 8a37274f-671a-40d8-a962-529fb6b5f7b2 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:06.443500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.467281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:06.473515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:security_group_rule and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:06.478589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:06.484761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:06.498730 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.566888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5670d56f-1504-4b39-8298-84da0b60bdb4 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:06.638479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.656060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.689779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca407-adc1-4c20-8452-424be56b40be tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.704427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981586f8-2014-4091-891c-8b85997e8456 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.711514 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981586f8-2014-4091-891c-8b85997e8456 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.718246 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981586f8-2014-4091-891c-8b85997e8456 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.720460 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-981586f8-2014-4091-891c-8b85997e8456 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3322086 Jan 21 09:41:06.726548 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5670d56f-1504-4b39-8298-84da0b60bdb4 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:06.727171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.730713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41186) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.774182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Provisioning for port e2297a72-e445-422f-8454-5bfcb423c187 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:06.787938 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Provisioning complete for port e2297a72-e445-422f-8454-5bfcb423c187 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:06.788296 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.799552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ca407-adc1-4c20-8452-424be56b40be tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb03cdd-4a49-4243-8ca7-ec3072499dfc,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.809430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca407-adc1-4c20-8452-424be56b40be tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.813727 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ff3ca407-adc1-4c20-8452-424be56b40be tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/8bb03cdd-4a49-4243-8ca7-ec3072499dfc HTTP/1.1" status: 204 len: 168 time: 1.0442929 Jan 21 09:41:06.815263 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcbd4d0-a577-43e9-a231-fd3242b47b5e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.819164 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41194) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.828584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.832146 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-38d2417c-0256-4f6e-91e6-28cd028eb92a tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5975845 Jan 21 09:41:06.843117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41198) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.878061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1499183039', 'security_groups': ['2dcbd4d0-a577-43e9-a231-fd3242b47b5e'], 'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7e8917df-72d4-45cc-bcc0-fda2043956ab'}]}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:06.889075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Port e2297a72-e445-422f-8454-5bfcb423c187 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:06.891340 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0812b2-4830-48c2-b89a-f863fc72ea64 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:06.902522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cf450ee4-c028-44fc-90dc-80237e740d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.923375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e7cfed4c-3ee8-4f7a-b42c-7a5ee32eb6b9 None None] Could not find standard attr ID for object cca2b115-931b-4dc1-bbb4-427dc69dfc9d. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:41:07.040476 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-27173e76-236e-44b0-8e77-8f7a9f8b36f9 req-2f227caa-2927-418f-91eb-2c3aa2ebd300 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 210 time: 0.1084306 Jan 21 09:41:07.052571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-910e31f7-967a-4714-9431-383ddd375c53 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 78b7f468-7a18-4eb3-8ea8-927fbad354c5 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:07.052923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-910e31f7-967a-4714-9431-383ddd375c53 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.072464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d93d927-8b06-4b1d-9ee7-3667c80afca8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 9ed86e43-a7da-4f32-9f0c-d56ee3f59b26 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:07.083249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d93d927-8b06-4b1d-9ee7-3667c80afca8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.142169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d93d927-8b06-4b1d-9ee7-3667c80afca8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.143007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Provisioning complete for port f3f5c723-ed03-40f4-9cfd-e583c585313e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:07.143386 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.180370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:07.196942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f5bdb-1c5c-430c-828c-4654427a7edd req-3687cd4b-9988-4b9b-88e9-b24478ec39bf tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:07.198424 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a41f5bdb-1c5c-430c-828c-4654427a7edd req-3687cd4b-9988-4b9b-88e9-b24478ec39bf tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 943 time: 0.2029891 Jan 21 09:41:07.266226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cf450ee4-c028-44fc-90dc-80237e740d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.270656 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d93d927-8b06-4b1d-9ee7-3667c80afca8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.341272 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:41:07.355819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Port f3f5c723-ed03-40f4-9cfd-e583c585313e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:07.374195 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a41f5bdb-1c5c-430c-828c-4654427a7edd req-6490aee0-2c6d-4930-a99b-624d7f3c6c24 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647508 Jan 21 09:41:07.419038 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Provisioning for port 0a0b64a1-bda4-4d89-ba7b-863a384410d1 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:07.442330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Provisioning complete for port 0a0b64a1-bda4-4d89-ba7b-863a384410d1 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:07.442698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.525461 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Router 4d7790aa-4a22-4d7a-9a33-b54b67552788 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:41:07.531020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d93d927-8b06-4b1d-9ee7-3667c80afca8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.557171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:07.566490 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Port 0a0b64a1-bda4-4d89-ba7b-863a384410d1 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:07.577325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8a37274f-671a-40d8-a962-529fb6b5f7b2 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:07.583293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:port and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:07.605180 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-910e31f7-967a-4714-9431-383ddd375c53 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.606256 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93d927-8b06-4b1d-9ee7-3667c80afca8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed86e43-a7da-4f32-9f0c-d56ee3f59b26,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:07.610862 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d93d927-8b06-4b1d-9ee7-3667c80afca8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.612478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:07.630749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:07.642507 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-7de58733-6efd-4e4c-88c6-9ecd583db731 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:07.647188 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-7de58733-6efd-4e4c-88c6-9ecd583db731 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.121 "GET /v2.0/networks?id=f469d677-4dc7-49de-9c0e-17fa992e291c HTTP/1.1" status: 200 len: 812 time: 0.2781477 Jan 21 09:41:07.672307 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Provisioning for port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:07.684401 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4d93d927-8b06-4b1d-9ee7-3667c80afca8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/9ed86e43-a7da-4f32-9f0c-d56ee3f59b26 HTTP/1.1" status: 204 len: 168 time: 0.8617320 Jan 21 09:41:07.688238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41204) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.688415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:07.695866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Provisioning complete for port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:07.696425 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.750673 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'port_id': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5', 'mac_address': 'fa:16:3e:7d:d2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:41:07.816303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f4453760-185f-414e-94b7-d77cdde7d05f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:router {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:07.834970 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-09eb3eac-1a8d-43e2-a32e-ee1c1f78bb0d tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78db1456b4d84c919af68b6798f69fd9 HTTP/1.1" status: 200 len: 379 time: 0.1812685 Jan 21 09:41:07.855306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Request body: {'port': {'device_id': 'b0c30862-234b-43b1-bed7-413b298853e8', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'admin_state_up': True, 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'security_groups': ['c8b27558-79a0-40b8-9c64-2c6f7055a922']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:07.864604 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 8a37274f-671a-40d8-a962-529fb6b5f7b2 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:07.864939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.873227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f4453760-185f-414e-94b7-d77cdde7d05f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:router {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:07.881361 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f4453760-185f-414e-94b7-d77cdde7d05f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1917572 Jan 21 09:41:07.882380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41212) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.891402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-910e31f7-967a-4714-9431-383ddd375c53 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for 78b7f468-7a18-4eb3-8ea8-927fbad354c5 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:07.892873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:07.895138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.982707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:07.987265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:41:08.027463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:08.028529 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:08.032907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:08.034608 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cf450ee4-c028-44fc-90dc-80237e740d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.036323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:08.043094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:08.075755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:08.080633 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.081021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.083316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Provisioning for port 78b7f468-7a18-4eb3-8ea8-927fbad354c5 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:08.136963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Provisioning complete for port 78b7f468-7a18-4eb3-8ea8-927fbad354c5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:08.137333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.208323 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf450ee4-c028-44fc-90dc-80237e740d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a848152-50fc-47ca-9c79-89b4f889bda7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:08.264678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Port 78b7f468-7a18-4eb3-8ea8-927fbad354c5 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:08.269112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:08.283074 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Provisioning complete for port e2297a72-e445-422f-8454-5bfcb423c187 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:08.283456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.350791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Port e2297a72-e445-422f-8454-5bfcb423c187 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:08.364614 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Provisioning for port 79370df2-cde9-4b08-8e57-3a5847598e56 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:08.371534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Provisioning complete for port 79370df2-cde9-4b08-8e57-3a5847598e56 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:08.371945 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.389656 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7b3fece7-b3b2-4cb4-b86c-912dd313ea13 req-80be1655-f0f6-4aa0-9c47-601e8dbb28af tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 210 time: 0.0555232 Jan 21 09:41:08.492761 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cf450ee4-c028-44fc-90dc-80237e740d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.496790 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cf450ee4-c028-44fc-90dc-80237e740d8c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1a848152-50fc-47ca-9c79-89b4f889bda7 HTTP/1.1" status: 204 len: 168 time: 2.2432392 Jan 21 09:41:08.530064 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc77b323-a14c-40b3-8ee3-5e181da6ec21 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:08.542734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:41:08.558043 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:08.578445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-61b4cf3f-36fd-4d2b-bea3-4ab2d2d4bdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.582194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.585229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:08.595066 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Sync routers for ids ['4d7790aa-4a22-4d7a-9a33-b54b67552788'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:08.610659 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Routers {'4d7790aa-4a22-4d7a-9a33-b54b67552788'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:08.611288 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4d7790aa-4a22-4d7a-9a33-b54b67552788'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:08.625051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.626204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.628239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:08.707541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Made reservation on behalf of 78db1456b4d84c919af68b6798f69fd9 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:08.711350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.815257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125183b-8667-4f48-b16d-c46d1b5a9295 req-d76b494f-113e-43a2-9b1b-4eda5225534f tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:08.816956 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4125183b-8667-4f48-b16d-c46d1b5a9295 req-d76b494f-113e-43a2-9b1b-4eda5225534f tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 944 time: 0.2560837 Jan 21 09:41:08.826214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.956576 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Set router 4d7790aa-4a22-4d7a-9a33-b54b67552788 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:41:08.961306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] For port 79370df2-cde9-4b08-8e57-3a5847598e56, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=79370df2-cde9-4b08-8e57-3a5847598e56,segment=NetworkSegment(1569a817-04f5-4dcd-9ee5-7c4e9d731d03),segment_id=1569a817-04f5-4dcd-9ee5-7c4e9d731d03)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:08.965802 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.977779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.001588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=0a0b64a1-bda4-4d89-ba7b-863a384410d1,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:09.009669 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41224) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.012216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.015751 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3af9a41d-c086-47ec-b303-79be1068adfe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.6361012 Jan 21 09:41:09.015751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-910e31f7-967a-4714-9431-383ddd375c53 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.019914 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4125183b-8667-4f48-b16d-c46d1b5a9295 req-d6797562-6fa2-4d18-8010-b5c863db67ff tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894560 Jan 21 09:41:09.020409 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41228) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.044694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.069444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47395e5f-e0c0-492a-8107-7805c6bec3b5 None None] Pushing event updated for resources: {'Port': ['ID=79370df2-cde9-4b08-8e57-3a5847598e56,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:09.124220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e31f7-967a-4714-9431-383ddd375c53 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=78b7f468-7a18-4eb3-8ea8-927fbad354c5,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:09.144259 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-51a72bc1-4495-4ab9-98f9-145a0f17c36f None None] Provisioning complete for port 5670d56f-1504-4b39-8298-84da0b60bdb4 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:09.144755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-51a72bc1-4495-4ab9-98f9-145a0f17c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.179429 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] device_id is not set on port 1e4b4024-a511-4bf0-9484-8db1b05b64e5 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:09.293527 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-910e31f7-967a-4714-9431-383ddd375c53 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.301092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cba6dc-da01-4f56-9e53-89fe4c13583f None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:09.313967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 18415c91-ddf2-4bca-95d1-abe1e91e80d9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:09.324921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-60cba6dc-da01-4f56-9e53-89fe4c13583f None None] Deleting port 5670d56f-1504-4b39-8298-84da0b60bdb4 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:09.325451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-60cba6dc-da01-4f56-9e53-89fe4c13583f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.330441 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:09.334280 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-174eee81-dda7-4b73-80c4-a5ffb8998525 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9c67c9da1bd74b048cada598a348f9db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233507 Jan 21 09:41:09.344738 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41232) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.380474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:09.402058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:09.404782 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.480158 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:09.480691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.591688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Allocated IP 172.20.0.9 (f469d677-4dc7-49de-9c0e-17fa992e291c/2808a830-2468-42b3-9507-038994a3ca1a/ac7302e3-e0e5-4e79-9366-48f505b1a6ad) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:09.595694 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-910e31f7-967a-4714-9431-383ddd375c53 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/78b7f468-7a18-4eb3-8ea8-927fbad354c5 HTTP/1.1" status: 204 len: 168 time: 2.8627701 Jan 21 09:41:09.621413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=2d60ab66-e970-477c-a998-5a930b01b09e,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:09.636942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41238) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.659420 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7790aa-4a22-4d7a-9a33-b54b67552788', 'name': '', 'tenant_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53accf34-3556-4b1e-b16d-d177fd35e81b', 'external_fixed_ips': [{'subnet_id': 'cad6366f-409c-4e31-8452-ed05c4ba943e', 'ip_address': '2001:db8::375'}], 'enable_snat': True}, 'gw_port_id': '0194b3fc-aca2-4d91-b555-df09acf8e160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:57Z', 'updated_at': '2022-01-21T09:41:04Z', 'revision_number': 3, 'project_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'gw_port': {'id': '0194b3fc-aca2-4d91-b555-df09acf8e160', 'name': '', 'network_id': '53accf34-3556-4b1e-b16d-d177fd35e81b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7790aa-4a22-4d7a-9a33-b54b67552788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cad6366f-409c-4e31-8452-ed05c4ba943e', 'ip_address': '2001:db8::375', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:00Z', 'updated_at': '2022-01-21T09:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cad6366f-409c-4e31-8452-ed05c4ba943e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:09.667875 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Checking router: 4d7790aa-4a22-4d7a-9a33-b54b67552788 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:41:09.668492 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Updating router 4d7790aa-4a22-4d7a-9a33-b54b67552788 port 0194b3fc-aca2-4d91-b555-df09acf8e160 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:41:09.742094 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a7ef4b-838d-403f-8f64-2e6fe6c3fc5a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:41:09.746046 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-54a7ef4b-838d-403f-8f64-2e6fe6c3fc5a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/78b7f468-7a18-4eb3-8ea8-927fbad354c5 HTTP/1.1" status: 404 len: 333 time: 0.1027939 Jan 21 09:41:09.752995 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.758727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41242) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.823983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-9ef8a5fa-5221-4d69-8d17-68ef845d1bad req-15395fde-6c90-4d1d-a91d-a845023e486b tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Synchronizing usage tracker for tenant:78db1456b4d84c919af68b6798f69fd9 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:09.839207 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.875151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-994596ad-95f2-4590-9cd4-bb3578df2ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.875382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.891756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d60802c0-4452-4d81-a542-173117194d33 None None] Provisioning complete for port 0a0b64a1-bda4-4d89-ba7b-863a384410d1 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:09.892129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d60802c0-4452-4d81-a542-173117194d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.939382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-60cba6dc-da01-4f56-9e53-89fe4c13583f None None] For port 5670d56f-1504-4b39-8298-84da0b60bdb4, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5670d56f-1504-4b39-8298-84da0b60bdb4,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:09.939775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-60cba6dc-da01-4f56-9e53-89fe4c13583f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.968436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-08accf0f-59a8-4369-98ee-28af75ca19ab tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port e2297a72-e445-422f-8454-5bfcb423c187 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:09.968856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-08accf0f-59a8-4369-98ee-28af75ca19ab tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.040307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-994596ad-95f2-4590-9cd4-bb3578df2ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.081691 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-60cba6dc-da01-4f56-9e53-89fe4c13583f None None] Calling delete_port for 5670d56f-1504-4b39-8298-84da0b60bdb4 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:10.110869 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.114814 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d60802c0-4452-4d81-a542-173117194d33 None None] Port 0a0b64a1-bda4-4d89-ba7b-863a384410d1 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:10.122919 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Transition to ACTIVE for port object 0194b3fc-aca2-4d91-b555-df09acf8e160 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:10.141692 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.176042 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-dc7be33e-fe0e-4116-be1b-065af58f2f48 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2895179 Jan 21 09:41:10.181405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.183498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41248) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:10.185214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-60cba6dc-da01-4f56-9e53-89fe4c13583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.190207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-9ef8a5fa-5221-4d69-8d17-68ef845d1bad req-15395fde-6c90-4d1d-a91d-a845023e486b tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Unset dirty status for tenant:78db1456b4d84c919af68b6798f69fd9 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:10.198930 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9ef8a5fa-5221-4d69-8d17-68ef845d1bad req-15395fde-6c90-4d1d-a91d-a845023e486b tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 210 time: 0.4486973 Jan 21 09:41:10.203938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.13 (388315d9-324e-414b-bfb3-97b00b19a9ca/7e8917df-72d4-45cc-bcc0-fda2043956ab/1e4b4024-a511-4bf0-9484-8db1b05b64e5) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:10.251050 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Attempting to bind port 0194b3fc-aca2-4d91-b555-df09acf8e160 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:10.251413 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Attempting to bind port 0194b3fc-aca2-4d91-b555-df09acf8e160 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '91f5dd8a-10c8-4b5e-b73c-0ddda0f0f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53accf34-3556-4b1e-b16d-d177fd35e81b'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:10.252156 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Attempting to bind port 0194b3fc-aca2-4d91-b555-df09acf8e160 on network 53accf34-3556-4b1e-b16d-d177fd35e81b {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:10.262406 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Pushing event updated for resources: {'Port': ['ID=0194b3fc-aca2-4d91-b555-df09acf8e160,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.265975 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:10.266344 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Checking segment: {'id': '91f5dd8a-10c8-4b5e-b73c-0ddda0f0f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53accf34-3556-4b1e-b16d-d177fd35e81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:10.266739 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.267238 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Bound using segment: {'id': '91f5dd8a-10c8-4b5e-b73c-0ddda0f0f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53accf34-3556-4b1e-b16d-d177fd35e81b'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:10.267571 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Bound port: 0194b3fc-aca2-4d91-b555-df09acf8e160, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f5dd8a-10c8-4b5e-b73c-0ddda0f0f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53accf34-3556-4b1e-b16d-d177fd35e81b'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:10.267972 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.284364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Deleting port 0194b3fc-aca2-4d91-b555-df09acf8e160 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:10.284988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.302453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cba6dc-da01-4f56-9e53-89fe4c13583f None None] Pushing event deleted for resources: {'Port': ['ID=5670d56f-1504-4b39-8298-84da0b60bdb4,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.310701 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:10.311066 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:10.311403 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:10.311733 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:10.312059 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:10.312419 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:10.313110 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:10.313448 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:10.313862 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:10.314192 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:10.314505 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:10.314816 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:10.317813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cba6dc-da01-4f56-9e53-89fe4c13583f None None] No DVR routers for this DVR port 5670d56f-1504-4b39-8298-84da0b60bdb4 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:10.343097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9856f536-210d-4fde-b810-d3f2b6cbda32 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:10.357335 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:10.397354 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.403758 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] For port 0194b3fc-aca2-4d91-b555-df09acf8e160, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:10.407944 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] For port 0194b3fc-aca2-4d91-b555-df09acf8e160, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0194b3fc-aca2-4d91-b555-df09acf8e160,segment=NetworkSegment(91f5dd8a-10c8-4b5e-b73c-0ddda0f0f59e),segment_id=91f5dd8a-10c8-4b5e-b73c-0ddda0f0f59e)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:10.413290 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.434287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router cf6f2f8d-2254-4044-b56d-8c2f140be96c is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:41:10.512508 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Routers {'4d7790aa-4a22-4d7a-9a33-b54b67552788'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:10.513209 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4d7790aa-4a22-4d7a-9a33-b54b67552788'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:10.590488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 79370df2-cde9-4b08-8e57-3a5847598e56 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:10.595847 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bce3b7-ce11-4c2e-b382-7cc7d182bb42 None None] Pushing event updated for resources: {'Port': ['ID=0194b3fc-aca2-4d91-b555-df09acf8e160,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.711014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '2d60ab66-e970-477c-a998-5a930b01b09e'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:10.711907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.738799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Transition to ACTIVE for port object ac7302e3-e0e5-4e79-9366-48f505b1a6ad will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:10.748144 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] Set router 4d7790aa-4a22-4d7a-9a33-b54b67552788 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:41:10.772824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5311757-0543-4b90-9dfd-67c0ba782d22 req-ae37b350-3020-4d86-9ae0-3178a3017cc1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:10.774874 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a5311757-0543-4b90-9dfd-67c0ba782d22 req-ae37b350-3020-4d86-9ae0-3178a3017cc1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 944 time: 0.5597425 Jan 21 09:41:10.860236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] For port 0194b3fc-aca2-4d91-b555-df09acf8e160, host dv-neutron-825723-1-hyperv, got binding levels [] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:10.860763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.872323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Allocated IP 172.20.0.2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/2d60ab66-e970-477c-a998-5a930b01b09e/5986368e-0564-4fd3-8bce-8d0540790a7d) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:10.879218 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a5311757-0543-4b90-9dfd-67c0ba782d22 req-625852c6-1d15-4b36-b6f6-fef11a455326 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926487 Jan 21 09:41:10.917308 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 79370df2-cde9-4b08-8e57-3a5847598e56 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:10.917670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.927811 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7790aa-4a22-4d7a-9a33-b54b67552788', 'name': '', 'tenant_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:57Z', 'updated_at': '2022-01-21T09:41:10Z', 'revision_number': 4, 'project_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:10.933455 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caeace7-e237-4c66-a5c0-c28421524a15 None None] The sync data for ids ['4d7790aa-4a22-4d7a-9a33-b54b67552788'] in dv-neutron-825723-1-hyperv is: [{'id': '4d7790aa-4a22-4d7a-9a33-b54b67552788', 'name': '', 'tenant_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:57Z', 'updated_at': '2022-01-21T09:41:10Z', 'revision_number': 4, 'project_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:10.985018 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-994596ad-95f2-4590-9cd4-bb3578df2ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.031326 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Calling delete_port for 0194b3fc-aca2-4d91-b555-df09acf8e160 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:11.062203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994596ad-95f2-4590-9cd4-bb3578df2ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b495a0-539d-47be-a3d3-2eb8e161bd8d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:11.063210 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.068205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.083789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.112828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:11.116145 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:11.119057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-08accf0f-59a8-4369-98ee-28af75ca19ab tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.134319 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b507a3e0-2153-4bdd-8fc8-7bff073e1d01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/cf6f2f8d-2254-4044-b56d-8c2f140be96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6062627 Jan 21 09:41:11.139464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-994596ad-95f2-4590-9cd4-bb3578df2ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.140677 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-994596ad-95f2-4590-9cd4-bb3578df2ca9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c4b495a0-539d-47be-a3d3-2eb8e161bd8d HTTP/1.1" status: 204 len: 168 time: 1.7693207 Jan 21 09:41:11.142005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Transition to ACTIVE for port object 1e4b4024-a511-4bf0-9484-8db1b05b64e5 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:11.143109 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41252) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:11.144393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:11.169594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff33bb6f-f343-496c-8e29-dad49ad88a7e None None] Sync routers for ids ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:11.201859 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:11.226317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Pushing event updated for resources: {'Port': ['ID=ac7302e3-e0e5-4e79-9366-48f505b1a6ad,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:11.237629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.251058 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Transition to ACTIVE for port object 5986368e-0564-4fd3-8bce-8d0540790a7d will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:11.266753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Network f469d677-4dc7-49de-9c0e-17fa992e291c is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:11.268813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:11.271774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:11.289590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Transition to ACTIVE for port object 5986368e-0564-4fd3-8bce-8d0540790a7d will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:11.292990 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff33bb6f-f343-496c-8e29-dad49ad88a7e None None] Routers {'cf6f2f8d-2254-4044-b56d-8c2f140be96c'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:11.293830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ff33bb6f-f343-496c-8e29-dad49ad88a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:11.388477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:11.389405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.394666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ff33bb6f-f343-496c-8e29-dad49ad88a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:11.397557 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.402829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:11.488103 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacc0563-6c98-407b-abb0-31bf5b68b401 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:11.488929 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-eacc0563-6c98-407b-abb0-31bf5b68b401 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Synchronizing usage tracker for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:11.503107 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-08accf0f-59a8-4369-98ee-28af75ca19ab tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for e2297a72-e445-422f-8454-5bfcb423c187 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:11.535257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:11.538806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff33bb6f-f343-496c-8e29-dad49ad88a7e None None] Routers {'cf6f2f8d-2254-4044-b56d-8c2f140be96c'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:11.541657 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ff33bb6f-f343-496c-8e29-dad49ad88a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:11.567556 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-8f2ff19f-e00a-47c3-8ba3-a2062a0c3513 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7184713 Jan 21 09:41:11.568154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:11.584038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:11.596455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Request body: {'port': {'device_id': 'b0c30862-234b-43b1-bed7-413b298853e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:11.606638 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:11.671062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-eacc0563-6c98-407b-abb0-31bf5b68b401 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Unset dirty status for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:11.672761 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-eacc0563-6c98-407b-abb0-31bf5b68b401 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports/0a0b64a1-bda4-4d89-ba7b-863a384410d1 HTTP/1.1" status: 200 len: 911 time: 0.5234561 Jan 21 09:41:11.675545 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:11.679445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.693368 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41262) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:11.727000 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5670d56f-1504-4b39-8298-84da0b60bdb4 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:11.758919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Pushing event updated for resources: {'Port': ['ID=5986368e-0564-4fd3-8bce-8d0540790a7d,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:11.758919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:11.784810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.791645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:11.797570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ff33bb6f-f343-496c-8e29-dad49ad88a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:11.797976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff33bb6f-f343-496c-8e29-dad49ad88a7e None None] The sync data for ids ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:11.799340 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 5670d56f-1504-4b39-8298-84da0b60bdb4 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:41:11.799675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5670d56f-1504-4b39-8298-84da0b60bdb4 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:11.841456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d7fe6379-d5d0-4902-b0bf-d1da00a05e46 None None] Provisioning for port ac7302e3-e0e5-4e79-9366-48f505b1a6ad completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:11.882876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e9581-1e35-4c5f-8918-39068d18cae8 req-3000c002-cc5e-4cc4-a1c7-92e044ffd424 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:11.884726 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c2e9581-1e35-4c5f-8918-39068d18cae8 req-3000c002-cc5e-4cc4-a1c7-92e044ffd424 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 931 time: 0.4886663 Jan 21 09:41:11.918044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d7fe6379-d5d0-4902-b0bf-d1da00a05e46 None None] Provisioning complete for port ac7302e3-e0e5-4e79-9366-48f505b1a6ad triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:11.918704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6379-d5d0-4902-b0bf-d1da00a05e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.999021 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe6379-d5d0-4902-b0bf-d1da00a05e46 None None] Port ac7302e3-e0e5-4e79-9366-48f505b1a6ad cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:12.002533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:12.022236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 388315d9-324e-414b-bfb3-97b00b19a9ca is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:12.035924 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:12.038456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Attempting to bind port 5986368e-0564-4fd3-8bce-8d0540790a7d on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:12.039139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Attempting to bind port 5986368e-0564-4fd3-8bce-8d0540790a7d by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:12.039676 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Attempting to bind port 5986368e-0564-4fd3-8bce-8d0540790a7d on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:12.048205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:12.048980 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.050434 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:12.101441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Deleting port 0194b3fc-aca2-4d91-b555-df09acf8e160 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:12.101800 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.115214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:12.115921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:12.116519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.117062 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:12.117695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Bound port: 5986368e-0564-4fd3-8bce-8d0540790a7d, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:12.118278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.147300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:12.147928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.172375 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c2e9581-1e35-4c5f-8918-39068d18cae8 req-36491133-7600-4e43-b225-c4e44f9a18b5 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744524 Jan 21 09:41:12.188644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=1e4b4024-a511-4bf0-9484-8db1b05b64e5,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.207300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-08accf0f-59a8-4369-98ee-28af75ca19ab tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.336510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.368410 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] For port 5986368e-0564-4fd3-8bce-8d0540790a7d, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:12.374281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.387793 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] For port 5986368e-0564-4fd3-8bce-8d0540790a7d, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5986368e-0564-4fd3-8bce-8d0540790a7d,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:12.395022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb11063-5341-45f0-b86c-d8f767b325d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:12.420603 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.420753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08accf0f-59a8-4369-98ee-28af75ca19ab tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=e2297a72-e445-422f-8454-5bfcb423c187,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.457205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-08accf0f-59a8-4369-98ee-28af75ca19ab tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.462409 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-08accf0f-59a8-4369-98ee-28af75ca19ab tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/e2297a72-e445-422f-8454-5bfcb423c187 HTTP/1.1" status: 204 len: 168 time: 2.7028217 Jan 21 09:41:12.463263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41286) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.504252 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb11063-5341-45f0-b86c-d8f767b325d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5', 'code': 200} Jan 21 09:41:12.506413 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:12.542152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.605874 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-86deca48-e9a7-4577-818b-1b58db031aa5 None None] Provisioning for port 1e4b4024-a511-4bf0-9484-8db1b05b64e5 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:12.611914 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fbb3da38-881f-4c69-8937-f7f483d09525 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.7417080 Jan 21 09:41:12.615832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41290) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.634464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-86deca48-e9a7-4577-818b-1b58db031aa5 None None] Provisioning complete for port 1e4b4024-a511-4bf0-9484-8db1b05b64e5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:12.636718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-86deca48-e9a7-4577-818b-1b58db031aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.639178 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1ba45337-8cb0-435d-9593-de19d391cd89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:12.714098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bf7a5-015a-4dca-bf05-460bf1e5fb77 None None] Pushing event updated for resources: {'Port': ['ID=5986368e-0564-4fd3-8bce-8d0540790a7d,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.849060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.856818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-86deca48-e9a7-4577-818b-1b58db031aa5 None None] Port 1e4b4024-a511-4bf0-9484-8db1b05b64e5 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:12.867962 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5b8ce3-f5f2-4aa8-a883-1c0759da1338 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:41:12.868770 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1d5b8ce3-f5f2-4aa8-a883-1c0759da1338 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:13.036747 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1ba45337-8cb0-435d-9593-de19d391cd89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:13.067994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1d5b8ce3-f5f2-4aa8-a883-1c0759da1338 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:13.072936 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1d5b8ce3-f5f2-4aa8-a883-1c0759da1338 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/e2297a72-e445-422f-8454-5bfcb423c187 HTTP/1.1" status: 404 len: 333 time: 0.6045041 Jan 21 09:41:13.072936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1ba45337-8cb0-435d-9593-de19d391cd89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:13.081446 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41304) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:13.092524 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1ba45337-8cb0-435d-9593-de19d391cd89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:13.106496 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1ba45337-8cb0-435d-9593-de19d391cd89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:13.140327 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba45337-8cb0-435d-9593-de19d391cd89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:13.144540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ba45337-8cb0-435d-9593-de19d391cd89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.175254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e1d2b-a821-4f3a-83fd-0023ebd57542 req-fa6457b8-e6a0-4010-a800-342f29fbdc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:13.176875 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-275e1d2b-a821-4f3a-83fd-0023ebd57542 req-fa6457b8-e6a0-4010-a800-342f29fbdc47 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 1098 time: 0.3039317 Jan 21 09:41:13.334542 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-275e1d2b-a821-4f3a-83fd-0023ebd57542 req-4adca740-21f0-40f3-9e26-568959abae1d service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426675 Jan 21 09:41:13.389214 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.ipam_backend_mixin [None req-1ba45337-8cb0-435d-9593-de19d391cd89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7e8917df-72d4-45cc-bcc0-fda2043956ab (CIDR: 172.20.0.0/28) Jan 21 09:41:13.397796 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba45337-8cb0-435d-9593-de19d391cd89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:13.398290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba45337-8cb0-435d-9593-de19d391cd89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:13.453455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41316) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:13.469010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] For port 0194b3fc-aca2-4d91-b555-df09acf8e160, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0194b3fc-aca2-4d91-b555-df09acf8e160,segment=NetworkSegment(91f5dd8a-10c8-4b5e-b73c-0ddda0f0f59e),segment_id=91f5dd8a-10c8-4b5e-b73c-0ddda0f0f59e)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:13.469513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.477324 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1ba45337-8cb0-435d-9593-de19d391cd89 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8545711 Jan 21 09:41:13.480751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41320) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:13.488362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ebd1a6a6-fea6-447f-b18b-de6702ad90a5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:13.496071 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eb0bf-2135-4771-8848-73efc1fae825 req-acac42d1-e368-49e3-869c-9a11c63ce294 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:13.497625 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-322eb0bf-2135-4771-8848-73efc1fae825 req-acac42d1-e368-49e3-869c-9a11c63ce294 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 944 time: 1.3350770 Jan 21 09:41:13.501509 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cccaf8e-51bf-4ddb-8bc0-3b38d1e03424 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting subnet 33b13674-0d4d-4e45-82c9-e27925e43247 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:13.711379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:41:13.717285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3cccaf8e-51bf-4ddb-8bc0-3b38d1e03424 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.758341 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Calling delete_port for 0194b3fc-aca2-4d91-b555-df09acf8e160 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:13.823755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:13.857395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:13.883791 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ebd1a6a6-fea6-447f-b18b-de6702ad90a5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:13.886561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Usage tracker for resource:floatingip and tenant:366463d2c8594ccc97e6c536f5a031a9 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:13.897101 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:13.925912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:13.929841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3cccaf8e-51bf-4ddb-8bc0-3b38d1e03424 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.930869 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ebd1a6a6-fea6-447f-b18b-de6702ad90a5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:13.935424 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ebd1a6a6-fea6-447f-b18b-de6702ad90a5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:13.944649 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ebd1a6a6-fea6-447f-b18b-de6702ad90a5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:13.962846 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd1a6a6-fea6-447f-b18b-de6702ad90a5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:13.966483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a6a6-fea6-447f-b18b-de6702ad90a5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.994413 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b59e1743-16cd-46f0-b106-d3b6b37f4988 None None] Provisioning for port 5986368e-0564-4fd3-8bce-8d0540790a7d completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:14.003085 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-322eb0bf-2135-4771-8848-73efc1fae825 req-344519c3-1d37-4c88-84a0-8df43987c269 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4954178 Jan 21 09:41:14.031435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.049188 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.125466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.161849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae3e1c-8c08-486d-9e74-d91d782b0999 req-9f2332bc-1add-44df-85c9-3e6ab7abd32b tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:14.163264 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5aae3e1c-8c08-486d-9e74-d91d782b0999 req-9f2332bc-1add-44df-85c9-3e6ab7abd32b tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 931 time: 0.8404388 Jan 21 09:41:14.170909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:14.209399 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.ipam_backend_mixin [None req-ebd1a6a6-fea6-447f-b18b-de6702ad90a5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 679e2b46-4344-4be8-85fd-57bb26b7e2a3 (CIDR: 172.20.0.16/28) Jan 21 09:41:14.215777 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd1a6a6-fea6-447f-b18b-de6702ad90a5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:14.216195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd1a6a6-fea6-447f-b18b-de6702ad90a5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:14.267636 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ebd1a6a6-fea6-447f-b18b-de6702ad90a5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7858505 Jan 21 09:41:14.271270 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41326) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:14.286380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'subnet': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:14.340161 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5986368e-0564-4fd3-8bce-8d0540790a7d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:14.401801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3cccaf8e-51bf-4ddb-8bc0-3b38d1e03424 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.417564 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 5986368e-0564-4fd3-8bce-8d0540790a7d completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:14.422394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5986368e-0564-4fd3-8bce-8d0540790a7d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:14.422836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.433208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7302e3-e0e5-4e79-9366-48f505b1a6ad {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:41:14.441573 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5aae3e1c-8c08-486d-9e74-d91d782b0999 req-67038487-0096-49d5-bd40-24dfbeb96dc5 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614489 Jan 21 09:41:14.482167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.523740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] For port 5986368e-0564-4fd3-8bce-8d0540790a7d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5986368e-0564-4fd3-8bce-8d0540790a7d,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:14.528831 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:14.534837 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Usage tracker for resource:subnet and tenant:1a17eb82f51d4da9bf16b6794dbfa723 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:14.538984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:14.546429 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:14.570767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.572105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.576410 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Made reservation on behalf of 1a17eb82f51d4da9bf16b6794dbfa723 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:14.580463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.670978 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:14.671593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:14.688853 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.689819 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.809096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Transition to ACTIVE for port object ac7302e3-e0e5-4e79-9366-48f505b1a6ad will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:14.815248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.847969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:14.859920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:14.869954 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd795f-20a0-40d2-a13b-1a054a00734d None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:14.872174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:14.872795 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.881748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.909772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3cccaf8e-51bf-4ddb-8bc0-3b38d1e03424 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.918762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=e63b235e-30fd-464e-b70e-ac386edb5703,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:14.927014 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6023002 Jan 21 09:41:14.933123 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41330) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:14.940036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'mac_address': 'fa:16:3e:d7:7d:b5', 'name': 'tempest-NetworksTestDHCPv6-397123087'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:14.955688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960ad3a-2603-479f-a50a-bc6963f6ad5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=5986368e-0564-4fd3-8bce-8d0540790a7d,revision_number=4']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:14.978322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event deleted for resources: {'Port': ['ID=0194b3fc-aca2-4d91-b555-df09acf8e160,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.130638 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccaf8e-51bf-4ddb-8bc0-3b38d1e03424 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Subnet': ['ID=33b13674-0d4d-4e45-82c9-e27925e43247,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.132591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:15.140120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:15.141096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3cccaf8e-51bf-4ddb-8bc0-3b38d1e03424 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.144718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:15.145153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.153958 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:15.157957 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4b2df2-d627-4041-8ea3-aa00dbc7acae None None] Network a6c997dd-0263-46be-8a17-7ff6ffdadcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:15.282582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:15.304310 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.371644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Network 388315d9-324e-414b-bfb3-97b00b19a9ca is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:15.376203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:15.398941 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c27a043-c0c6-4bb0-b445-8b8fa493aa0f None None] Network 388315d9-324e-414b-bfb3-97b00b19a9ca requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:15.469738 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.510257 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3cccaf8e-51bf-4ddb-8bc0-3b38d1e03424 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/33b13674-0d4d-4e45-82c9-e27925e43247 HTTP/1.1" status: 204 len: 168 time: 2.4186120 Jan 21 09:41:15.519273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.529496 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Pushing event updated for resources: {'Port': ['ID=ac7302e3-e0e5-4e79-9366-48f505b1a6ad,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.536422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.538859 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41340) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:15.567934 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:15.568549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.595596 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Subnet': ['ID=54aa3c79-35a2-4837-8fb6-0a198a606b87,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.631563 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-347d7119-26b3-4a09-9675-b1d8fb9e6752 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3591647 Jan 21 09:41:15.635045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41344) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:15.640314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Allocated IP 2001:db8:1::1 (0185b1d6-239d-47ac-b010-5cacb49faaa1/0f10224d-2911-4e8f-be27-8ea42bf24f08/59c0a074-64a2-4bac-be20-397de694c4b0) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:15.643513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c58f938a-2608-4426-b357-92919b0243e5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-565720274', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54aa3c79-35a2-4837-8fb6-0a198a606b87'}], 'security_groups': ['b0d1ed76-67dc-4cbd-bb86-f78eb086a705', 'a6350ecb-3388-4796-a142-c76a65654c82']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:15.644770 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.678932 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.699491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 5986368e-0564-4fd3-8bce-8d0540790a7d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5986368e-0564-4fd3-8bce-8d0540790a7d,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:15.722875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.727687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port 01088c5b-1d69-4eb2-8bde-9a5af137c528 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:15.761729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.762395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7790aa-4a22-4d7a-9a33-b54b67552788 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:41:15.913949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=5986368e-0564-4fd3-8bce-8d0540790a7d,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.938209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd382486-ef0f-46a5-b525-7ff4ac09b0bb None None] DHCP port deletion for a6c997dd-0263-46be-8a17-7ff6ffdadcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:15.945539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fd382486-ef0f-46a5-b525-7ff4ac09b0bb None None] Deleting port 0b3350c3-ff1a-457d-bde8-9b709998e125 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:15.946055 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd382486-ef0f-46a5-b525-7ff4ac09b0bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.990232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Attempting to bind port ac7302e3-e0e5-4e79-9366-48f505b1a6ad on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:15.990569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Attempting to bind port ac7302e3-e0e5-4e79-9366-48f505b1a6ad by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '8e4a5964-8d8c-4380-9eee-dc2cca9be530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:15.990893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Attempting to bind port ac7302e3-e0e5-4e79-9366-48f505b1a6ad on network f469d677-4dc7-49de-9c0e-17fa992e291c {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:16.004093 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.077830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.081494 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ebff5734-943d-4348-933f-671cdae20303 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "DELETE /v2.0/routers/4d7790aa-4a22-4d7a-9a33-b54b67552788 HTTP/1.1" status: 204 len: 168 time: 7.0319929 Jan 21 09:41:16.090323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e5d53-f13f-4472-b65f-39e73ebac02c req-f41aa982-ab66-4262-af92-5926b7836924 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:16.090584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41348) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:16.091817 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d11e5d53-f13f-4472-b65f-39e73ebac02c req-f41aa982-ab66-4262-af92-5926b7836924 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 945 time: 0.8747978 Jan 21 09:41:16.103118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Port ac7302e3-e0e5-4e79-9366-48f505b1a6ad on network f469d677-4dc7-49de-9c0e-17fa992e291c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:16.103728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Attempting to bind port ac7302e3-e0e5-4e79-9366-48f505b1a6ad on network f469d677-4dc7-49de-9c0e-17fa992e291c {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:16.169822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:16.170496 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Checking segment: {'id': '8e4a5964-8d8c-4380-9eee-dc2cca9be530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:16.170877 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Bound using segment: {'id': '8e4a5964-8d8c-4380-9eee-dc2cca9be530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:16.171339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Bound port: ac7302e3-e0e5-4e79-9366-48f505b1a6ad, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4a5964-8d8c-4380-9eee-dc2cca9be530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:16.171675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.223789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 172.20.0.8 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/2d60ab66-e970-477c-a998-5a930b01b09e/01088c5b-1d69-4eb2-8bde-9a5af137c528) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:16.230552 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::f816:3eff:fed7:7db5 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/e63b235e-30fd-464e-b70e-ac386edb5703/01088c5b-1d69-4eb2-8bde-9a5af137c528) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:16.248140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a387d24-736b-4831-b43f-c550056fa94e None None] Update dhcp port {'port': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'fixed_ips': [{'subnet_id': '679e2b46-4344-4be8-85fd-57bb26b7e2a3', 'ip_address': '172.20.0.18'}, {'subnet_id': '7e8917df-72d4-45cc-bcc0-fda2043956ab', 'ip_address': '172.20.0.2'}, {'subnet_id': '54aa3c79-35a2-4837-8fb6-0a198a606b87'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': '23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:41:16.308809 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-fd382486-ef0f-46a5-b525-7ff4ac09b0bb None None] For port 0b3350c3-ff1a-457d-bde8-9b709998e125, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0b3350c3-ff1a-457d-bde8-9b709998e125,segment=NetworkSegment(d1bc8756-d162-4374-85ef-33a15d5d4e48),segment_id=d1bc8756-d162-4374-85ef-33a15d5d4e48)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:16.309320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd382486-ef0f-46a5-b525-7ff4ac09b0bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.389646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5986368e-0564-4fd3-8bce-8d0540790a7d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:16.407286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 0b3350c3-ff1a-457d-bde8-9b709998e125 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:16.407544 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.492723 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.494150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fd382486-ef0f-46a5-b525-7ff4ac09b0bb None None] Calling delete_port for 0b3350c3-ff1a-457d-bde8-9b709998e125 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:16.509988 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object 01088c5b-1d69-4eb2-8bde-9a5af137c528 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:16.521816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3a387d24-736b-4831-b43f-c550056fa94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.581714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.597969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca3d8c2-fe1b-40c5-8f83-4e67ec1ed9bb tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Deleting subnet cad6366f-409c-4e31-8452-ed05c4ba943e {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:16.618441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e9458-ea84-4ab2-a2bc-36941fc692d9 req-946e6e42-fb74-40c3-9643-ac6d25038dc5 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:16.620539 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f44e9458-ea84-4ab2-a2bc-36941fc692d9 req-946e6e42-fb74-40c3-9643-ac6d25038dc5 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 943 time: 0.9725597 Jan 21 09:41:16.666774 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d11e5d53-f13f-4472-b65f-39e73ebac02c req-614be339-bb48-490c-8f0c-e85459876990 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5584357 Jan 21 09:41:16.675360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d8c2-fe1b-40c5-8f83-4e67ec1ed9bb tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.712178 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c58f938a-2608-4426-b357-92919b0243e5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.733074 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd382486-ef0f-46a5-b525-7ff4ac09b0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.740639 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.757588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Allocated IP 172.26.4.50 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/9d44f43e-31fb-4dfa-b6cb-707f0dddd0ae) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:16.786479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5986368e-0564-4fd3-8bce-8d0540790a7d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:16.786762 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.792941 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] The port '0b3350c3-ff1a-457d-bde8-9b709998e125' was deleted {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:41:16.806314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:16.817543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:16.821384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d8c2-fe1b-40c5-8f83-4e67ec1ed9bb tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.832278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd382486-ef0f-46a5-b525-7ff4ac09b0bb None None] Pushing event deleted for resources: {'Port': ['ID=0b3350c3-ff1a-457d-bde8-9b709998e125,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:16.849578 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd382486-ef0f-46a5-b525-7ff4ac09b0bb None None] No DVR routers for this DVR port 0b3350c3-ff1a-457d-bde8-9b709998e125 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:16.859157 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Transition to ACTIVE for port object 59c0a074-64a2-4bac-be20-397de694c4b0 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:16.864502 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:16.896501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] For port ac7302e3-e0e5-4e79-9366-48f505b1a6ad, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:16.900556 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] For port ac7302e3-e0e5-4e79-9366-48f505b1a6ad, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad,segment=NetworkSegment(8e4a5964-8d8c-4380-9eee-dc2cca9be530),segment_id=8e4a5964-8d8c-4380-9eee-dc2cca9be530)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:16.901603 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=01088c5b-1d69-4eb2-8bde-9a5af137c528,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:16.938023 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c19a4d07-4964-4548-8b1f-fc2c088a4a58 None None] Provisioning complete for port 5986368e-0564-4fd3-8bce-8d0540790a7d triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:16.938491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c19a4d07-4964-4548-8b1f-fc2c088a4a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.938838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:16.939184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:16.939519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:16.939847 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:16.940183 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:16.940519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:16.940841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:16.941162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:16.941479 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:16.941793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:16.942107 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:16.942417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.004764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-3a387d24-736b-4831-b43f-c550056fa94e None None] Allocated IP 172.20.0.34 (388315d9-324e-414b-bfb3-97b00b19a9ca/54aa3c79-35a2-4837-8fb6-0a198a606b87/23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:17.012274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d8c2-fe1b-40c5-8f83-4e67ec1ed9bb tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.048298 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f44e9458-ea84-4ab2-a2bc-36941fc692d9 req-3d77d3f7-01bb-4f80-af80-cacebc9fb546 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3550184 Jan 21 09:41:17.082239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:17.082971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.132767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.180933 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-75664f1c-b880-4719-8f6c-487c8ba8a999 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2443922 Jan 21 09:41:17.190324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41354) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:17.250750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0b3350c3-ff1a-457d-bde8-9b709998e125 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:17.291245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 0b3350c3-ff1a-457d-bde8-9b709998e125 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:41:17.291754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0b3350c3-ff1a-457d-bde8-9b709998e125 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:17.303014 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:17.303771 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.305115 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] 10.222.0.121 "PUT /v2.0/ports/ac7302e3-e0e5-4e79-9366-48f505b1a6ad HTTP/1.1" status: 200 len: 1093 time: 5.7198994 Jan 21 09:41:17.315937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c30862-234b-43b1-bed7-413b298853e8', 'tag': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:17.321664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3a387d24-736b-4831-b43f-c550056fa94e None None] For port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0,segment=NetworkSegment(b335ae89-1971-4a17-913c-6f6f5e468dc3),segment_id=b335ae89-1971-4a17-913c-6f6f5e468dc3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:17.322341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d8c2-fe1b-40c5-8f83-4e67ec1ed9bb tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.375117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3d8c2-fe1b-40c5-8f83-4e67ec1ed9bb tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cad6366f-409c-4e31-8452-ed05c4ba943e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.377396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3a387d24-736b-4831-b43f-c550056fa94e None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.383739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d8c2-fe1b-40c5-8f83-4e67ec1ed9bb tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.399302 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1ca3d8c2-fe1b-40c5-8f83-4e67ec1ed9bb tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "DELETE /v2.0/subnets/cad6366f-409c-4e31-8452-ed05c4ba943e HTTP/1.1" status: 204 len: 168 time: 1.3055508 Jan 21 09:41:17.399535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.399644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41360) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:17.418166 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3a387d24-736b-4831-b43f-c550056fa94e None None] Transition to ACTIVE for port object 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:17.433482 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-09e53ff8-0c5b-4868-b287-3b91ae98ccd5 None None] Provisioning for port 01088c5b-1d69-4eb2-8bde-9a5af137c528 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:17.438767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3a387d24-736b-4831-b43f-c550056fa94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.460710 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c30862-234b-43b1-bed7-413b298853e8', 'tag': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad', 'status': 'completed', 'code': 200} Jan 21 09:41:17.491916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.519717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c997dd-0263-46be-8a17-7ff6ffdadcd9']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:17.534810 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Pushing event updated for resources: {'Port': ['ID=ac7302e3-e0e5-4e79-9366-48f505b1a6ad,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.558069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bc8756-d162-4374-85ef-33a15d5d4e48') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:17.558374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bc8756-d162-4374-85ef-33a15d5d4e48') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:17.559280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624364a6-7595-474e-b6c9-b5461bd5d159 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:17.567701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624364a6-7595-474e-b6c9-b5461bd5d159 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:17.568750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-624364a6-7595-474e-b6c9-b5461bd5d159 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:17.569701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.570072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.570380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.570716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.571066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.571425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.571771 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.572112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.572585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.572933 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.573247 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.573572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ad8ff-bca1-4501-bae2-75d1b8241a1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.595398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.634954 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-09e53ff8-0c5b-4868-b287-3b91ae98ccd5 None None] Provisioning complete for port 01088c5b-1d69-4eb2-8bde-9a5af137c528 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:17.635251 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-09e53ff8-0c5b-4868-b287-3b91ae98ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.657545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.719528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd634-bf49-4e3c-8d4e-ce4ae082026f req-1f180988-6bc2-4fc7-bbdd-8cda2c918540 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:17.719528 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-44ecd634-bf49-4e3c-8d4e-ce4ae082026f req-1f180988-6bc2-4fc7-bbdd-8cda2c918540 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 945 time: 0.6699359 Jan 21 09:41:17.746170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.768719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 0185b1d6-239d-47ac-b010-5cacb49faaa1 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:17.769063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.775563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:17.776131 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.794111 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-624364a6-7595-474e-b6c9-b5461bd5d159 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:17.796316 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-624364a6-7595-474e-b6c9-b5461bd5d159 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6049705 Jan 21 09:41:17.797975 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-09e53ff8-0c5b-4868-b287-3b91ae98ccd5 None None] Port 01088c5b-1d69-4eb2-8bde-9a5af137c528 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:17.802200 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:17.804779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a387d24-736b-4831-b43f-c550056fa94e None None] Pushing event updated for resources: {'Port': ['ID=23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.805037 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:17.805037 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=59c0a074-64a2-4bac-be20-397de694c4b0,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.807028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41364) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:17.809910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:17.810443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.929178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-693335f6-01fc-4114-83df-1a6f813f92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:17.930711 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-693335f6-01fc-4114-83df-1a6f813f92a9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=78db1456b4d84c919af68b6798f69fd9&device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 1096 time: 0.5258181 Jan 21 09:41:17.940244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.984016 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-44ecd634-bf49-4e3c-8d4e-ce4ae082026f req-43475ae5-0cab-444a-8cde-3ac7b0e30376 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473245 Jan 21 09:41:18.018940 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41368) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:18.075421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-359c7d08-5e6d-4be6-95c2-a028a6ec8356 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port 01088c5b-1d69-4eb2-8bde-9a5af137c528 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:18.075825 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-359c7d08-5e6d-4be6-95c2-a028a6ec8356 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.099722 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-e564d7ac-8be4-468c-b0d8-05db04d3ca1b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad HTTP/1.1" status: 200 len: 217 time: 0.1538823 Jan 21 09:41:18.104513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.110150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.133344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-c58f938a-2608-4426-b357-92919b0243e5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Delete allocated IP 172.20.0.13 (388315d9-324e-414b-bfb3-97b00b19a9ca/7e8917df-72d4-45cc-bcc0-fda2043956ab) {{(pid=87502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:41:18.145408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-c58f938a-2608-4426-b357-92919b0243e5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Allocated IP 172.20.0.39 (388315d9-324e-414b-bfb3-97b00b19a9ca/54aa3c79-35a2-4837-8fb6-0a198a606b87/1e4b4024-a511-4bf0-9484-8db1b05b64e5) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:18.151937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.181735 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-57f5c5df-f9af-4877-9f84-e4b2b54e5994 None None] Provisioning for port 59c0a074-64a2-4bac-be20-397de694c4b0 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:18.189378 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-57f5c5df-f9af-4877-9f84-e4b2b54e5994 None None] Provisioning complete for port 59c0a074-64a2-4bac-be20-397de694c4b0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:18.190439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-57f5c5df-f9af-4877-9f84-e4b2b54e5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.195197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:18.209928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53accf34-3556-4b1e-b16d-d177fd35e81b']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:18.247665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:18.258302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:18.264835 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-57f5c5df-f9af-4877-9f84-e4b2b54e5994 None None] Port 59c0a074-64a2-4bac-be20-397de694c4b0 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:18.266336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f5dd8a-10c8-4b5e-b73c-0ddda0f0f59e') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:18.266990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f5dd8a-10c8-4b5e-b73c-0ddda0f0f59e') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:18.298653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Network': ['ID=a6c997dd-0263-46be-8a17-7ff6ffdadcd9,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.305567 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f847f33b-072e-493b-8d34-640a97182ca8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/networks/a6c997dd-0263-46be-8a17-7ff6ffdadcd9 HTTP/1.1" status: 204 len: 168 time: 2.7397630 Jan 21 09:41:18.310137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41376) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:18.319645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.336412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Pushing event updated for resources: {'Port': ['ID=9d44f43e-31fb-4dfa-b6cb-707f0dddd0ae,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.336831 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-967363642'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:18.354675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:18.359327 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:18.395650 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:network and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:18.410598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:18.414012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.425796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-24346a7b-0fe5-4789-9ed9-98451e6475d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:18.433105 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-24346a7b-0fe5-4789-9ed9-98451e6475d4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2808a830-2468-42b3-9507-038994a3ca1a HTTP/1.1" status: 200 len: 851 time: 0.3158915 Jan 21 09:41:18.472148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:18.472579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.485953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:18.490261 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:18.589107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d2a22775-b394-4ec4-ae1f-e8c86350bc77 None None] Provisioning complete for port f3f5c723-ed03-40f4-9cfd-e583c585313e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:18.589672 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d2a22775-b394-4ec4-ae1f-e8c86350bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.612599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.625699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:18.629123 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.661568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d2a22775-b394-4ec4-ae1f-e8c86350bc77 None None] Port f3f5c723-ed03-40f4-9cfd-e583c585313e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:18.673317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d2a22775-b394-4ec4-ae1f-e8c86350bc77 None None] Provisioning complete for port 1e4b4024-a511-4bf0-9484-8db1b05b64e5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:18.673768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d2a22775-b394-4ec4-ae1f-e8c86350bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.731052 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d2a22775-b394-4ec4-ae1f-e8c86350bc77 None None] Port 1e4b4024-a511-4bf0-9484-8db1b05b64e5 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:18.746265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d2a22775-b394-4ec4-ae1f-e8c86350bc77 None None] Provisioning for port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:18.751764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d2a22775-b394-4ec4-ae1f-e8c86350bc77 None None] Provisioning complete for port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:18.752212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d2a22775-b394-4ec4-ae1f-e8c86350bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.817137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.831979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:18.834544 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36d052-7ba6-41f0-b7a2-31d21126eeac req-e776c35c-3133-4ab3-abf1-a318a3167e8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:18.836040 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ba36d052-7ba6-41f0-b7a2-31d21126eeac req-e776c35c-3133-4ab3-abf1-a318a3167e8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 943 time: 0.6436887 Jan 21 09:41:18.837355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.861221 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 53accf34-3556-4b1e-b16d-d177fd35e81b {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:41:18.874252 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.888917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event deleted for resources: {'Network': ['ID=53accf34-3556-4b1e-b16d-d177fd35e81b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.918983 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.919317 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Added segment 5152d923-ce34-4677-8a05-399bd97c0b10 of type vlan for network f9f6de0d-d8f0-4897-89c4-6bcbd1956116 Jan 21 09:41:18.936718 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-108a0483-a71a-461e-bdcf-309a06905a53 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "DELETE /v2.0/networks/53accf34-3556-4b1e-b16d-d177fd35e81b HTTP/1.1" status: 204 len: 168 time: 1.5322227 Jan 21 09:41:18.944005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-359c7d08-5e6d-4be6-95c2-a028a6ec8356 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.966277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c307c11f-dadb-435f-9291-882e8555cd1b tempest-TestVolumeBootPattern-642263455 tempest-TestVolumeBootPattern-642263455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:18.966996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c307c11f-dadb-435f-9291-882e8555cd1b tempest-TestVolumeBootPattern-642263455 tempest-TestVolumeBootPattern-642263455-project-admin] Synchronizing usage tracker for tenant:00524c02004243439b55f92294416a02 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:19.010029 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ba36d052-7ba6-41f0-b7a2-31d21126eeac req-0f285ac2-558e-4e30-85c7-e01484b7943a tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677732 Jan 21 09:41:19.020308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-00bc8720-447b-4762-8a1e-b3113391a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:19.022196 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-00bc8720-447b-4762-8a1e-b3113391a039 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f469d677-4dc7-49de-9c0e-17fa992e291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5648909 Jan 21 09:41:19.110239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-359c7d08-5e6d-4be6-95c2-a028a6ec8356 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for 01088c5b-1d69-4eb2-8bde-9a5af137c528 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:19.150921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-c58f938a-2608-4426-b357-92919b0243e5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:19.160886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.178450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.181050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c58f938a-2608-4426-b357-92919b0243e5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.222862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-c58f938a-2608-4426-b357-92919b0243e5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Transition to ACTIVE for port object 1e4b4024-a511-4bf0-9484-8db1b05b64e5 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:19.228216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c307c11f-dadb-435f-9291-882e8555cd1b tempest-TestVolumeBootPattern-642263455 tempest-TestVolumeBootPattern-642263455-project-admin] Unset dirty status for tenant:00524c02004243439b55f92294416a02 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:19.229452 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c307c11f-dadb-435f-9291-882e8555cd1b tempest-TestVolumeBootPattern-642263455 tempest-TestVolumeBootPattern-642263455-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 1093 time: 1.2073402 Jan 21 09:41:19.232732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41386) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:19.253067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:19.257755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c58f938a-2608-4426-b357-92919b0243e5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.266528 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:19.298436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41390) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:19.305104 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Usage tracker for resource:floatingip and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:19.306990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8c6afebb-5d19-4701-9706-2ba6d0bed80e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Request body: {'router': {'name': 'tempest-router--180518001', 'project_id': '81cf500e20cd4651bd772e551ddf966a'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:19.317510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:19.319505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8c6afebb-5d19-4701-9706-2ba6d0bed80e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:19.360554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8c6afebb-5d19-4701-9706-2ba6d0bed80e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Usage tracker for resource:router and tenant:81cf500e20cd4651bd772e551ddf966a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:19.364436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.369874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:19.370458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.374261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:19.381295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8c6afebb-5d19-4701-9706-2ba6d0bed80e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:19.431041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8c6afebb-5d19-4701-9706-2ba6d0bed80e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:19.483359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f938a-2608-4426-b357-92919b0243e5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event updated for resources: {'Port': ['ID=1e4b4024-a511-4bf0-9484-8db1b05b64e5,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:19.522454 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-cd31e391-ddc5-4fbe-9ef6-c5d1276e1239 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262569 Jan 21 09:41:19.657374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.731404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c6afebb-5d19-4701-9706-2ba6d0bed80e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.732425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c6afebb-5d19-4701-9706-2ba6d0bed80e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.745795 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4296155 Jan 21 09:41:19.751474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41394) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:19.783007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': 'f9f6de0d-d8f0-4897-89c4-6bcbd1956116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:19.797406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f81d1b-a95c-40e2-88cf-6dedc64e7221 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Network': ['ID=f9f6de0d-d8f0-4897-89c4-6bcbd1956116,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:19.801234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.814801 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network f9f6de0d-d8f0-4897-89c4-6bcbd1956116 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:19.820470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-c58f938a-2608-4426-b357-92919b0243e5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] In _notify_port_updated(), no bound segment for port 1e4b4024-a511-4bf0-9484-8db1b05b64e5 on network 388315d9-324e-414b-bfb3-97b00b19a9ca {{(pid=87502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:41:19.825974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58f938a-2608-4426-b357-92919b0243e5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:19.826595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c58f938a-2608-4426-b357-92919b0243e5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.827862 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c58f938a-2608-4426-b357-92919b0243e5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "PUT /v2.0/ports/1e4b4024-a511-4bf0-9484-8db1b05b64e5 HTTP/1.1" status: 200 len: 959 time: 4.1918845 Jan 21 09:41:19.832033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.832896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.837902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41398) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:19.907609 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b31bc63-7966-46bf-80f2-1e632cebe04b req-7d27f321-e14a-4104-a027-5a4996f8811a service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305006 Jan 21 09:41:19.909673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.940542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d013a322-dd23-42df-bd46-a8c430cff19e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port 1e4b4024-a511-4bf0-9484-8db1b05b64e5 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:19.941055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d013a322-dd23-42df-bd46-a8c430cff19e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.982403 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-359c7d08-5e6d-4be6-95c2-a028a6ec8356 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.012973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.016474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f38feb57-3f1d-4498-b871-a388e4d96d72 None None] Provisioning for port 1e4b4024-a511-4bf0-9484-8db1b05b64e5 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:20.022756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f38feb57-3f1d-4498-b871-a388e4d96d72 None None] Provisioning complete for port 1e4b4024-a511-4bf0-9484-8db1b05b64e5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:20.023364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f38feb57-3f1d-4498-b871-a388e4d96d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.055000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c6afebb-5d19-4701-9706-2ba6d0bed80e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.091552 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f38feb57-3f1d-4498-b871-a388e4d96d72 None None] Port 1e4b4024-a511-4bf0-9484-8db1b05b64e5 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:20.109726 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c7d08-5e6d-4be6-95c2-a028a6ec8356 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=01088c5b-1d69-4eb2-8bde-9a5af137c528,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:20.136111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:20.181831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c6afebb-5d19-4701-9706-2ba6d0bed80e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.185538 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:20.300590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:20.303200 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=59c0a074-64a2-4bac-be20-397de694c4b0,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:20.324398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:20.431507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-359c7d08-5e6d-4be6-95c2-a028a6ec8356 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.433663 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-359c7d08-5e6d-4be6-95c2-a028a6ec8356 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/01088c5b-1d69-4eb2-8bde-9a5af137c528 HTTP/1.1" status: 204 len: 168 time: 2.6256890 Jan 21 09:41:20.443031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41404) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.489642 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.602838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d013a322-dd23-42df-bd46-a8c430cff19e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.607830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.627934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c6afebb-5d19-4701-9706-2ba6d0bed80e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.631763 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8c6afebb-5d19-4701-9706-2ba6d0bed80e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3305652 Jan 21 09:41:20.639591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41408) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.642771 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Pushing event updated for resources: {'Port': ['ID=9d44f43e-31fb-4dfa-b6cb-707f0dddd0ae,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:20.650234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.654369 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-63529633-3801-4523-8a9c-c9075ae44499 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1904716 Jan 21 09:41:20.700131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20909f0-57eb-4d58-a505-4abb3ba8471b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:20.701911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20909f0-57eb-4d58-a505-4abb3ba8471b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:20.703485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20909f0-57eb-4d58-a505-4abb3ba8471b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:20.704286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c20909f0-57eb-4d58-a505-4abb3ba8471b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:20.709737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:20.713267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.737004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41412) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.765138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 0185b1d6-239d-47ac-b010-5cacb49faaa1 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:20.768773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-153578455', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'fixed_ips': [{'ip_address': '172.26.4.50'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:20.778815 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d013a322-dd23-42df-bd46-a8c430cff19e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for 1e4b4024-a511-4bf0-9484-8db1b05b64e5 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:20.786022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:20.842713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:20.864175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Usage tracker for resource:port and tenant:366463d2c8594ccc97e6c536f5a031a9 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:20.870715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:20.879165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c20909f0-57eb-4d58-a505-4abb3ba8471b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:20.882857 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c20909f0-57eb-4d58-a505-4abb3ba8471b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4340820 Jan 21 09:41:20.882995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecfb18-74a6-42bc-93d5-c093973231ad req-22baaacb-8f79-404f-8ea7-a8594ff03b7e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:20.884965 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2ecfb18-74a6-42bc-93d5-c093973231ad req-22baaacb-8f79-404f-8ea7-a8594ff03b7e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 943 time: 0.7524126 Jan 21 09:41:20.885114 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41416) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.886443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8c9e0-a17e-4850-826b-9661b3df3e06 req-2ce451ea-ce59-4c5e-9c85-8bb4aa4555ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:20.887825 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-03b8c9e0-a17e-4850-826b-9661b3df3e06 req-2ce451ea-ce59-4c5e-9c85-8bb4aa4555ab service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=78db1456b4d84c919af68b6798f69fd9&device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 1096 time: 0.8624687 Jan 21 09:41:20.978746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Allocated IP 172.26.4.140 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/861ccc3e-7843-4199-b31b-bb2d4c7accd1) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:21.013870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88dec852-f249-41ac-9377-83c8a46d4a98 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.019713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b9f43000-3621-43d0-9805-1b206de9f609 None None] Provisioning complete for port 59c0a074-64a2-4bac-be20-397de694c4b0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:21.020153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9f43000-3621-43d0-9805-1b206de9f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.044767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bcacb4-4913-4f68-a165-46f38fa5bf2b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 2d60ab66-e970-477c-a998-5a930b01b09e {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:21.050713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-86bcacb4-4913-4f68-a165-46f38fa5bf2b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.074791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:21.080780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b9f43000-3621-43d0-9805-1b206de9f609 None None] Port 59c0a074-64a2-4bac-be20-397de694c4b0 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:21.155055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-86bcacb4-4913-4f68-a165-46f38fa5bf2b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.277353 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Made reservation on behalf of 366463d2c8594ccc97e6c536f5a031a9 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:21.279695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.366579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d013a322-dd23-42df-bd46-a8c430cff19e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.425005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.449293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013a322-dd23-42df-bd46-a8c430cff19e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=1e4b4024-a511-4bf0-9484-8db1b05b64e5,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.529210 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2ecfb18-74a6-42bc-93d5-c093973231ad req-a1dbb856-d4aa-4f1f-acb7-b8db36039209 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4557354 Jan 21 09:41:21.603316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:21.603536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.610896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d013a322-dd23-42df-bd46-a8c430cff19e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.629638 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-86bcacb4-4913-4f68-a165-46f38fa5bf2b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.629873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router cf6f2f8d-2254-4044-b56d-8c2f140be96c has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:41:21.633418 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88dec852-f249-41ac-9377-83c8a46d4a98 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.637875 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Usage tracker for resource:security_group_rule and tenant:366463d2c8594ccc97e6c536f5a031a9 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:21.641043 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88dec852-f249-41ac-9377-83c8a46d4a98 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.646626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:21.678713 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d013a322-dd23-42df-bd46-a8c430cff19e tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/1e4b4024-a511-4bf0-9484-8db1b05b64e5 HTTP/1.1" status: 204 len: 168 time: 1.8394437 Jan 21 09:41:21.682945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41420) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:21.685766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:21.691630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8c9e0-a17e-4850-826b-9661b3df3e06 req-80bab6c9-58bd-480f-bb55-c2ec9996e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:21.693227 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-03b8c9e0-a17e-4850-826b-9661b3df3e06 req-80bab6c9-58bd-480f-bb55-c2ec9996e4b8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f469d677-4dc7-49de-9c0e-17fa992e291c HTTP/1.1" status: 200 len: 913 time: 0.6163273 Jan 21 09:41:21.738296 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-22660b71-877d-4c72-a29f-8161bef5ee4c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] GET failed (client error): The resource could not be found. Jan 21 09:41:21.738857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-22660b71-877d-4c72-a29f-8161bef5ee4c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Synchronizing usage tracker for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:21.776786 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-22660b71-877d-4c72-a29f-8161bef5ee4c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Unset dirty status for tenant:1a17eb82f51d4da9bf16b6794dbfa723 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:21.778006 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-22660b71-877d-4c72-a29f-8161bef5ee4c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports/1e4b4024-a511-4bf0-9484-8db1b05b64e5 HTTP/1.1" status: 404 len: 333 time: 0.0941391 Jan 21 09:41:21.780981 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41424) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:21.795228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.798808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-86bcacb4-4913-4f68-a165-46f38fa5bf2b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.844619 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-03b8c9e0-a17e-4850-826b-9661b3df3e06 req-400a4d74-6619-4562-8e14-a94a6e45444f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad HTTP/1.1" status: 200 len: 217 time: 0.1348100 Jan 21 09:41:21.860480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88dec852-f249-41ac-9377-83c8a46d4a98 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.860965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dec852-f249-41ac-9377-83c8a46d4a98 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e7e5ef2-1fb7-4b7d-af57-266a9c88d5fe {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:41:21.898828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcacb4-4913-4f68-a165-46f38fa5bf2b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=2d60ab66-e970-477c-a998-5a930b01b09e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.910414 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7659d0f8-28b2-4330-9cc7-ef8b31d537ed None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:21.912853 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-86bcacb4-4913-4f68-a165-46f38fa5bf2b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.924813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:21.940724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:21.947616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:21.982092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'Port': ['ID=861ccc3e-7843-4199-b31b-bb2d4c7accd1,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.996532 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-86bcacb4-4913-4f68-a165-46f38fa5bf2b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/2d60ab66-e970-477c-a998-5a930b01b09e HTTP/1.1" status: 204 len: 168 time: 1.1068556 Jan 21 09:41:22.001486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41428) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:22.103750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af627a5b-11ba-4360-9f6d-99fcc8954461 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.167771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e4bb5a-21d9-4011-8163-f3b534d6f818 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet e63b235e-30fd-464e-b70e-ac386edb5703 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:22.177655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af627a5b-11ba-4360-9f6d-99fcc8954461 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.193012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-58e4bb5a-21d9-4011-8163-f3b534d6f818 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.233132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8c9e0-a17e-4850-826b-9661b3df3e06 req-c98552f9-3d4f-4681-88da-c9ccf3123555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:22.234721 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-03b8c9e0-a17e-4850-826b-9661b3df3e06 req-c98552f9-3d4f-4681-88da-c9ccf3123555 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2808a830-2468-42b3-9507-038994a3ca1a HTTP/1.1" status: 200 len: 851 time: 0.3691094 Jan 21 09:41:22.240366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:22.251380 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea9b1d8-2fc7-41c7-9829-79735c9c3bee None None] Sync routers for ids ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:22.265073 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea9b1d8-2fc7-41c7-9829-79735c9c3bee None None] Routers {'cf6f2f8d-2254-4044-b56d-8c2f140be96c'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:22.266446 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-eea9b1d8-2fc7-41c7-9829-79735c9c3bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:22.302023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88dec852-f249-41ac-9377-83c8a46d4a98 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.305929 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-88dec852-f249-41ac-9377-83c8a46d4a98 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "DELETE /v2.0/routers/5e7e5ef2-1fb7-4b7d-af57-266a9c88d5fe HTTP/1.1" status: 204 len: 168 time: 1.6617844 Jan 21 09:41:22.305929 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1abac974-eea0-48c1-8895-56b973436866 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/cf6f2f8d-2254-4044-b56d-8c2f140be96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6100838 Jan 21 09:41:22.305929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.310450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41434) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:22.319684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-58e4bb5a-21d9-4011-8163-f3b534d6f818 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.338810 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-eea9b1d8-2fc7-41c7-9829-79735c9c3bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:22.349961 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea9b1d8-2fc7-41c7-9829-79735c9c3bee None None] Routers {'cf6f2f8d-2254-4044-b56d-8c2f140be96c'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:22.350589 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-eea9b1d8-2fc7-41c7-9829-79735c9c3bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:22.489226 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-eea9b1d8-2fc7-41c7-9829-79735c9c3bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:22.489652 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea9b1d8-2fc7-41c7-9829-79735c9c3bee None None] The sync data for ids ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:22.504982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af627a5b-11ba-4360-9f6d-99fcc8954461 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.514906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Subnet': ['ID=e5b84f07-8cdc-4a39-937d-9576423649f1,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.524866 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a04ecb-e707-4566-8cc3-9d0f1cf5eb3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:22.525556 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-73a04ecb-e707-4566-8cc3-9d0f1cf5eb3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Synchronizing usage tracker for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:22.533205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.550612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.552475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Checking segment: {'id': '5152d923-ce34-4677-8a05-399bd97c0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9f6de0d-d8f0-4897-89c4-6bcbd1956116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:22.552842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network hostable DHCP agents. Network: f9f6de0d-d8f0-4897-89c4-6bcbd1956116, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:22.571309 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] device_id is not set on port b20dc343-d320-4d88-9d19-ab98b8956767 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:22.607040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41440) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:22.626353 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-73a04ecb-e707-4566-8cc3-9d0f1cf5eb3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Unset dirty status for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:22.627560 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-73a04ecb-e707-4566-8cc3-9d0f1cf5eb3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports/59c0a074-64a2-4bac-be20-397de694c4b0 HTTP/1.1" status: 200 len: 913 time: 0.2816634 Jan 21 09:41:22.637360 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41446) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:22.660480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8c9e0-a17e-4850-826b-9661b3df3e06 req-0b805a92-8ea6-4722-b100-da3c0d5adb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:22.660936 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-03b8c9e0-a17e-4850-826b-9661b3df3e06 req-0b805a92-8ea6-4722-b100-da3c0d5adb54 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f469d677-4dc7-49de-9c0e-17fa992e291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4043009 Jan 21 09:41:22.725729 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af627a5b-11ba-4360-9f6d-99fcc8954461 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcbd4d0-a577-43e9-a231-fd3242b47b5e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.753761 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af627a5b-11ba-4360-9f6d-99fcc8954461 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.754834 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-af627a5b-11ba-4360-9f6d-99fcc8954461 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/security-groups/2dcbd4d0-a577-43e9-a231-fd3242b47b5e HTTP/1.1" status: 204 len: 168 time: 0.9727931 Jan 21 09:41:22.760525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41450) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:22.764816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-58e4bb5a-21d9-4011-8163-f3b534d6f818 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.809089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3d8dd1-a672-483e-b5c7-b899fd6f2f41,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.825549 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network f9f6de0d-d8f0-4897-89c4-6bcbd1956116 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:22.917320 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b9c34aeb-978a-4f36-8300-950d0f1e578c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.964045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, f9f6de0d-d8f0-4897-89c4-6bcbd1956116) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:22.968376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:22.968988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.979188 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7294987c-870f-46bb-a640-b0cd1e83715f None None] Network f9f6de0d-d8f0-4897-89c4-6bcbd1956116 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:22.991925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b9c34aeb-978a-4f36-8300-950d0f1e578c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.056131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-58e4bb5a-21d9-4011-8163-f3b534d6f818 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.066126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1598741197', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:23.075679 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.095607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:23.116586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Usage tracker for resource:router and tenant:408a0436366e434586144ba25cf011e6 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:23.124640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b9c34aeb-978a-4f36-8300-950d0f1e578c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.126594 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:23.132738 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-58e4bb5a-21d9-4011-8163-f3b534d6f818 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.157793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4bb5a-21d9-4011-8163-f3b534d6f818 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=e63b235e-30fd-464e-b70e-ac386edb5703,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:23.164059 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c34aeb-978a-4f36-8300-950d0f1e578c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6350ecb-3388-4796-a142-c76a65654c82,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:23.188261 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-58e4bb5a-21d9-4011-8163-f3b534d6f818 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/e63b235e-30fd-464e-b70e-ac386edb5703 HTTP/1.1" status: 204 len: 168 time: 1.1832781 Jan 21 09:41:23.188261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b9c34aeb-978a-4f36-8300-950d0f1e578c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.189317 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b9c34aeb-978a-4f36-8300-950d0f1e578c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/security-groups/a6350ecb-3388-4796-a142-c76a65654c82 HTTP/1.1" status: 204 len: 168 time: 0.4276996 Jan 21 09:41:23.190088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41454) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.192091 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41456) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.240083 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7c556f-5403-45cb-8ad7-b8a82e080b56 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:23.249148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:23.267003 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-00a1f2dd-c8bf-4abe-8a7b-635ec4278a93 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5076277 Jan 21 09:41:23.288881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41462) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.313891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3a23f66e-32d1-48aa-b814-5788a3b31125 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1857154629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:23.324779 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-18056f6a-3bdf-4d82-9173-2cd32bd4d08e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1337814 Jan 21 09:41:23.334848 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41466) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.353180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-f9f6de0d-d8f0-4897-89c4-6bcbd1956116', 'network_id': 'f9f6de0d-d8f0-4897-89c4-6bcbd1956116', 'tenant_id': '628d68c153204c9cae8da201ef56de13', 'fixed_ips': [{'subnet_id': 'e5b84f07-8cdc-4a39-937d-9576423649f1'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:23.353432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:23.354116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.372853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8900ee16-5593-4f90-8a4d-24d5f942a8ed None None] Provisioning complete for port 5986368e-0564-4fd3-8bce-8d0540790a7d triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:23.373306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8900ee16-5593-4f90-8a4d-24d5f942a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.380082 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.381132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.386032 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-03b8c9e0-a17e-4850-826b-9661b3df3e06 req-6f33f9bf-b38e-4e3b-a43c-cbe8baeb19f4 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564879 Jan 21 09:41:23.397061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3a23f66e-32d1-48aa-b814-5788a3b31125 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:23.414888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device ac7302e3-e0e5-4e79-9366-48f505b1a6ad details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:41:23.428480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3a23f66e-32d1-48aa-b814-5788a3b31125 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:router and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:23.465878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3a23f66e-32d1-48aa-b814-5788a3b31125 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:23.483834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8ab58-59be-4d66-be96-69bc584a4cab req-dcfff4cd-4fd2-4c36-b8f4-5aa75ab5c50a tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:23.485477 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-10d8ab58-59be-4d66-be96-69bc584a4cab req-dcfff4cd-4fd2-4c36-b8f4-5aa75ab5c50a tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 943 time: 0.7593145 Jan 21 09:41:23.486484 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:41:23.486981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:23.507312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3a23f66e-32d1-48aa-b814-5788a3b31125 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:23.530610 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.545223 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.677144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-474e6b9d-265b-4250-9233-11d2acd14ba6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.705246 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:23.713292 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:23.724690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:23.756235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:23.768290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-474e6b9d-265b-4250-9233-11d2acd14ba6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.868258 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port ac7302e3-e0e5-4e79-9366-48f505b1a6ad, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad,segment=NetworkSegment(8e4a5964-8d8c-4380-9eee-dc2cca9be530),segment_id=8e4a5964-8d8c-4380-9eee-dc2cca9be530)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:23.881509 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:23.887545 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.890013 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a296fbfe-bdb1-4846-a4cd-350211b553e5 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.1495771 Jan 21 09:41:23.891972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'port_id': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad', 'mac_address': 'fa:16:3e:53:16:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2808a830-2468-42b3-9507-038994a3ca1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:41:23.894012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Allocated IP 2001:db8::2 (f9f6de0d-d8f0-4897-89c4-6bcbd1956116/e5b84f07-8cdc-4a39-937d-9576423649f1/0aa7029e-b4af-47d7-a254-9ec11ea27ea9) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:23.898519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41470) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.899422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a23f66e-32d1-48aa-b814-5788a3b31125 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.903093 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a23f66e-32d1-48aa-b814-5788a3b31125 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.986150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.997295 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-03b8c9e0-a17e-4850-826b-9661b3df3e06 req-1247619f-e7aa-4747-b77a-a53ce2551309 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910790 Jan 21 09:41:24.005614 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:24.011255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-474e6b9d-265b-4250-9233-11d2acd14ba6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.050967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-474e6b9d-265b-4250-9233-11d2acd14ba6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.052081 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-474e6b9d-265b-4250-9233-11d2acd14ba6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/security-groups/b0d1ed76-67dc-4cbd-bb86-f78eb086a705 HTTP/1.1" status: 204 len: 168 time: 0.8585932 Jan 21 09:41:24.053088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e6b9d-265b-4250-9233-11d2acd14ba6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d1ed76-67dc-4cbd-bb86-f78eb086a705,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.055454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41474) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:24.061573 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7302e3-e0e5-4e79-9366-48f505b1a6ad {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:41:24.066221 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] Deleting port 5986368e-0564-4fd3-8bce-8d0540790a7d {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:24.066768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.076888 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-10d8ab58-59be-4d66-be96-69bc584a4cab req-e0b17415-b340-4563-9713-09bfd1ab1826 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5708001 Jan 21 09:41:24.148277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port ac7302e3-e0e5-4e79-9366-48f505b1a6ad, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad,segment=NetworkSegment(8e4a5964-8d8c-4380-9eee-dc2cca9be530),segment_id=8e4a5964-8d8c-4380-9eee-dc2cca9be530)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:24.150068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.156446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c55994e-288f-45f5-9ab3-755bab0c371f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting subnet 7e8917df-72d4-45cc-bcc0-fda2043956ab {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:24.160741 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c55994e-288f-45f5-9ab3-755bab0c371f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.167496 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.199780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.201668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a23f66e-32d1-48aa-b814-5788a3b31125 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.275367 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'Port': ['ID=861ccc3e-7843-4199-b31b-bb2d4c7accd1,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.279565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-93cfb320-17fd-44c1-80ee-3391c01deb8a tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Deleting port 9d44f43e-31fb-4dfa-b6cb-707f0dddd0ae {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:24.280065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93cfb320-17fd-44c1-80ee-3391c01deb8a tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.359911 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=ac7302e3-e0e5-4e79-9366-48f505b1a6ad,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.362477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5986368e-0564-4fd3-8bce-8d0540790a7d no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:24.379866 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c55994e-288f-45f5-9ab3-755bab0c371f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.432951 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:24.433200 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:24.433519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:24.433840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:24.434337 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:24.434833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:24.435150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:24.435608 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:24.436083 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:24.436577 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:24.437061 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:24.437510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:24.452490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.455639 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.470876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.479897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a23f66e-32d1-48aa-b814-5788a3b31125 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.521245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Transition to ACTIVE for port object 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:24.539517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] For port 5986368e-0564-4fd3-8bce-8d0540790a7d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5986368e-0564-4fd3-8bce-8d0540790a7d,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:24.539935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.551260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['ac7302e3-e0e5-4e79-9366-48f505b1a6ad'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:41:24.571087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c55994e-288f-45f5-9ab3-755bab0c371f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.605322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a23f66e-32d1-48aa-b814-5788a3b31125 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.609286 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3a23f66e-32d1-48aa-b814-5788a3b31125 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3153665 Jan 21 09:41:24.610153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41478) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:24.634764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'network_id': 'f9f6de0d-d8f0-4897-89c4-6bcbd1956116', 'name': 'tempest-PortsIpV6TestJSON-606623686'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:24.653320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Transition to ACTIVE for port object 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:24.740954 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] Calling delete_port for 5986368e-0564-4fd3-8bce-8d0540790a7d owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:24.819419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93cfb320-17fd-44c1-80ee-3391c01deb8a tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.819753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93cfb320-17fd-44c1-80ee-3391c01deb8a tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.821566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c55994e-288f-45f5-9ab3-755bab0c371f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.825824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.847087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.889489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55994e-288f-45f5-9ab3-755bab0c371f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8917df-72d4-45cc-bcc0-fda2043956ab,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.893621 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Floating IP 57f18dcd-31b3-4398-9ab6-1474c8f8d4e2 associated. External IP: 172.26.4.140, port: fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5. Jan 21 09:41:24.929395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.957254 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Network f9f6de0d-d8f0-4897-89c4-6bcbd1956116 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:24.967215 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:24.969875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:24.974115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-93cfb320-17fd-44c1-80ee-3391c01deb8a tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Calling delete_port for 9d44f43e-31fb-4dfa-b6cb-707f0dddd0ae owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:25.034481 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:25.035681 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c55994e-288f-45f5-9ab3-755bab0c371f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.059432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:25.071218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:25.071933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.085742 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Pushing event updated for resources: {'Port': ['ID=0aa7029e-b4af-47d7-a254-9ec11ea27ea9,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:25.088682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1bef58-cf47-40c2-9a86-860100c68797 None None] Network 388315d9-324e-414b-bfb3-97b00b19a9ca requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:25.106334 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2c55994e-288f-45f5-9ab3-755bab0c371f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/7e8917df-72d4-45cc-bcc0-fda2043956ab HTTP/1.1" status: 204 len: 168 time: 1.0465147 Jan 21 09:41:25.112251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41482) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:25.131500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 5986368e-0564-4fd3-8bce-8d0540790a7d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5986368e-0564-4fd3-8bce-8d0540790a7d,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:25.221314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=6b2c55b6-6648-4e87-a409-6ede633ce3b4,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:25.225947 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5d18462d-b146-4351-9ce2-7f66154e37ea tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8878999 Jan 21 09:41:25.237493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41488) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:25.259624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:25.275668 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.374067 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:25.379796 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:25.380443 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:25.385757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c65239b-1f33-4701-a4c3-eff4992cf9d3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.446953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Attempting to bind port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:25.447772 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Attempting to bind port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '5152d923-ce34-4677-8a05-399bd97c0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9f6de0d-d8f0-4897-89c4-6bcbd1956116'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:25.448330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Attempting to bind port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 on network f9f6de0d-d8f0-4897-89c4-6bcbd1956116 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:25.458719 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:25.458880 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Checking segment: {'id': '5152d923-ce34-4677-8a05-399bd97c0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9f6de0d-d8f0-4897-89c4-6bcbd1956116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:25.459288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.459836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Bound using segment: {'id': '5152d923-ce34-4677-8a05-399bd97c0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9f6de0d-d8f0-4897-89c4-6bcbd1956116'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:25.460489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Bound port: 0aa7029e-b4af-47d7-a254-9ec11ea27ea9, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5152d923-ce34-4677-8a05-399bd97c0b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9f6de0d-d8f0-4897-89c4-6bcbd1956116'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:25.460862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.503402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:25.515300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=5986368e-0564-4fd3-8bce-8d0540790a7d,revision_number=8']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:25.600264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-070ff515-cee2-421b-825f-13c4f32096d9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting subnet 54aa3c79-35a2-4837-8fb6-0a198a606b87 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:25.618462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:25.622311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.639638 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-070ff515-cee2-421b-825f-13c4f32096d9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.685210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:25.696470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] For port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:25.752012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] For port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0aa7029e-b4af-47d7-a254-9ec11ea27ea9,segment=NetworkSegment(5152d923-ce34-4677-8a05-399bd97c0b10),segment_id=5152d923-ce34-4677-8a05-399bd97c0b10)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:25.770315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.794466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:25.804462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:25.818348 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port f67599b9-f04a-43c2-8855-85ece025ad02 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:25.821609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:25.847313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:25.851231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.882884 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-070ff515-cee2-421b-825f-13c4f32096d9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.883844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] Deleting port 5986368e-0564-4fd3-8bce-8d0540790a7d {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:25.883844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.912176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:41:25.945362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43a7b9-a354-47d7-a8a0-c30a213f61b7 None None] Pushing event updated for resources: {'Port': ['ID=0aa7029e-b4af-47d7-a254-9ec11ea27ea9,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.114754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863e242-4905-4aae-a5b0-79abda6bd8de req-8ba4a525-68ba-4e1e-8085-dae901d94404 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:26.118213 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7863e242-4905-4aae-a5b0-79abda6bd8de req-8ba4a525-68ba-4e1e-8085-dae901d94404 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 944 time: 0.8029134 Jan 21 09:41:26.307389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] For port 5986368e-0564-4fd3-8bce-8d0540790a7d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5986368e-0564-4fd3-8bce-8d0540790a7d,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:26.308901 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.345403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93cfb320-17fd-44c1-80ee-3391c01deb8a tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.434918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:26.441305 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfb320-17fd-44c1-80ee-3391c01deb8a tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d44f43e-31fb-4dfa-b6cb-707f0dddd0ae,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.478734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8acbd-f404-4fa1-ba0d-7800a9a9e490 None None] Sync routers for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:26.522505 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7863e242-4905-4aae-a5b0-79abda6bd8de req-a3f6346f-ff65-4928-a679-0bc9548650f3 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3987288 Jan 21 09:41:26.523048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.579712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] Calling delete_port for 5986368e-0564-4fd3-8bce-8d0540790a7d owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:26.625405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.628940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:26.632655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.718447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8acbd-f404-4fa1-ba0d-7800a9a9e490 None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:26.719747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-8ba8acbd-f404-4fa1-ba0d-7800a9a9e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:26.728964 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dbf94d59-1cd5-44d4-91ae-3166846c8830 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4828289 Jan 21 09:41:26.737393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb11063-5341-45f0-b86c-d8f767b325d7', 'tag': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:26.906639 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb11063-5341-45f0-b86c-d8f767b325d7', 'tag': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5', 'status': 'completed', 'code': 200} Jan 21 09:41:26.990222 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.032303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:41:27.033893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.053075 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93cfb320-17fd-44c1-80ee-3391c01deb8a tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.078593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] Pushing event deleted for resources: {'Port': ['ID=5986368e-0564-4fd3-8bce-8d0540790a7d,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.099592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-8ba8acbd-f404-4fa1-ba0d-7800a9a9e490 None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:41:27.113928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:27.118652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-070ff515-cee2-421b-825f-13c4f32096d9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.125363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:27.130547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:27.131416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.156906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8::106 (f9f6de0d-d8f0-4897-89c4-6bcbd1956116/e5b84f07-8cdc-4a39-937d-9576423649f1/f67599b9-f04a-43c2-8855-85ece025ad02) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:27.161040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-8c65239b-1f33-4701-a4c3-eff4992cf9d3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 59c0a074-64a2-4bac-be20-397de694c4b0 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:27.161765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=d7887507-f2b0-4469-bf34-7dbc658d669e,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.161889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c65239b-1f33-4701-a4c3-eff4992cf9d3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.174890 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4cde5120-7e84-4596-8884-d21208557eab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9359579 Jan 21 09:41:27.179187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41496) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:27.185323 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'mac_address': 'fa:16:3e:0f:91:b0', 'name': 'tempest-NetworksTestDHCPv6-790477832'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:27.237054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7012c4e1-7853-4b2b-9dc1-3fd6fd174659 None None] No DVR routers for this DVR port 5986368e-0564-4fd3-8bce-8d0540790a7d on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:27.260809 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1266181-43f2-4167-b822-d2996972ee84 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:27.281883 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:27.349232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:27.355497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:27.358915 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:27.366099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:27.380091 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:27.474482 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device ac7302e3-e0e5-4e79-9366-48f505b1a6ad up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:27.477436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93cfb320-17fd-44c1-80ee-3391c01deb8a tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.479464 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-93cfb320-17fd-44c1-80ee-3391c01deb8a tempest-ExternalNetworksAdminNegativeTestJSON-1456933838 tempest-ExternalNetworksAdminNegativeTestJSON-1456933838-project-admin] 10.222.0.99 "DELETE /v2.0/floatingips/6b63c866-5046-44e3-a0cc-05780209adf4 HTTP/1.1" status: 204 len: 168 time: 3.5717468 Jan 21 09:41:27.540767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Allocated IP 172.26.4.81 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/b8948b57-20f2-42c0-9392-ccdd1ef2a0dd) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:27.578428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.606800 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-493b7420-752e-4e38-8272-7f7508bde13a None None] Provisioning complete for port f3f5c723-ed03-40f4-9cfd-e583c585313e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:27.607885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-493b7420-752e-4e38-8272-7f7508bde13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.616933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port 6930294e-0412-49ae-89f6-49bbf1ffb173 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:27.699839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b21c9d-1514-44ae-818e-ccdf59ac3382 None None] Network f9f6de0d-d8f0-4897-89c4-6bcbd1956116 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:27.806081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port ac7302e3-e0e5-4e79-9366-48f505b1a6ad completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:27.820325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port ac7302e3-e0e5-4e79-9366-48f505b1a6ad triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:27.820716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.863152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d3edf-b293-46fa-975d-4a80911f597a req-9fce647f-9771-4f2a-8119-134e0443b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:27.864578 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-348d3edf-b293-46fa-975d-4a80911f597a req-9fce647f-9771-4f2a-8119-134e0443b355 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 1098 time: 0.9891727 Jan 21 09:41:27.887301 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 172.20.0.5 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/6b2c55b6-6648-4e87-a409-6ede633ce3b4/6930294e-0412-49ae-89f6-49bbf1ffb173) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:27.896001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-070ff515-cee2-421b-825f-13c4f32096d9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.898883 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::f816:3eff:fe0f:91b0 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/d7887507-f2b0-4469-bf34-7dbc658d669e/6930294e-0412-49ae-89f6-49bbf1ffb173) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:27.941450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41506) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:28.032171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-493b7420-752e-4e38-8272-7f7508bde13a None None] Port f3f5c723-ed03-40f4-9cfd-e583c585313e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:28.130540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ff515-cee2-421b-825f-13c4f32096d9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Subnet': ['ID=54aa3c79-35a2-4837-8fb6-0a198a606b87,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.159606 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e905675-20cc-4c3b-afe6-9fe8641804d7 None None] Network 388315d9-324e-414b-bfb3-97b00b19a9ca requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:28.185299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-070ff515-cee2-421b-825f-13c4f32096d9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.196928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c65239b-1f33-4701-a4c3-eff4992cf9d3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.221650 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-493b7420-752e-4e38-8272-7f7508bde13a None None] Provisioning complete for port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:28.222071 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-493b7420-752e-4e38-8272-7f7508bde13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.238714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2fb62464-0d7d-4b24-bc29-5581e97eb8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.246889 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.266322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2fb62464-0d7d-4b24-bc29-5581e97eb8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:28.274315 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2fb62464-0d7d-4b24-bc29-5581e97eb8ac admin admin] Usage tracker for resource:security_group_rule and tenant:a17fd260ceec4277b3b33e1f96b92681 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:28.285635 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2fb62464-0d7d-4b24-bc29-5581e97eb8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:28.295546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2fb62464-0d7d-4b24-bc29-5581e97eb8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:28.319939 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.345811 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-070ff515-cee2-421b-825f-13c4f32096d9 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/54aa3c79-35a2-4837-8fb6-0a198a606b87 HTTP/1.1" status: 204 len: 168 time: 3.2294734 Jan 21 09:41:28.351403 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41512) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:28.358536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c30862-234b-43b1-bed7-413b298853e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:28.388530 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object 6930294e-0412-49ae-89f6-49bbf1ffb173 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:28.406083 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e316f76-0b3f-4942-bf9d-e8f01cd43f00 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:28.406537 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e316f76-0b3f-4942-bf9d-e8f01cd43f00 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:28.423148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-8c65239b-1f33-4701-a4c3-eff4992cf9d3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 59c0a074-64a2-4bac-be20-397de694c4b0 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:28.439472 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5e316f76-0b3f-4942-bf9d-e8f01cd43f00 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/7e8917df-72d4-45cc-bcc0-fda2043956ab HTTP/1.1" status: 404 len: 337 time: 0.0870163 Jan 21 09:41:28.440307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41518) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:28.481429 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port ac7302e3-e0e5-4e79-9366-48f505b1a6ad, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad,segment=NetworkSegment(8e4a5964-8d8c-4380-9eee-dc2cca9be530),segment_id=8e4a5964-8d8c-4380-9eee-dc2cca9be530)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:28.489541 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c30862-234b-43b1-bed7-413b298853e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad', 'code': 200} Jan 21 09:41:28.522266 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '6b2c55b6-6648-4e87-a409-6ede633ce3b4'}, {'subnet_id': 'd7887507-f2b0-4469-bf34-7dbc658d669e'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:28.523394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.531224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.545980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.554403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.556960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object f67599b9-f04a-43c2-8855-85ece025ad02 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:28.604067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccadeae1-c4d6-454d-a297-c5dd7f27772c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting subnet 679e2b46-4344-4be8-85fd-57bb26b7e2a3 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:28.607138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ccadeae1-c4d6-454d-a297-c5dd7f27772c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.663090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ccadeae1-c4d6-454d-a297-c5dd7f27772c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.663620 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d3edf-b293-46fa-975d-4a80911f597a req-dea28d98-98a9-41df-9bc4-a08666725129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:28.665674 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-348d3edf-b293-46fa-975d-4a80911f597a req-dea28d98-98a9-41df-9bc4-a08666725129 service neutron] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 913 time: 0.7713082 Jan 21 09:41:28.681977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.695940 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2fb62464-0d7d-4b24-bc29-5581e97eb8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.714796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.756972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2fb62464-0d7d-4b24-bc29-5581e97eb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.797612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:28.815299 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:28.819040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.843198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:28.862532 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88404b-ddc2-46dd-a58d-8690dc1a77cb req-0815d951-48d5-4d99-bab2-61718bdfd7d9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:28.864021 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-de88404b-ddc2-46dd-a58d-8690dc1a77cb req-0815d951-48d5-4d99-bab2-61718bdfd7d9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 944 time: 1.1067760 Jan 21 09:41:28.873885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=6930294e-0412-49ae-89f6-49bbf1ffb173,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.895772 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2fb62464-0d7d-4b24-bc29-5581e97eb8ac admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a17fd260ceec4277b3b33e1f96b92681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9529090 Jan 21 09:41:28.904326 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41522) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:28.905615 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb62464-0d7d-4b24-bc29-5581e97eb8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2190cd6-71ed-4d48-896a-3ff40b38536b,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.940733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:28.958002 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:28.958642 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.977187 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network f9f6de0d-d8f0-4897-89c4-6bcbd1956116 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:28.978543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:28.981227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:28.988394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=ac7302e3-e0e5-4e79-9366-48f505b1a6ad,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.994086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd220da0-7497-4036-b5f5-1bc5b4887472 req-34e6df51-d231-4a9b-9496-fd50de45bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:28.995627 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dd220da0-7497-4036-b5f5-1bc5b4887472 req-34e6df51-d231-4a9b-9496-fd50de45bd75 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 1098 time: 0.2896297 Jan 21 09:41:28.998323 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ccadeae1-c4d6-454d-a297-c5dd7f27772c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.023513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:29.026075 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:29.032077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:29.032994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.047702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=f67599b9-f04a-43c2-8855-85ece025ad02,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:29.048815 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-aee4c14d-9b16-4de8-aabc-dcb6e3a6c828 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8684340 Jan 21 09:41:29.052926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41526) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.105999 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-348d3edf-b293-46fa-975d-4a80911f597a req-2bb63dad-1ef4-4b81-acf2-55767942dbea service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 HTTP/1.1" status: 200 len: 999 time: 0.3939633 Jan 21 09:41:29.132854 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dd220da0-7497-4036-b5f5-1bc5b4887472 req-8d6cc080-fb81-4e18-82d0-bbcc66078b76 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017308 Jan 21 09:41:29.168167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-8ba8acbd-f404-4fa1-ba0d-7800a9a9e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '57f18dcd-31b3-4398-9ab6-1474c8f8d4e2', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:7d:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb11063-5341-45f0-b86c-d8f767b325d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:22Z', 'updated_at': '2022-01-21T09:41:22Z', 'revision_number': 0, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:29.170752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ccadeae1-c4d6-454d-a297-c5dd7f27772c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.214119 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8acbd-f404-4fa1-ba0d-7800a9a9e490 None None] Checking router: 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:41:29.221268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadeae1-c4d6-454d-a297-c5dd7f27772c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Subnet': ['ID=679e2b46-4344-4be8-85fd-57bb26b7e2a3,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:29.225895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ccadeae1-c4d6-454d-a297-c5dd7f27772c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.241835 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecca67a5-1c7d-45ab-a7a0-e692fc43f9a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:29.242092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ecca67a5-1c7d-45ab-a7a0-e692fc43f9a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:29.243305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8acbd-f404-4fa1-ba0d-7800a9a9e490 None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:29.244158 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-8ba8acbd-f404-4fa1-ba0d-7800a9a9e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:29.249000 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ccadeae1-c4d6-454d-a297-c5dd7f27772c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/679e2b46-4344-4be8-85fd-57bb26b7e2a3 HTTP/1.1" status: 204 len: 168 time: 0.8047748 Jan 21 09:41:29.250964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41530) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.300116 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd67c54-fbf9-4761-8787-05f562d92b87 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:29.300707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd67c54-fbf9-4761-8787-05f562d92b87 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:29.305616 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0cd67c54-fbf9-4761-8787-05f562d92b87 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/42b07618-cad4-437c-919f-ebbd57eb3e0d HTTP/1.1" status: 404 len: 337 time: 0.0511632 Jan 21 09:41:29.309283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41534) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.371568 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0451d282-f387-4060-9fc9-0a91425518f7 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "GET /v2.0/ports?device_id=1105ee06-0601-48e3-8378-5135df53579a HTTP/1.1" status: 200 len: 205 time: 0.0581677 Jan 21 09:41:29.371568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41538) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.446138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ecca67a5-1c7d-45ab-a7a0-e692fc43f9a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:29.447542 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ecca67a5-1c7d-45ab-a7a0-e692fc43f9a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.3909976 Jan 21 09:41:29.453539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41542) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.458375 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-de88404b-ddc2-46dd-a58d-8690dc1a77cb req-0daee516-e97a-4432-9ac0-888dc258218f tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5520470 Jan 21 09:41:29.460529 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8843874d-4519-4855-b73b-8893c2fd2f82 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8370161 Jan 21 09:41:29.469889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41546) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.483258 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Allocated IP 172.20.0.2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/6b2c55b6-6648-4e87-a409-6ede633ce3b4/2ac9c419-1033-424f-b1db-500436c0ea39) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:29.484204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Pushing event updated for resources: {'Port': ['ID=b8948b57-20f2-42c0-9392-ccdd1ef2a0dd,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:29.503103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2dbd3ffd-c5b6-415c-a04b-88e3ae27cd5b None None] Provisioning for port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:29.515592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Allocated IP 2001:db8::f816:3eff:fe2b:519d (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/d7887507-f2b0-4469-bf34-7dbc658d669e/2ac9c419-1033-424f-b1db-500436c0ea39) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:29.521967 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2dbd3ffd-c5b6-415c-a04b-88e3ae27cd5b None None] Provisioning complete for port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:29.522338 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2dbd3ffd-c5b6-415c-a04b-88e3ae27cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.588030 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-5f359369-5714-4d84-a5c0-ff18f774e851 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] delete failed (client error): The resource could not be found. Jan 21 09:41:29.591487 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5f359369-5714-4d84-a5c0-ff18f774e851 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/routers/1105ee06-0601-48e3-8378-5135df53579a HTTP/1.1" status: 404 len: 336 time: 0.2166667 Jan 21 09:41:29.608963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41550) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.688808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d3edf-b293-46fa-975d-4a80911f597a req-323962ee-4010-4f41-afcc-227189b18f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:29.691112 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-348d3edf-b293-46fa-975d-4a80911f597a req-323962ee-4010-4f41-afcc-227189b18f21 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.5270193 Jan 21 09:41:29.702817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c65239b-1f33-4701-a4c3-eff4992cf9d3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.703073 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-8ba8acbd-f404-4fa1-ba0d-7800a9a9e490 None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:41:29.744920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7472a72-f068-4801-ab47-8fc8a3d04ff4 None None] Update dhcp port {'port': {'network_id': '388315d9-324e-414b-bfb3-97b00b19a9ca', 'fixed_ips': [{'subnet_id': '679e2b46-4344-4be8-85fd-57bb26b7e2a3'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': '23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:41:29.817613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d7472a72-f068-4801-ab47-8fc8a3d04ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.827800 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-691499f2-f253-4ca7-87dc-7149e6c54f13 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:29.828264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691499f2-f253-4ca7-87dc-7149e6c54f13 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:29.829146 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e21be29-753d-4505-8ef7-1ee049789a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.832273 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-691499f2-f253-4ca7-87dc-7149e6c54f13 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/afa53547-d8cb-4999-be3a-342120845e84 HTTP/1.1" status: 404 len: 337 time: 0.2167854 Jan 21 09:41:29.840011 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41554) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.883392 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3eb0f-0473-417d-8fcf-d539e871141a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port 6930294e-0412-49ae-89f6-49bbf1ffb173 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:29.883808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3d3eb0f-0473-417d-8fcf-d539e871141a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.885876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65239b-1f33-4701-a4c3-eff4992cf9d3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=59c0a074-64a2-4bac-be20-397de694c4b0,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:29.967370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e21be29-753d-4505-8ef7-1ee049789a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.103686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.119937 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cecd4b2-f3d1-4419-b5c6-abe8a6566cb2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:30.120648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cecd4b2-f3d1-4419-b5c6-abe8a6566cb2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:30.122217 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1cecd4b2-f3d1-4419-b5c6-abe8a6566cb2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/9c8ca332-5d5a-40a5-bdf4-a6b4c7b0d763 HTTP/1.1" status: 404 len: 337 time: 0.2812579 Jan 21 09:41:30.135497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41558) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:30.164170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d3edf-b293-46fa-975d-4a80911f597a req-c56cdee8-304f-4404-a9cf-d5a85171f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:30.165765 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-348d3edf-b293-46fa-975d-4a80911f597a req-c56cdee8-304f-4404-a9cf-d5a85171f990 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4583390 Jan 21 09:41:30.243625 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0e2d4a-7b34-4b47-b08e-feb5a0a4e0d2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:30.244083 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0e2d4a-7b34-4b47-b08e-feb5a0a4e0d2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:30.245901 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bc0e2d4a-7b34-4b47-b08e-feb5a0a4e0d2 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/4acdb832-16bc-4367-b350-e2d1f06d0150 HTTP/1.1" status: 404 len: 337 time: 0.1090207 Jan 21 09:41:30.248299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2dbd3ffd-c5b6-415c-a04b-88e3ae27cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.276672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c65239b-1f33-4701-a4c3-eff4992cf9d3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.302238 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41562) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:30.326994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e21be29-753d-4505-8ef7-1ee049789a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.355087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2262cf69-b775-4124-a2f8-35701359ac3b None None] Network 388315d9-324e-414b-bfb3-97b00b19a9ca requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:30.425076 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2dbd3ffd-c5b6-415c-a04b-88e3ae27cd5b None None] For port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0aa7029e-b4af-47d7-a254-9ec11ea27ea9,segment=NetworkSegment(5152d923-ce34-4677-8a05-399bd97c0b10),segment_id=5152d923-ce34-4677-8a05-399bd97c0b10)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:30.427976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.444072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21be29-753d-4505-8ef7-1ee049789a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2190cd6-71ed-4d48-896a-3ff40b38536b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.479379 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2147df57-62c1-41e9-8b14-148379a871d6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:30.480016 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2147df57-62c1-41e9-8b14-148379a871d6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:30.481767 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2147df57-62c1-41e9-8b14-148379a871d6 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/eceec6bb-80f5-49f1-b025-7aed1b49145e HTTP/1.1" status: 404 len: 333 time: 0.1496439 Jan 21 09:41:30.487149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41568) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:30.653588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2dbd3ffd-c5b6-415c-a04b-88e3ae27cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.664355 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f355b4-19a7-44b1-a8f2-493e20243b4b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:30.665115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f355b4-19a7-44b1-a8f2-493e20243b4b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:30.667112 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-10f355b4-19a7-44b1-a8f2-493e20243b4b tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/376c0ecb-59fe-4cf3-8625-1ec3f8a5fe96 HTTP/1.1" status: 404 len: 337 time: 0.1768467 Jan 21 09:41:30.675105 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41572) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:30.725806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e21be29-753d-4505-8ef7-1ee049789a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.726938 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0e21be29-753d-4505-8ef7-1ee049789a23 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d2190cd6-71ed-4d48-896a-3ff40b38536b HTTP/1.1" status: 204 len: 168 time: 1.8165629 Jan 21 09:41:30.791647 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d046f1df-5d25-4510-8c25-732224cee3b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:30.792020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d046f1df-5d25-4510-8c25-732224cee3b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:30.793795 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d046f1df-5d25-4510-8c25-732224cee3b5 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/0e18a932-920f-424f-9d8a-7374a02e99e8 HTTP/1.1" status: 404 len: 337 time: 0.1076562 Jan 21 09:41:30.802289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41578) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:30.809453 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.877235 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Transition to ACTIVE for port object 2ac9c419-1033-424f-b1db-500436c0ea39 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:30.882635 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd3ffd-c5b6-415c-a04b-88e3ae27cd5b None None] Pushing event updated for resources: {'Port': ['ID=0aa7029e-b4af-47d7-a254-9ec11ea27ea9,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.895242 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3be7762-36be-42dc-94dc-7e6d0f8e7b3f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:30.895700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3be7762-36be-42dc-94dc-7e6d0f8e7b3f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:30.897669 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e3be7762-36be-42dc-94dc-7e6d0f8e7b3f tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/2bfee0ef-6389-4719-94fe-e3358df3eaa2 HTTP/1.1" status: 404 len: 333 time: 0.0922167 Jan 21 09:41:30.905824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41582) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:30.981444 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1639f8-3499-4311-b928-193f403cbddc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:30.981897 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1639f8-3499-4311-b928-193f403cbddc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:30.983814 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5c1639f8-3499-4311-b928-193f403cbddc tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/47bf83ad-41c2-47c9-a1de-797b9c936b92 HTTP/1.1" status: 404 len: 337 time: 0.0746453 Jan 21 09:41:30.988463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3d3eb0f-0473-417d-8fcf-d539e871141a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.996007 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41588) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.014910 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4ab462fb-0146-4001-9080-517073b768b1 None None] Provisioning complete for port f3f5c723-ed03-40f4-9cfd-e583c585313e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:31.015386 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4ab462fb-0146-4001-9080-517073b768b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.048363 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f0ca2c-eb1c-41cf-b82a-dc13ef87802c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:31.049094 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f0ca2c-eb1c-41cf-b82a-dc13ef87802c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:31.051164 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f8f0ca2c-eb1c-41cf-b82a-dc13ef87802c tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/subnets/66a47589-198d-4c6a-b40e-101bbe8195f2 HTTP/1.1" status: 404 len: 337 time: 0.0516143 Jan 21 09:41:31.054052 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-348d3edf-b293-46fa-975d-4a80911f597a req-39966899-121d-463e-a7ae-94f73892580c service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8309286 Jan 21 09:41:31.092170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Transition to ACTIVE for port object 2ac9c419-1033-424f-b1db-500436c0ea39 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:31.101238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4ab462fb-0146-4001-9080-517073b768b1 None None] Port f3f5c723-ed03-40f4-9cfd-e583c585313e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:31.122254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41592) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.147625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.162378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.177655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3eb0f-0473-417d-8fcf-d539e871141a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for 6930294e-0412-49ae-89f6-49bbf1ffb173 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:31.213090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41596) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.215323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4ab462fb-0146-4001-9080-517073b768b1 None None] Provisioning complete for port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:31.215693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4ab462fb-0146-4001-9080-517073b768b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.242329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32c0e0-8c4c-44cc-8ccc-bf8e78aeb958 req-bb06b0d1-804d-426a-84d0-a8daaa44f10d tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:31.244328 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cc32c0e0-8c4c-44cc-8ccc-bf8e78aeb958 req-bb06b0d1-804d-426a-84d0-a8daaa44f10d tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.6039076 Jan 21 09:41:31.265437 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:31.281629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:31.290764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Pushing event updated for resources: {'Port': ['ID=2ac9c419-1033-424f-b1db-500436c0ea39,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:31.296744 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:31.349961 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fac8b-9be4-453c-9371-1d568e18a452 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Deleting port f3f5c723-ed03-40f4-9cfd-e583c585313e {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:31.350606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9a0fac8b-9be4-453c-9371-1d568e18a452 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.390760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44994398-5d2b-48db-872f-e9a1689ac5ba None None] DHCP port deletion for 388315d9-324e-414b-bfb3-97b00b19a9ca request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:31.422806 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e97503b2-9855-4806-9b40-5b49194f3bc3 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=366463d2c8594ccc97e6c536f5a031a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062557 Jan 21 09:41:31.423909 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41600) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.433044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-8ba8acbd-f404-4fa1-ba0d-7800a9a9e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '57f18dcd-31b3-4398-9ab6-1474c8f8d4e2', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:7d:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb11063-5341-45f0-b86c-d8f767b325d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:22Z', 'updated_at': '2022-01-21T09:41:22Z', 'revision_number': 0, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:31.440590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-44994398-5d2b-48db-872f-e9a1689ac5ba None None] Deleting port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:31.441248 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-44994398-5d2b-48db-872f-e9a1689ac5ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.520382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8acbd-f404-4fa1-ba0d-7800a9a9e490 None None] The sync data for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv is: [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '57f18dcd-31b3-4398-9ab6-1474c8f8d4e2', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:7d:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb11063-5341-45f0-b86c-d8f767b325d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:41:22Z', 'updated_at': '2022-01-21T09:41:22Z', 'revision_number': 0, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:31.550178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Attempting to bind port 2ac9c419-1033-424f-b1db-500436c0ea39 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:31.550540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Attempting to bind port 2ac9c419-1033-424f-b1db-500436c0ea39 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:31.550891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Attempting to bind port 2ac9c419-1033-424f-b1db-500436c0ea39 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:31.568371 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:31.569021 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:31.570567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.571328 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:31.572811 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Bound port: 2ac9c419-1033-424f-b1db-500436c0ea39, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:31.574397 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.634743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c65239b-1f33-4701-a4c3-eff4992cf9d3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router cf6f2f8d-2254-4044-b56d-8c2f140be96c has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:41:31.642827 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cc32c0e0-8c4c-44cc-8ccc-bf8e78aeb958 req-f11c85f4-0c8e-4144-9aad-2e014b4792df tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738642 Jan 21 09:41:31.794507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4ab462fb-0146-4001-9080-517073b768b1 None None] Provisioning complete for port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:31.795466 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4ab462fb-0146-4001-9080-517073b768b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.796703 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-348d3edf-b293-46fa-975d-4a80911f597a req-92a379a5-fff1-4b6d-90bb-53840130d7fb service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734169 Jan 21 09:41:31.929562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-44994398-5d2b-48db-872f-e9a1689ac5ba None None] For port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0,segment=NetworkSegment(b335ae89-1971-4a17-913c-6f6f5e468dc3),segment_id=b335ae89-1971-4a17-913c-6f6f5e468dc3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:31.930242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-44994398-5d2b-48db-872f-e9a1689ac5ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.986236 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddedaaa2-9874-49f3-915a-7397cc0f1ff6 None None] New status for floating IP 57f18dcd-31b3-4398-9ab6-1474c8f8d4e2: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:41:31.996448 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fe41f62a-ea6c-4a4b-b7c5-bf9fd9afaade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.058455 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3d3eb0f-0473-417d-8fcf-d539e871141a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.091982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] For port 2ac9c419-1033-424f-b1db-500436c0ea39, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:32.100030 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-44994398-5d2b-48db-872f-e9a1689ac5ba None None] Calling delete_port for 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:32.122684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fe41f62a-ea6c-4a4b-b7c5-bf9fd9afaade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.142266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3eb0f-0473-417d-8fcf-d539e871141a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=6930294e-0412-49ae-89f6-49bbf1ffb173,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:32.149682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] For port 2ac9c419-1033-424f-b1db-500436c0ea39, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2ac9c419-1033-424f-b1db-500436c0ea39,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:32.181542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9a0fac8b-9be4-453c-9371-1d568e18a452 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.197036 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.243389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.258365 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c65239b-1f33-4701-a4c3-eff4992cf9d3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:32.329428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.346779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.359978 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8c65239b-1f33-4701-a4c3-eff4992cf9d3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/cf6f2f8d-2254-4044-b56d-8c2f140be96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7164454 Jan 21 09:41:32.388012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41606) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.399162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fe41f62a-ea6c-4a4b-b7c5-bf9fd9afaade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.405700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3d3eb0f-0473-417d-8fcf-d539e871141a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.413812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bced03e-904c-41d9-9320-3b1c90cf6f16 None None] Pushing event updated for resources: {'Port': ['ID=2ac9c419-1033-424f-b1db-500436c0ea39,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:32.418375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e7494-c85a-430c-9a60-6fb7ed8c8026 None None] Sync routers for ids ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:32.425550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:32.443207 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a3d3eb0f-0473-417d-8fcf-d539e871141a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/6930294e-0412-49ae-89f6-49bbf1ffb173 HTTP/1.1" status: 204 len: 168 time: 2.9886088 Jan 21 09:41:32.503552 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e7494-c85a-430c-9a60-6fb7ed8c8026 None None] Routers {'cf6f2f8d-2254-4044-b56d-8c2f140be96c'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:32.504190 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6a1e7494-c85a-430c-9a60-6fb7ed8c8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:32.585380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4ab462fb-0146-4001-9080-517073b768b1 None None] Provisioning for port f67599b9-f04a-43c2-8855-85ece025ad02 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:32.603963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6a1e7494-c85a-430c-9a60-6fb7ed8c8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:32.608487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4ab462fb-0146-4001-9080-517073b768b1 None None] Provisioning complete for port f67599b9-f04a-43c2-8855-85ece025ad02 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:32.609088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4ab462fb-0146-4001-9080-517073b768b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.651775 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41610) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.660662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=f67599b9-f04a-43c2-8855-85ece025ad02,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:32.663183 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41f62a-ea6c-4a4b-b7c5-bf9fd9afaade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3d8dd1-a672-483e-b5c7-b899fd6f2f41,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:32.755646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fac8b-9be4-453c-9371-1d568e18a452 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Calling delete_port for f3f5c723-ed03-40f4-9cfd-e583c585313e owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:32.770607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4ab462fb-0146-4001-9080-517073b768b1 None None] Port f67599b9-f04a-43c2-8855-85ece025ad02 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:32.772043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-44994398-5d2b-48db-872f-e9a1689ac5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.778397 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e7494-c85a-430c-9a60-6fb7ed8c8026 None None] Routers {'cf6f2f8d-2254-4044-b56d-8c2f140be96c'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:32.779035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6a1e7494-c85a-430c-9a60-6fb7ed8c8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:32.996504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fe41f62a-ea6c-4a4b-b7c5-bf9fd9afaade admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.996504 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fe41f62a-ea6c-4a4b-b7c5-bf9fd9afaade admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/7e3d8dd1-a672-483e-b5c7-b899fd6f2f41 HTTP/1.1" status: 204 len: 168 time: 1.5669777 Jan 21 09:41:33.013548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9a0fac8b-9be4-453c-9371-1d568e18a452 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.047094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Router 034c3977-6326-4b82-ab0c-6116083da400 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:41:33.183104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fac8b-9be4-453c-9371-1d568e18a452 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Port': ['ID=f3f5c723-ed03-40f4-9cfd-e583c585313e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.264210 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6a1e7494-c85a-430c-9a60-6fb7ed8c8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:33.264210 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e7494-c85a-430c-9a60-6fb7ed8c8026 None None] The sync data for ids ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:33.274511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44994398-5d2b-48db-872f-e9a1689ac5ba None None] No DVR routers for this DVR port 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:33.280143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9a0fac8b-9be4-453c-9371-1d568e18a452 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.285607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44994398-5d2b-48db-872f-e9a1689ac5ba None None] Pushing event deleted for resources: {'Port': ['ID=23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.285607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:33.285607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.296536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701493e0-a9e8-4eb4-bd4d-4532c438430e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:33.296536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701493e0-a9e8-4eb4-bd4d-4532c438430e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:33.296536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701493e0-a9e8-4eb4-bd4d-4532c438430e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:33.296536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-701493e0-a9e8-4eb4-bd4d-4532c438430e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:33.338746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc0b2-ceab-4a44-85ce-6f84278e94a5 req-ac175056-99b3-4246-8ac3-84a4077d2ae2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:33.338746 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dbccc0b2-ceab-4a44-85ce-6f84278e94a5 req-ac175056-99b3-4246-8ac3-84a4077d2ae2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.4607410 Jan 21 09:41:33.343057 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9a0fac8b-9be4-453c-9371-1d568e18a452 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/ports/f3f5c723-ed03-40f4-9cfd-e583c585313e HTTP/1.1" status: 204 len: 168 time: 2.1984689 Jan 21 09:41:33.347963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41618) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.441452 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-701493e0-a9e8-4eb4-bd4d-4532c438430e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:33.441452 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-701493e0-a9e8-4eb4-bd4d-4532c438430e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7739747 Jan 21 09:41:33.465988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41622) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.549914 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47bc1510-9159-44c2-a2be-5bfb8c2e011a None None] Provisioning complete for port f67599b9-f04a-43c2-8855-85ece025ad02 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:33.550298 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47bc1510-9159-44c2-a2be-5bfb8c2e011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.673109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-47bc1510-9159-44c2-a2be-5bfb8c2e011a None None] Port f67599b9-f04a-43c2-8855-85ece025ad02 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:33.734681 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.738744 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:33.829686 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dbccc0b2-ceab-4a44-85ce-6f84278e94a5 req-0672c79e-7361-495e-86fb-21c010f895c3 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4320629 Jan 21 09:41:33.856468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:41:33.856468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23b2bc1d-5e79-47a7-a8c3-569f8a8ae1a0 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:33.981870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:33.989728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e557b1f2-29e3-4254-badb-853659240438 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.996958 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c54d72-ca07-48f2-b9f8-fee3e61d4f45 None None] Sync routers for ids ['034c3977-6326-4b82-ab0c-6116083da400'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:34.010108 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c54d72-ca07-48f2-b9f8-fee3e61d4f45 None None] Routers {'034c3977-6326-4b82-ab0c-6116083da400'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:34.010706 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d7c54d72-ca07-48f2-b9f8-fee3e61d4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['034c3977-6326-4b82-ab0c-6116083da400'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:34.040195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c43def4-82d8-46a0-a832-5137649b9333 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 6b2c55b6-6648-4e87-a409-6ede633ce3b4 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:34.047115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.048414 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8b355a33-2e90-4dfe-8396-3c6c177944ec tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.4394476 Jan 21 09:41:34.053386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41638) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.054767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c43def4-82d8-46a0-a832-5137649b9333 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.102095 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d7c54d72-ca07-48f2-b9f8-fee3e61d4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:34.127342 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c54d72-ca07-48f2-b9f8-fee3e61d4f45 None None] Routers {'034c3977-6326-4b82-ab0c-6116083da400'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:34.127342 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d7c54d72-ca07-48f2-b9f8-fee3e61d4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['034c3977-6326-4b82-ab0c-6116083da400'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:34.224597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.229395 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d7c54d72-ca07-48f2-b9f8-fee3e61d4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:34.230010 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c54d72-ca07-48f2-b9f8-fee3e61d4f45 None None] The sync data for ids ['034c3977-6326-4b82-ab0c-6116083da400'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:34.409336 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f267ba18-a42f-4718-92a7-40a0c6b11b4e req-43094f82-85d9-49eb-b1c1-58678e3156e9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9326301 Jan 21 09:41:34.413922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c43def4-82d8-46a0-a832-5137649b9333 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.492331 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2ac9c419-1033-424f-b1db-500436c0ea39 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:34.578443 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be2b5a3-8b60-41e8-bfc1-ff1df947c682 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:34.645581 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ac93fb-3005-4bfe-a89d-23393065a759 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.791270 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0fb91ebb-3923-4e96-b0c9-1dd65721ae07 None None] Provisioning for port 2ac9c419-1033-424f-b1db-500436c0ea39 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:34.803309 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e557b1f2-29e3-4254-badb-853659240438 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.823473 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 2ac9c419-1033-424f-b1db-500436c0ea39 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:34.831615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 2ac9c419-1033-424f-b1db-500436c0ea39 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:34.831985 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.915618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-e557b1f2-29e3-4254-badb-853659240438 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388315d9-324e-414b-bfb3-97b00b19a9ca']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:34.957530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49743b3-4d96-4d7a-a0b5-4fa17f152ef0 req-7d39160e-afc9-4665-8a00-51dfd2bc6e18 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:34.959020 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e49743b3-4d96-4d7a-a0b5-4fa17f152ef0 req-7d39160e-afc9-4665-8a00-51dfd2bc6e18 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.9065847 Jan 21 09:41:34.967991 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41654) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.977444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-e557b1f2-29e3-4254-badb-853659240438 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b335ae89-1971-4a17-913c-6f6f5e468dc3') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:34.977977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-e557b1f2-29e3-4254-badb-853659240438 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b335ae89-1971-4a17-913c-6f6f5e468dc3') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:34.990140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-fdf99b60-354f-44d7-a115-bf3adcb649b0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Request body: {'floatingip': {'port_id': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:35.041535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.056810 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e9d01680-0357-440e-874e-9416faf097c5 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/routers/034c3977-6326-4b82-ab0c-6116083da400 HTTP/1.1" status: 200 len: 924 time: 0.9443791 Jan 21 09:41:35.065006 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41658) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.081991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 2ac9c419-1033-424f-b1db-500436c0ea39, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2ac9c419-1033-424f-b1db-500436c0ea39,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:35.085311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e557b1f2-29e3-4254-badb-853659240438 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.087803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.110123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fdf99b60-354f-44d7-a115-bf3adcb649b0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for floatingip, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.168852 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c65bb284-8b19-4183-9342-749231030bdc tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "GET /v2.0/ports?device_id=034c3977-6326-4b82-ab0c-6116083da400 HTTP/1.1" status: 200 len: 205 time: 0.0952888 Jan 21 09:41:35.185658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41666) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.199399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=2ac9c419-1033-424f-b1db-500436c0ea39,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:35.202821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e557b1f2-29e3-4254-badb-853659240438 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.217871 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e557b1f2-29e3-4254-badb-853659240438 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:35.218279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e557b1f2-29e3-4254-badb-853659240438 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:35.251428 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:35.288665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c43def4-82d8-46a0-a832-5137649b9333 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.439071 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-74f9186c-0129-49e2-a431-9a0d42b8e705 None None] Provisioning complete for port 2ac9c419-1033-424f-b1db-500436c0ea39 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:35.439451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-74f9186c-0129-49e2-a431-9a0d42b8e705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.525613 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267ba18-a42f-4718-92a7-40a0c6b11b4e req-21eae8c9-46f0-4d27-8c5e-f122146b0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:35.527232 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f267ba18-a42f-4718-92a7-40a0c6b11b4e req-21eae8c9-46f0-4d27-8c5e-f122146b0fb9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 1098 time: 0.9421523 Jan 21 09:41:35.636598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e557b1f2-29e3-4254-badb-853659240438 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.664513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac93fb-3005-4bfe-a89d-23393065a759 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 0a0b64a1-bda4-4d89-ba7b-863a384410d1 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:35.665043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ac93fb-3005-4bfe-a89d-23393065a759 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.694890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41676) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.696143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e557b1f2-29e3-4254-badb-853659240438 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.734491 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.755737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c43def4-82d8-46a0-a832-5137649b9333 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.759834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557b1f2-29e3-4254-badb-853659240438 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] Pushing event deleted for resources: {'Network': ['ID=388315d9-324e-414b-bfb3-97b00b19a9ca,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:35.840020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:35.848671 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e557b1f2-29e3-4254-badb-853659240438 tempest-PortsTestJSON-961999104 tempest-PortsTestJSON-961999104-project] 10.222.0.99 "DELETE /v2.0/networks/388315d9-324e-414b-bfb3-97b00b19a9ca HTTP/1.1" status: 204 len: 168 time: 2.4999335 Jan 21 09:41:35.873068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.883251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43def4-82d8-46a0-a832-5137649b9333 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2c55b6-6648-4e87-a409-6ede633ce3b4,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:35.898963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.899874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.954658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-15943235-c1eb-4444-83b1-f5c1d491b656 None None] Could not find standard attr ID for object 6930294e-0412-49ae-89f6-49bbf1ffb173. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:41:36.049874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c43def4-82d8-46a0-a832-5137649b9333 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.051744 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5c43def4-82d8-46a0-a832-5137649b9333 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/6b2c55b6-6648-4e87-a409-6ede633ce3b4 HTTP/1.1" status: 204 len: 168 time: 2.5830131 Jan 21 09:41:36.059987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2136299526'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:36.069582 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41684) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:36.075593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:36.080557 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267ba18-a42f-4718-92a7-40a0c6b11b4e req-70add069-e2d0-4a73-a9aa-35adc8c8bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:36.083615 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f267ba18-a42f-4718-92a7-40a0c6b11b4e req-70add069-e2d0-4a73-a9aa-35adc8c8bb27 service neutron] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 913 time: 0.5002549 Jan 21 09:41:36.189506 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edfa0ca-b97e-4c0a-9124-240cbda26afd None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:36.193206 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Usage tracker for resource:network and tenant:afe4f460e1de4d94a07fbce6765581e0 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:36.198848 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:36.208234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:36.290042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41690) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:36.338122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d14af3-2573-4086-9079-9abc330fefdc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet d7887507-f2b0-4469-bf34-7dbc658d669e {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:36.341083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Made reservation on behalf of afe4f460e1de4d94a07fbce6765581e0 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:36.344316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.365711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2ac9c419-1033-424f-b1db-500436c0ea39 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:36.386096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8d14af3-2573-4086-9079-9abc330fefdc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.396475 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=f67599b9-f04a-43c2-8855-85ece025ad02,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:36.427560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.465715 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ac93fb-3005-4bfe-a89d-23393065a759 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.477970 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Deleting port b8948b57-20f2-42c0-9392-ccdd1ef2a0dd {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:36.478539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.487110 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8d14af3-2573-4086-9079-9abc330fefdc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.493442 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f4c5aa74-04c8-4f4d-8c12-ff3f9467acce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.537297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.543760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 2ac9c419-1033-424f-b1db-500436c0ea39 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:36.543760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.590544 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:36.596934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Usage tracker for resource:security_group_rule and tenant:afe4f460e1de4d94a07fbce6765581e0 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:36.605105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:36.705944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac93fb-3005-4bfe-a89d-23393065a759 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 0a0b64a1-bda4-4d89-ba7b-863a384410d1 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:36.710708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:36.731723 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f267ba18-a42f-4718-92a7-40a0c6b11b4e req-f0af5f5a-cb03-47ef-95ac-828d76d0e4d6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 HTTP/1.1" status: 200 len: 1001 time: 0.5944030 Jan 21 09:41:36.739801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network f9f6de0d-d8f0-4897-89c4-6bcbd1956116 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:36.754269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:37.041796 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-423104d2-cb97-4275-9408-b8063fb65105 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1a17eb82f51d4da9bf16b6794dbfa723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7451360 Jan 21 09:41:37.045363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267ba18-a42f-4718-92a7-40a0c6b11b4e req-2e3cfcc6-5155-452b-b358-43c288d25760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:37.046891 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f267ba18-a42f-4718-92a7-40a0c6b11b4e req-2e3cfcc6-5155-452b-b358-43c288d25760 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.3071380 Jan 21 09:41:37.047405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41696) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:37.096500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8d14af3-2573-4086-9079-9abc330fefdc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.137176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.318481 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Calling delete_port for b8948b57-20f2-42c0-9392-ccdd1ef2a0dd owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:37.333100 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9b6a74be-3d2e-411a-9099-6dfaec6ca9b0 None None] Provisioning complete for port f67599b9-f04a-43c2-8855-85ece025ad02 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:37.333897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9b6a74be-3d2e-411a-9099-6dfaec6ca9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.340755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.352308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.364805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccd0272f-ac00-4c7e-8cd4-4bc20430d368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.394403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8d14af3-2573-4086-9079-9abc330fefdc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.421909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:37.429987 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a74be-3d2e-411a-9099-6dfaec6ca9b0 None None] Port f67599b9-f04a-43c2-8855-85ece025ad02 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:37.480231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Router f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:41:37.506254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3efc90ce-142f-4d18-b01e-472a7863b3ab,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.520623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.520623 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Added segment ce7a6ea7-b7a2-451d-b2e9-0db50c703a03 of type vlan for network 46acf906-b845-462a-8fda-7dafd70ba998 Jan 21 09:41:37.550829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d14af3-2573-4086-9079-9abc330fefdc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=d7887507-f2b0-4469-bf34-7dbc658d669e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.576328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ac93fb-3005-4bfe-a89d-23393065a759 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.580326 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccd0272f-ac00-4c7e-8cd4-4bc20430d368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.597572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267ba18-a42f-4718-92a7-40a0c6b11b4e req-ca446e7a-5edc-4de7-8b3f-7cca077505f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:37.597572 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f267ba18-a42f-4718-92a7-40a0c6b11b4e req-ca446e7a-5edc-4de7-8b3f-7cca077505f5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5309050 Jan 21 09:41:37.597572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8d14af3-2573-4086-9079-9abc330fefdc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.658194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-fdf99b60-354f-44d7-a115-bf3adcb649b0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:37.712303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b43b70e-3db4-43a6-a59f-7b1eee5bef07 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:37.731924 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e8d14af3-2573-4086-9079-9abc330fefdc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/d7887507-f2b0-4469-bf34-7dbc658d669e HTTP/1.1" status: 204 len: 168 time: 1.6587086 Jan 21 09:41:37.757798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41700) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:37.845376 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac93fb-3005-4bfe-a89d-23393065a759 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=0a0b64a1-bda4-4d89-ba7b-863a384410d1,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.889649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.895543 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-eef7a3ad-6748-4bec-af9c-55b68b05a7e7 None None] Provisioning complete for port 2ac9c419-1033-424f-b1db-500436c0ea39 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:37.895543 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-eef7a3ad-6748-4bec-af9c-55b68b05a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.902757 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-96d0624b-1e68-4b23-b124-e3aa30bce1f9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186819 Jan 21 09:41:37.902757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41704) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.043561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fdf99b60-354f-44d7-a115-bf3adcb649b0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.061795 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:38.071199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fdf99b60-354f-44d7-a115-bf3adcb649b0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.171382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:38.176221 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] Deleting port 2ac9c419-1033-424f-b1db-500436c0ea39 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:38.176643 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.201546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ac93fb-3005-4bfe-a89d-23393065a759 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.265567 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:38.289115 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f267ba18-a42f-4718-92a7-40a0c6b11b4e req-fe250b1b-9a80-4866-9a93-361edf409a55 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663592 Jan 21 09:41:38.289598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.300797 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:38.302669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.304092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbc4b7-bec5-4d88-9549-c86297a27afa None None] Sync routers for ids ['f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:38.312313 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccd0272f-ac00-4c7e-8cd4-4bc20430d368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.333220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cbc4b7-bec5-4d88-9549-c86297a27afa None None] Routers {'f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:38.334575 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b6cbc4b7-bec5-4d88-9549-c86297a27afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:38.396091 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0272f-ac00-4c7e-8cd4-4bc20430d368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9650cd8e-1b1c-4f1d-9456-fe6969fdbe69,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:38.411342 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2ac9c419-1033-424f-b1db-500436c0ea39 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:38.488596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b6cbc4b7-bec5-4d88-9549-c86297a27afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:38.547015 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-39dea5ea-392e-4b03-9db2-8175f304f79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.547484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccd0272f-ac00-4c7e-8cd4-4bc20430d368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.548636 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ccd0272f-ac00-4c7e-8cd4-4bc20430d368 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9650cd8e-1b1c-4f1d-9456-fe6969fdbe69 HTTP/1.1" status: 204 len: 168 time: 1.4912205 Jan 21 09:41:38.555599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cbc4b7-bec5-4d88-9549-c86297a27afa None None] Routers {'f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:38.556233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b6cbc4b7-bec5-4d88-9549-c86297a27afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:38.601830 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-aaf28dae-f469-4178-99e7-7070d77ac9a1 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "PUT /v2.0/routers/f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0813427 Jan 21 09:41:38.616334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41712) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.640693 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.9208250 Jan 21 09:41:38.651304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c7d7aa-279d-4d31-af90-1e1ec1dbc239 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:38.652913 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-54c7d7aa-279d-4d31-af90-1e1ec1dbc239 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:38.694368 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b6cbc4b7-bec5-4d88-9549-c86297a27afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:38.694368 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbc4b7-bec5-4d88-9549-c86297a27afa None None] The sync data for ids ['f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:38.699383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ac93fb-3005-4bfe-a89d-23393065a759 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router cf6f2f8d-2254-4044-b56d-8c2f140be96c has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:41:38.703570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] For port 2ac9c419-1033-424f-b1db-500436c0ea39, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2ac9c419-1033-424f-b1db-500436c0ea39,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:38.703570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.709264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.731009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ba46a-2cba-453f-a3b2-b9fc98a8e41a tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Pushing event updated for resources: {'Network': ['ID=46acf906-b845-462a-8fda-7dafd70ba998,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:38.777406 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 46acf906-b845-462a-8fda-7dafd70ba998 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:38.827571 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-fdf99b60-354f-44d7-a115-bf3adcb649b0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Floating IP e6d6145f-8996-4cb5-8ee8-ce9cbf707b96 associated. External IP: 172.26.4.199, port: ac7302e3-e0e5-4e79-9366-48f505b1a6ad. Jan 21 09:41:38.909229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-54c7d7aa-279d-4d31-af90-1e1ec1dbc239 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:38.912690 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-54c7d7aa-279d-4d31-af90-1e1ec1dbc239 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0066183 Jan 21 09:41:38.922516 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41722) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.936872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Pushing event deleted for resources: {'Port': ['ID=b8948b57-20f2-42c0-9392-ccdd1ef2a0dd,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:39.002099 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] Calling delete_port for 2ac9c419-1033-424f-b1db-500436c0ea39 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:39.147921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.253316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 2ac9c419-1033-424f-b1db-500436c0ea39, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2ac9c419-1033-424f-b1db-500436c0ea39,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:39.255801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41732) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.260156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.280458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae2da65-c8d3-4fc2-ba0c-21accee9b39c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:39.280458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4ae2da65-c8d3-4fc2-ba0c-21accee9b39c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:39.295129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ac93fb-3005-4bfe-a89d-23393065a759 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:39.309066 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Request body: {'port': {'network_id': '46acf906-b845-462a-8fda-7dafd70ba998', 'binding:host_id': 'hv-neutron-8257', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1601927219'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:39.310849 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ad6bb-e32a-4fc6-9541-f0f244d76c0f None None] Sync routers for ids ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:39.311887 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f267ba18-a42f-4718-92a7-40a0c6b11b4e req-5d631b9d-0b6b-4c92-b2b4-61438e0c7e35 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9933527 Jan 21 09:41:39.316096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4ae2da65-c8d3-4fc2-ba0c-21accee9b39c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:39.317351 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4ae2da65-c8d3-4fc2-ba0c-21accee9b39c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3916764 Jan 21 09:41:39.320478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41738) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.328631 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ad6bb-e32a-4fc6-9541-f0f244d76c0f None None] Routers {'cf6f2f8d-2254-4044-b56d-8c2f140be96c'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:39.329472 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-291ad6bb-e32a-4fc6-9541-f0f244d76c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:39.349801 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:39.354347 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:39.389214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:39.397381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Usage tracker for resource:port and tenant:8edbbda469eb414aad7c6ff1c3ef1b29 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:39.405705 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:39.407478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=2ac9c419-1033-424f-b1db-500436c0ea39,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:39.408416 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-291ad6bb-e32a-4fc6-9541-f0f244d76c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:39.416078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:39.426082 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ad6bb-e32a-4fc6-9541-f0f244d76c0f None None] Routers {'cf6f2f8d-2254-4044-b56d-8c2f140be96c'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:39.426191 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-291ad6bb-e32a-4fc6-9541-f0f244d76c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:39.434376 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f7ac93fb-3005-4bfe-a89d-23393065a759 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/cf6f2f8d-2254-4044-b56d-8c2f140be96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0338254 Jan 21 09:41:39.436830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41742) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.438028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.468266 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2dd8d3d0-b001-4130-9230-35fbd1a145f1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1410758 Jan 21 09:41:39.498281 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.509333 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-291ad6bb-e32a-4fc6-9541-f0f244d76c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:39.509737 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ad6bb-e32a-4fc6-9541-f0f244d76c0f None None] The sync data for ids ['cf6f2f8d-2254-4044-b56d-8c2f140be96c'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:39.523191 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Made reservation on behalf of 8edbbda469eb414aad7c6ff1c3ef1b29 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:39.526012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.529584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41746) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.543305 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e77f0353-a6c0-46e4-942c-504d19bf7c9b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:39.660659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.664625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.700201 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0ed4a1-a71c-4bd0-b5c7-792e2ede1aa0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:39.701953 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8b0ed4a1-a71c-4bd0-b5c7-792e2ede1aa0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports?device_id=f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f HTTP/1.1" status: 200 len: 988 time: 1.0834498 Jan 21 09:41:39.706865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41758) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.712182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-10590511-375e-4c7b-b392-cac8153e2967 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Synchronizing usage tracker for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:39.716500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:39.766779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e77f0353-a6c0-46e4-942c-504d19bf7c9b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:39.788207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41762) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.789488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e77f0353-a6c0-46e4-942c-504d19bf7c9b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:39.819546 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:41:39.855943 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] Deleting port 2ac9c419-1033-424f-b1db-500436c0ea39 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:39.858238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77f0353-a6c0-46e4-942c-504d19bf7c9b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:39.860383 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.861812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e77f0353-a6c0-46e4-942c-504d19bf7c9b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.863255 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77f0353-a6c0-46e4-942c-504d19bf7c9b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:39.863686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77f0353-a6c0-46e4-942c-504d19bf7c9b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:39.908261 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e77f0353-a6c0-46e4-942c-504d19bf7c9b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3776927 Jan 21 09:41:39.911637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41768) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.925467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-fd4b4d3e-0e5e-4b1e-9b31-604b8270ad8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:39.953366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-b208facf-e0fe-4d25-a26c-da0341dca7e7 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-914977581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:39.967835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b208facf-e0fe-4d25-a26c-da0341dca7e7 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:39.975130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf99b60-354f-44d7-a115-bf3adcb649b0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Router e32d46dc-f8ed-4187-b725-74ba146be919 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:41:39.976528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b208facf-e0fe-4d25-a26c-da0341dca7e7 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Usage tracker for resource:router and tenant:e641aaca136846879de75b08b9f3c2af is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:39.989828 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b208facf-e0fe-4d25-a26c-da0341dca7e7 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:39.999902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b208facf-e0fe-4d25-a26c-da0341dca7e7 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:40.006654 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Usage tracker for resource:security_group_rule and tenant:8edbbda469eb414aad7c6ff1c3ef1b29 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:40.009991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:40.024884 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.031205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.079234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b208facf-e0fe-4d25-a26c-da0341dca7e7 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.080245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b208facf-e0fe-4d25-a26c-da0341dca7e7 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.084427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:40.137165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-10590511-375e-4c7b-b392-cac8153e2967 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Unset dirty status for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:40.140893 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-10590511-375e-4c7b-b392-cac8153e2967 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf6f2f8d-2254-4044-b56d-8c2f140be96c HTTP/1.1" status: 200 len: 205 time: 0.6023545 Jan 21 09:41:40.144406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41772) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.154653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.155192 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Fanout notify agent at l3_agent the message router_deleted on router 034c3977-6326-4b82-ab0c-6116083da400 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:41:40.174428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] For port 2ac9c419-1033-424f-b1db-500436c0ea39, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2ac9c419-1033-424f-b1db-500436c0ea39,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:40.178136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.330212 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.331699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8bd97d7f-2c0e-4301-a967-ce18134c2762 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.335307 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6e81d92b-75f3-4605-8574-adbcf197388d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "DELETE /v2.0/routers/034c3977-6326-4b82-ab0c-6116083da400 HTTP/1.1" status: 204 len: 168 time: 5.0830142 Jan 21 09:41:40.335641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41776) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.349672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2135372883', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'enable_snat': False}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:40.368948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:40.386402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] Calling delete_port for 2ac9c419-1033-424f-b1db-500436c0ea39 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:40.412935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Usage tracker for resource:router and tenant:a57cf99079224b4e9fa15599cfeb8fbf is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:40.417603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fd4b4d3e-0e5e-4b1e-9b31-604b8270ad8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:40.424504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:40.439406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:40.449988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b208facf-e0fe-4d25-a26c-da0341dca7e7 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.453770 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fd4b4d3e-0e5e-4b1e-9b31-604b8270ad8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:40.481846 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.481846 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.481846 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.491558 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.492669 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.498478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] device_id is not set on port 8ed36256-0705-4223-b50b-a3857f9ae5c5 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:40.548713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] Pushing event deleted for resources: {'Port': ['ID=2ac9c419-1033-424f-b1db-500436c0ea39,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.548713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d7ac8-4e95-42aa-ba8a-6670f755065f None None] No DVR routers for this DVR port 2ac9c419-1033-424f-b1db-500436c0ea39 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:40.619338 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.663427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798e8c04-0fca-4231-9763-f4d6f01a8190,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.734824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4b4d3e-0e5e-4b1e-9b31-604b8270ad8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:40.734824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4d3e-0e5e-4b1e-9b31-604b8270ad8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.742494 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4b4d3e-0e5e-4b1e-9b31-604b8270ad8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:40.742494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4b4d3e-0e5e-4b1e-9b31-604b8270ad8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:40.908251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b208facf-e0fe-4d25-a26c-da0341dca7e7 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.955517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.995631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8bd97d7f-2c0e-4301-a967-ce18134c2762 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.995631 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fd4b4d3e-0e5e-4b1e-9b31-604b8270ad8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0732217 Jan 21 09:41:40.995631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8bd97d7f-2c0e-4301-a967-ce18134c2762 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.998508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41780) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.999735 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf99b60-354f-44d7-a115-bf3adcb649b0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:41.008110 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fdf99b60-354f-44d7-a115-bf3adcb649b0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.021687 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ee083-597d-43a3-98af-e4ad2326669f None None] Sync routers for ids ['e32d46dc-f8ed-4187-b725-74ba146be919'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:41.035738 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ee083-597d-43a3-98af-e4ad2326669f None None] Routers {'e32d46dc-f8ed-4187-b725-74ba146be919'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:41.037015 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ce2ee083-597d-43a3-98af-e4ad2326669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e32d46dc-f8ed-4187-b725-74ba146be919'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:41.039762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d56d8b03-6361-4510-b39e-7d32e63a97cb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:41.072884 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b208facf-e0fe-4d25-a26c-da0341dca7e7 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.073962 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b208facf-e0fe-4d25-a26c-da0341dca7e7 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2824504 Jan 21 09:41:41.082704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.087678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41784) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.119570 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fdf99b60-354f-44d7-a115-bf3adcb649b0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "PUT /v2.0/floatingips/e6d6145f-8996-4cb5-8ee8-ce9cbf707b96 HTTP/1.1" status: 200 len: 991 time: 6.1468410 Jan 21 09:41:41.144844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2025281572'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:41.163316 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:41.178295 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Usage tracker for resource:network and tenant:e641aaca136846879de75b08b9f3c2af is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:41.192686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c30862-234b-43b1-bed7-413b298853e8', 'tag': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:41.198145 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:41.208237 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8bd97d7f-2c0e-4301-a967-ce18134c2762 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.208832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd97d7f-2c0e-4301-a967-ce18134c2762 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Fanout notify agent at l3_agent the message router_deleted on router cf6f2f8d-2254-4044-b56d-8c2f140be96c {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:41:41.228334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8bd97d7f-2c0e-4301-a967-ce18134c2762 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.232195 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8bd97d7f-2c0e-4301-a967-ce18134c2762 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/cf6f2f8d-2254-4044-b56d-8c2f140be96c HTTP/1.1" status: 204 len: 168 time: 1.0808814 Jan 21 09:41:41.233558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d56d8b03-6361-4510-b39e-7d32e63a97cb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:41.235599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41792) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.259648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:41.271762 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c30862-234b-43b1-bed7-413b298853e8', 'tag': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad', 'status': 'completed', 'code': 200} Jan 21 09:41:41.288585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d56d8b03-6361-4510-b39e-7d32e63a97cb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:41.301868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-acdef3da-f852-4c06-b328-3c897b7c592a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.328069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-9820053c-02e7-4f58-ad02-13a54645aa4d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting subnet 0f10224d-2911-4e8f-be27-8ea42bf24f08 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:41.331867 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9820053c-02e7-4f58-ad02-13a54645aa4d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.335313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-ce2ee083-597d-43a3-98af-e4ad2326669f None None] Set router e32d46dc-f8ed-4187-b725-74ba146be919 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:41:41.371116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56d8b03-6361-4510-b39e-7d32e63a97cb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:41.375174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d56d8b03-6361-4510-b39e-7d32e63a97cb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.376530 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56d8b03-6361-4510-b39e-7d32e63a97cb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:41.377187 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56d8b03-6361-4510-b39e-7d32e63a97cb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:41.382208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Made reservation on behalf of e641aaca136846879de75b08b9f3c2af for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:41.469138 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d56d8b03-6361-4510-b39e-7d32e63a97cb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4671566 Jan 21 09:41:41.472629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9820053c-02e7-4f58-ad02-13a54645aa4d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.507103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41796) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.518987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3a97de56-b5e2-4a00-ae33-61ab7ae08d47 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:41.535826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.567467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.601339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] device_id is not set on port 8ed36256-0705-4223-b50b-a3857f9ae5c5 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:41.611632 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.627540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Transition to ACTIVE for port object 8ed36256-0705-4223-b50b-a3857f9ae5c5 will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:41.673770 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e736826-cf5d-47e5-8886-4b46a9531919 req-b6d13857-cead-4e79-b704-472db469490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:41.678299 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e736826-cf5d-47e5-8886-4b46a9531919 req-b6d13857-cead-4e79-b704-472db469490d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=78db1456b4d84c919af68b6798f69fd9&device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 1098 time: 0.2892644 Jan 21 09:41:41.684003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3a97de56-b5e2-4a00-ae33-61ab7ae08d47 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:41.717283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3a97de56-b5e2-4a00-ae33-61ab7ae08d47 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:41.719559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9820053c-02e7-4f58-ad02-13a54645aa4d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.719784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:41.737102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.749712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Usage tracker for resource:security_group_rule and tenant:e641aaca136846879de75b08b9f3c2af is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:41.776530 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ce2ee083-597d-43a3-98af-e4ad2326669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:40:39Z', 'revision_number': 4, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port': {'id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:27Z', 'updated_at': '2022-01-21T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'e6d6145f-8996-4cb5-8ee8-ce9cbf707b96', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'port_id': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'mac_address': 'fa:16:3e:53:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c30862-234b-43b1-bed7-413b298853e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:55Z', 'updated_at': '2022-01-21T09:41:37Z', 'revision_number': 1, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e416bf90-bb73-406d-9745-a841ab6b2323', 'name': '', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'mac_address': 'fa:16:3e:b2:ae:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '2808a830-2468-42b3-9507-038994a3ca1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:36Z', 'updated_at': '2022-01-21T09:40:54Z', 'revision_number': 5, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'subnets': [{'id': '2808a830-2468-42b3-9507-038994a3ca1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:41.786717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ee083-597d-43a3-98af-e4ad2326669f None None] Checking router: e32d46dc-f8ed-4187-b725-74ba146be919 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:41:41.795894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ee083-597d-43a3-98af-e4ad2326669f None None] Routers {'e32d46dc-f8ed-4187-b725-74ba146be919'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:41.795894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ce2ee083-597d-43a3-98af-e4ad2326669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e32d46dc-f8ed-4187-b725-74ba146be919'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:41.798890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:41.835107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a97de56-b5e2-4a00-ae33-61ab7ae08d47 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:41.838637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a97de56-b5e2-4a00-ae33-61ab7ae08d47 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.841389 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a97de56-b5e2-4a00-ae33-61ab7ae08d47 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:41.841389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a97de56-b5e2-4a00-ae33-61ab7ae08d47 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:41.850458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:41.896222 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3a97de56-b5e2-4a00-ae33-61ab7ae08d47 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3852749 Jan 21 09:41:41.901268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41800) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.912500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-aaef50cf-d872-4ac6-a3f6-c531e9d8c8c2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:41.932648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e736826-cf5d-47e5-8886-4b46a9531919 req-4df02160-e6e6-4135-84b3-22288c9b5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:41.932648 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e736826-cf5d-47e5-8886-4b46a9531919 req-4df02160-e6e6-4135-84b3-22288c9b5940 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f469d677-4dc7-49de-9c0e-17fa992e291c HTTP/1.1" status: 200 len: 913 time: 0.2471435 Jan 21 09:41:41.945502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9820053c-02e7-4f58-ad02-13a54645aa4d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.984273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-ce2ee083-597d-43a3-98af-e4ad2326669f None None] Set router e32d46dc-f8ed-4187-b725-74ba146be919 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:41:42.002814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Checking segment: {'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:42.002814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Network hostable DHCP agents. Network: 46acf906-b845-462a-8fda-7dafd70ba998, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:42.076168 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event updated for resources: {'Port': ['ID=8ed36256-0705-4223-b50b-a3857f9ae5c5,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:42.081351 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820053c-02e7-4f58-ad02-13a54645aa4d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Subnet': ['ID=0f10224d-2911-4e8f-be27-8ea42bf24f08,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:42.083761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9820053c-02e7-4f58-ad02-13a54645aa4d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.115899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dc3169-ea92-4d19-bb93-3bbd1f5dc53d None None] Network 0185b1d6-239d-47ac-b010-5cacb49faaa1 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:42.154012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Network 46acf906-b845-462a-8fda-7dafd70ba998 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:42.168935 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9820053c-02e7-4f58-ad02-13a54645aa4d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/0f10224d-2911-4e8f-be27-8ea42bf24f08 HTTP/1.1" status: 204 len: 168 time: 0.9322910 Jan 21 09:41:42.175600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41804) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:42.201598 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e736826-cf5d-47e5-8886-4b46a9531919 req-0518ecae-787d-4347-a265-12af12bf6c3a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad HTTP/1.1" status: 200 len: 999 time: 0.2613242 Jan 21 09:41:42.203576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-aaef50cf-d872-4ac6-a3f6-c531e9d8c8c2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:42.241683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 46acf906-b845-462a-8fda-7dafd70ba998) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:42.249059 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-aaef50cf-d872-4ac6-a3f6-c531e9d8c8c2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:42.251522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:42.253629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a28c024-c424-487b-aa05-e8681ed1e6b9 None None] Network 46acf906-b845-462a-8fda-7dafd70ba998 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:42.294493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:42.294652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:42.295044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:42.295708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e736826-cf5d-47e5-8886-4b46a9531919 req-d6f6353c-26e8-4481-abd3-7b490d83232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:42.297967 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e736826-cf5d-47e5-8886-4b46a9531919 req-d6f6353c-26e8-4481-abd3-7b490d83232f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2808a830-2468-42b3-9507-038994a3ca1a HTTP/1.1" status: 200 len: 851 time: 0.0868733 Jan 21 09:41:42.298640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaef50cf-d872-4ac6-a3f6-c531e9d8c8c2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:42.303102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aaef50cf-d872-4ac6-a3f6-c531e9d8c8c2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.304744 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaef50cf-d872-4ac6-a3f6-c531e9d8c8c2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:42.305171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaef50cf-d872-4ac6-a3f6-c531e9d8c8c2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:42.309201 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:42.309201 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:42.317297 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 2 to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 Jan 21 09:41:42.409544 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-aaef50cf-d872-4ac6-a3f6-c531e9d8c8c2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5064511 Jan 21 09:41:42.412406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41810) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:42.420413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d379283a-03ac-484f-aa1f-fc099d6776cf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:42.434779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.443870 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a767bd90-ac97-45ff-a8a2-e260aa8e237e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting subnet 1a9a8f13-b87b-43fa-8224-e5048c400a53 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:42.451056 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:42.451056 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:42.451056 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:42.454329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e736826-cf5d-47e5-8886-4b46a9531919 req-ebb15c99-49d6-4f02-90a4-e18f5a5215fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:42.455815 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e736826-cf5d-47e5-8886-4b46a9531919 req-ebb15c99-49d6-4f02-90a4-e18f5a5215fc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f469d677-4dc7-49de-9c0e-17fa992e291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1440394 Jan 21 09:41:42.456582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a767bd90-ac97-45ff-a8a2-e260aa8e237e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.487208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:42.487208 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:42.487806 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.558394 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 3 to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 Jan 21 09:41:42.581675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-acdef3da-f852-4c06-b328-3c897b7c592a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port f67599b9-f04a-43c2-8855-85ece025ad02 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:42.582231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-acdef3da-f852-4c06-b328-3c897b7c592a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.772801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d379283a-03ac-484f-aa1f-fc099d6776cf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:42.792836 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d379283a-03ac-484f-aa1f-fc099d6776cf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:42.821471 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e736826-cf5d-47e5-8886-4b46a9531919 req-8f08552b-597b-4cdf-9f5d-d907877b5bd6 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540905 Jan 21 09:41:42.825673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d379283a-03ac-484f-aa1f-fc099d6776cf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:42.830632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d379283a-03ac-484f-aa1f-fc099d6776cf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.834600 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d379283a-03ac-484f-aa1f-fc099d6776cf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:42.835372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d379283a-03ac-484f-aa1f-fc099d6776cf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:42.883259 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ce2ee083-597d-43a3-98af-e4ad2326669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:40:39Z', 'revision_number': 4, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port': {'id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:27Z', 'updated_at': '2022-01-21T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'e6d6145f-8996-4cb5-8ee8-ce9cbf707b96', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'port_id': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'mac_address': 'fa:16:3e:53:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c30862-234b-43b1-bed7-413b298853e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:55Z', 'updated_at': '2022-01-21T09:41:37Z', 'revision_number': 1, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e416bf90-bb73-406d-9745-a841ab6b2323', 'name': '', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'mac_address': 'fa:16:3e:b2:ae:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '2808a830-2468-42b3-9507-038994a3ca1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:36Z', 'updated_at': '2022-01-21T09:40:54Z', 'revision_number': 5, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'subnets': [{'id': '2808a830-2468-42b3-9507-038994a3ca1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:42.889714 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ee083-597d-43a3-98af-e4ad2326669f None None] The sync data for ids ['e32d46dc-f8ed-4187-b725-74ba146be919'] in dv-neutron-825723-1-hyperv is: [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:40:39Z', 'revision_number': 4, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port': {'id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:27Z', 'updated_at': '2022-01-21T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'e6d6145f-8996-4cb5-8ee8-ce9cbf707b96', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'port_id': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'mac_address': 'fa:16:3e:53:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c30862-234b-43b1-bed7-413b298853e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:55Z', 'updated_at': '2022-01-21T09:41:37Z', 'revision_number': 1, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e416bf90-bb73-406d-9745-a841ab6b2323', 'name': '', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'mac_address': 'fa:16:3e:b2:ae:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '2808a830-2468-42b3-9507-038994a3ca1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:36Z', 'updated_at': '2022-01-21T09:40:54Z', 'revision_number': 5, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'subnets': [{'id': '2808a830-2468-42b3-9507-038994a3ca1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:42.905557 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a767bd90-ac97-45ff-a8a2-e260aa8e237e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.925561 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d379283a-03ac-484f-aa1f-fc099d6776cf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5118837 Jan 21 09:41:42.928581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41814) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:42.949149 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef83abd7-a6a5-4598-9fa8-78801870770e None None] DHCP port deletion for 0185b1d6-239d-47ac-b010-5cacb49faaa1 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:42.953370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ef83abd7-a6a5-4598-9fa8-78801870770e None None] Deleting port 79370df2-cde9-4b08-8e57-3a5847598e56 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:42.953644 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ef83abd7-a6a5-4598-9fa8-78801870770e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.015497 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b4f97027-d26f-42bd-965d-9dea8c2ca89a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0853832 Jan 21 09:41:43.058101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-acdef3da-f852-4c06-b328-3c897b7c592a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.069383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41818) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:43.145719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:43.164534 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a767bd90-ac97-45ff-a8a2-e260aa8e237e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.166581 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e736826-cf5d-47e5-8886-4b46a9531919 req-cd0d33f1-e312-4732-af70-d29168601900 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210032 Jan 21 09:41:43.172927 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1edd1d-10d0-4270-a713-920f32844ef8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:43.173975 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fe1edd1d-10d0-4270-a713-920f32844ef8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1036212 Jan 21 09:41:43.176792 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41822) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:43.214658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:43.215216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:43.216865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:43.232974 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ef83abd7-a6a5-4598-9fa8-78801870770e None None] For port 79370df2-cde9-4b08-8e57-3a5847598e56, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=79370df2-cde9-4b08-8e57-3a5847598e56,segment=NetworkSegment(1569a817-04f5-4dcd-9ee5-7c4e9d731d03),segment_id=1569a817-04f5-4dcd-9ee5-7c4e9d731d03)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:43.232974 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ef83abd7-a6a5-4598-9fa8-78801870770e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.267559 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a8aab08c-671b-40f1-bcc2-1b16c716f1e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887609 Jan 21 09:41:43.271555 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41826) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:43.277921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ea3c8a16-bc4b-484c-ba73-118a9009a6fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:43.355917 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b6823-ec19-4b10-9fa5-69870d42d5f1 None None] New status for floating IP e6d6145f-8996-4cb5-8ee8-ce9cbf707b96: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:41:43.360029 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:43.360380 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:43.361548 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.375910 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ef83abd7-a6a5-4598-9fa8-78801870770e None None] Calling delete_port for 79370df2-cde9-4b08-8e57-3a5847598e56 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:43.389093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.389440 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Added segment cff0824f-519d-43df-8b1f-7132cce6d631 of type vlan for network 5e6c943b-585b-494f-80ba-bfbe3c0c3fc0 Jan 21 09:41:43.396972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-acdef3da-f852-4c06-b328-3c897b7c592a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for f67599b9-f04a-43c2-8855-85ece025ad02 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:43.429506 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 4 to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 Jan 21 09:41:43.438173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba64633-4f21-4097-afbd-0dc08df57969,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:43.448512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ea3c8a16-bc4b-484c-ba73-118a9009a6fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:43.465278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ea3c8a16-bc4b-484c-ba73-118a9009a6fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:43.486860 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.494164 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3c8a16-bc4b-484c-ba73-118a9009a6fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:43.497953 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8a16-bc4b-484c-ba73-118a9009a6fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.511118 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ef83abd7-a6a5-4598-9fa8-78801870770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.563275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef83abd7-a6a5-4598-9fa8-78801870770e None None] No DVR routers for this DVR port 79370df2-cde9-4b08-8e57-3a5847598e56 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:43.572238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83abd7-a6a5-4598-9fa8-78801870770e None None] Pushing event deleted for resources: {'Port': ['ID=79370df2-cde9-4b08-8e57-3a5847598e56,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:43.728283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:43.728630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:43.729147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:43.770668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:43.770953 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:43.776460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.780306 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 5 to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 Jan 21 09:41:43.839220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:43.839544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:43.839874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:43.861792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:43.862112 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:43.896653 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 6 to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 Jan 21 09:41:43.897741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.objects.ports [None req-ea3c8a16-bc4b-484c-ba73-118a9009a6fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87501) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:41:43.898930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8a16-bc4b-484c-ba73-118a9009a6fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.903298 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a767bd90-ac97-45ff-a8a2-e260aa8e237e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.953111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3c8a16-bc4b-484c-ba73-118a9009a6fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:43.956416 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-ea3c8a16-bc4b-484c-ba73-118a9009a6fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:43.964230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3c8a16-bc4b-484c-ba73-118a9009a6fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:43.964955 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8a16-bc4b-484c-ba73-118a9009a6fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.968212 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767bd90-ac97-45ff-a8a2-e260aa8e237e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9a8f13-b87b-43fa-8224-e5048c400a53,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:43.972159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfe1c50-8d16-4df3-9893-00f541c0809f None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:43.986521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:43.986521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:43.986521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:43.986521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a767bd90-ac97-45ff-a8a2-e260aa8e237e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.012102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c8a16-bc4b-484c-ba73-118a9009a6fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=85fd69cc-8ac9-4db3-86bf-cefcf74515cf,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:44.016085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe66f322-0843-494a-b270-de96dc13ddff None None] Network 18415c91-ddf2-4bca-95d1-abe1e91e80d9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:44.018896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:44.018896 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:44.026091 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 7 to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 Jan 21 09:41:44.026197 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ea3c8a16-bc4b-484c-ba73-118a9009a6fd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7501431 Jan 21 09:41:44.026385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41832) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.029234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.034587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:44.035180 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.036449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'mac_address': 'fa:16:3e:46:34:20', 'name': 'tempest-NetworksTestDHCPv6-1544169733'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:44.080482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Allocated IP 172.26.4.186 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:44.120279 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a767bd90-ac97-45ff-a8a2-e260aa8e237e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/1a9a8f13-b87b-43fa-8224-e5048c400a53 HTTP/1.1" status: 204 len: 168 time: 1.9403389 Jan 21 09:41:44.120279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:44.120279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:44.120598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:44.130728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41836) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.219391 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:44.229309 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:44.239323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:44.243214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:44.244120 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:44.263721 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 8 to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 Jan 21 09:41:44.274689 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1727638 Jan 21 09:41:44.274689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcf88e-1890-4c7a-8ea7-34afbeb4bd20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event updated for resources: {'Network': ['ID=5e6c943b-585b-494f-80ba-bfbe3c0c3fc0,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:44.278530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41840) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.292512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Request body: {'subnet': {'network_id': '5e6c943b-585b-494f-80ba-bfbe3c0c3fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:44.300111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 5e6c943b-585b-494f-80ba-bfbe3c0c3fc0 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:44.329687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:44.330418 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:44.330991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:44.368724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 79370df2-cde9-4b08-8e57-3a5847598e56 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:44.401288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:44.402004 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:44.423440 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 79370df2-cde9-4b08-8e57-3a5847598e56 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:41:44.424002 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 79370df2-cde9-4b08-8e57-3a5847598e56 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:44.454422 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 9 to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 Jan 21 09:41:44.476082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf089e1-dc46-480a-87df-604e32b15bb3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.485787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:44.486077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:44.486867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:44.487337 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:44.492994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.499923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-acdef3da-f852-4c06-b328-3c897b7c592a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.512767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Usage tracker for resource:subnet and tenant:e641aaca136846879de75b08b9f3c2af is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:44.519608 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:44.532441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port b9e042fb-3577-4d12-bb8c-db7a8e49853d yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:44.547356 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:44.547685 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:44.551020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '85fd69cc-8ac9-4db3-86bf-cefcf74515cf'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:44.552439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.558161 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 10 to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 Jan 21 09:41:44.578596 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdef3da-f852-4c06-b328-3c897b7c592a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=f67599b9-f04a-43c2-8855-85ece025ad02,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:44.578907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:44.621305 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Made reservation on behalf of e641aaca136846879de75b08b9f3c2af for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:44.625721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.661019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:44.661338 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:44.661874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:44.689226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f59ca6-456a-4057-a1da-d72f7cfbd3af None None] DHCP port deletion for 18415c91-ddf2-4bca-95d1-abe1e91e80d9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:44.717463 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-45f59ca6-456a-4057-a1da-d72f7cfbd3af None None] Deleting port 8a37274f-671a-40d8-a962-529fb6b5f7b2 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:44.717984 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-45f59ca6-456a-4057-a1da-d72f7cfbd3af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.845791 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.849149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:44.849674 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 8ed36256-0705-4223-b50b-a3857f9ae5c5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:44.850184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.049745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.086394 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf089e1-dc46-480a-87df-604e32b15bb3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.101919 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-acdef3da-f852-4c06-b328-3c897b7c592a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.109232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Allocated IP 2001:db8::f816:3eff:feec:54b (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/85fd69cc-8ac9-4db3-86bf-cefcf74515cf/75f61f04-4074-452b-aa58-419cc70b4df8) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:45.154347 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event updated for resources: {'Subnet': ['ID=f9f59b3f-3eb4-4cf4-af0f-7f2a917807ed,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.161269 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Checking segment: {'id': 'cff0824f-519d-43df-8b1f-7132cce6d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e6c943b-585b-494f-80ba-bfbe3c0c3fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:45.161887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Network hostable DHCP agents. Network: 5e6c943b-585b-494f-80ba-bfbe3c0c3fc0, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:45.183969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Network 5e6c943b-585b-494f-80ba-bfbe3c0c3fc0 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:45.197789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 5e6c943b-585b-494f-80ba-bfbe3c0c3fc0) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:45.202646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:45.203473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.223271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-dbf089e1-dc46-480a-87df-604e32b15bb3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0185b1d6-239d-47ac-b010-5cacb49faaa1']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:45.226317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b517fb-b439-4b3f-8ea0-e943cadd7b24 None None] Network 5e6c943b-585b-494f-80ba-bfbe3c0c3fc0 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:45.232776 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-13359fee-a8cb-4cb0-aa6e-637b39b0a47b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9529724 Jan 21 09:41:45.235849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41846) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.241623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Request body: {'network': {'name': 'tempest-router-network01--550715463'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:45.242411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-dbf089e1-dc46-480a-87df-604e32b15bb3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1569a817-04f5-4dcd-9ee5-7c4e9d731d03') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:45.242846 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-dbf089e1-dc46-480a-87df-604e32b15bb3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1569a817-04f5-4dcd-9ee5-7c4e9d731d03') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:45.249197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:45.252991 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Usage tracker for resource:network and tenant:e641aaca136846879de75b08b9f3c2af is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:45.265593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:45.272804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] For port 8ed36256-0705-4223-b50b-a3857f9ae5c5, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:45.273762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempted to set empty binding levels {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 09:41:45.275591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:45.278751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf089e1-dc46-480a-87df-604e32b15bb3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.294272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Made reservation on behalf of e641aaca136846879de75b08b9f3c2af for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:45.299104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.338520 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:45.355872 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.356249 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Added segment 3249c9a4-feb8-4dc3-a4d8-2c335fb616dd of type vlan for network 6ff53b4e-f946-437d-973c-ce520d64b1eb Jan 21 09:41:45.359666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.403580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.449062 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.460020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:45.460218 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-45f59ca6-456a-4057-a1da-d72f7cfbd3af None None] For port 8a37274f-671a-40d8-a962-529fb6b5f7b2, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8a37274f-671a-40d8-a962-529fb6b5f7b2,segment=NetworkSegment(334830e3-6556-40c9-8738-902128c8bc6f),segment_id=334830e3-6556-40c9-8738-902128c8bc6f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:45.460579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-45f59ca6-456a-4057-a1da-d72f7cfbd3af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.460706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.595686 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf089e1-dc46-480a-87df-604e32b15bb3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.613087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event updated for resources: {'Network': ['ID=6ff53b4e-f946-437d-973c-ce520d64b1eb,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.638989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 6ff53b4e-f946-437d-973c-ce520d64b1eb details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:45.665103 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e19eb613-b99e-4446-82b2-a65d92ae5962 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4267147 Jan 21 09:41:45.666149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41850) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.675910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Request body: {'network': {'name': 'tempest-router-network02--42680170'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:45.688069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:45.692647 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Usage tracker for resource:network and tenant:e641aaca136846879de75b08b9f3c2af is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:45.699136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:45.714477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:45.733389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Made reservation on behalf of e641aaca136846879de75b08b9f3c2af for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:45.736981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.758599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-45f59ca6-456a-4057-a1da-d72f7cfbd3af None None] Calling delete_port for 8a37274f-671a-40d8-a962-529fb6b5f7b2 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:45.759720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.766551 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:45.767156 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.770933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf089e1-dc46-480a-87df-604e32b15bb3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:45.771373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf089e1-dc46-480a-87df-604e32b15bb3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.780280 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:45.788967 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:45.791051 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.791317 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Added segment 973c93f1-7e60-4692-82d5-143b10a926e8 of type vlan for network 4453755a-ce68-47ac-be80-e292719ec1e4 Jan 21 09:41:45.822881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdef3da-f852-4c06-b328-3c897b7c592a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Router f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:41:45.832002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.870805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.877036 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:45.893822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.920764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event updated for resources: {'Port': ['ID=8ed36256-0705-4223-b50b-a3857f9ae5c5,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.959543 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-62215cf4-9bf8-45cc-877b-ca1cfcd57585 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.6689665 Jan 21 09:41:45.961791 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:45.971777 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41856) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.974880 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:45.975011 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.989969 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233c470-85e0-438c-a900-d13861917137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-5e6c943b-585b-494f-80ba-bfbe3c0c3fc0', 'network_id': '5e6c943b-585b-494f-80ba-bfbe3c0c3fc0', 'tenant_id': 'e641aaca136846879de75b08b9f3c2af', 'fixed_ips': [{'subnet_id': 'f9f59b3f-3eb4-4cf4-af0f-7f2a917807ed'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:45.990794 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9233c470-85e0-438c-a900-d13861917137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.009962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Transition to ACTIVE for port object 75f61f04-4074-452b-aa58-419cc70b4df8 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:46.024755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:46.085763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event updated for resources: {'Network': ['ID=4453755a-ce68-47ac-be80-e292719ec1e4,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.100690 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-baa6690c-e6fb-4220-8b7c-ef096f590a51 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4298754 Jan 21 09:41:46.100690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41860) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:46.111769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Request body: {'subnet': {'network_id': '6ff53b4e-f946-437d-973c-ce520d64b1eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:46.139404 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf089e1-dc46-480a-87df-604e32b15bb3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.158031 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 4453755a-ce68-47ac-be80-e292719ec1e4 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:46.181608 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-45f59ca6-456a-4057-a1da-d72f7cfbd3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.188140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-9233c470-85e0-438c-a900-d13861917137 None None] Allocated IP 2001:db8::2 (5e6c943b-585b-494f-80ba-bfbe3c0c3fc0/f9f59b3f-3eb4-4cf4-af0f-7f2a917807ed/552ba5ae-bc65-4f21-9049-0db3aa92b36b) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:46.219920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbf089e1-dc46-480a-87df-604e32b15bb3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.252292 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf089e1-dc46-480a-87df-604e32b15bb3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Network': ['ID=0185b1d6-239d-47ac-b010-5cacb49faaa1,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.261112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Transition to ACTIVE for port object 75f61f04-4074-452b-aa58-419cc70b4df8 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:46.263499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdef3da-f852-4c06-b328-3c897b7c592a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:46.265504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event updated for resources: {'Port': ['ID=2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.267218 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f59ca6-456a-4057-a1da-d72f7cfbd3af None None] Pushing event deleted for resources: {'Port': ['ID=8a37274f-671a-40d8-a962-529fb6b5f7b2,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.269935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f59ca6-456a-4057-a1da-d72f7cfbd3af None None] No DVR routers for this DVR port 8a37274f-671a-40d8-a962-529fb6b5f7b2 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:46.280589 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-acdef3da-f852-4c06-b328-3c897b7c592a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "PUT /v2.0/routers/f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5711093 Jan 21 09:41:46.285143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:46.290118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Usage tracker for resource:subnet and tenant:e641aaca136846879de75b08b9f3c2af is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:46.293664 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a2bcfe71-8537-476f-88be-45b11524290e tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Deleting port 8ed36256-0705-4223-b50b-a3857f9ae5c5 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:46.294202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a2bcfe71-8537-476f-88be-45b11524290e tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.294547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:46.301758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:46.315510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41866) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:46.331534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce708b-6ab0-4414-9d9b-1b3e2ebbce2c None None] Sync routers for ids ['f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:46.385576 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dbf089e1-dc46-480a-87df-604e32b15bb3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/networks/0185b1d6-239d-47ac-b010-5cacb49faaa1 HTTP/1.1" status: 204 len: 168 time: 2.2535167 Jan 21 09:41:46.394071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41870) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:46.398553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Made reservation on behalf of e641aaca136846879de75b08b9f3c2af for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:46.402471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.417948 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.421888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8a37274f-671a-40d8-a962-529fb6b5f7b2 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:46.512306 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a51e71-fd83-48ca-b739-d69ed1ad8820 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:41:46.512483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-87a51e71-fd83-48ca-b739-d69ed1ad8820 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:46.568889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-87a51e71-fd83-48ca-b739-d69ed1ad8820 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:46.572455 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-87a51e71-fd83-48ca-b739-d69ed1ad8820 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/f67599b9-f04a-43c2-8855-85ece025ad02 HTTP/1.1" status: 404 len: 333 time: 0.2531860 Jan 21 09:41:46.572913 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::f816:3eff:fe46:3420 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/85fd69cc-8ac9-4db3-86bf-cefcf74515cf/b9e042fb-3577-4d12-bb8c-db7a8e49853d) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:46.575214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41874) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:46.616582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 8a37274f-671a-40d8-a962-529fb6b5f7b2 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:41:46.617195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8a37274f-671a-40d8-a962-529fb6b5f7b2 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:46.622113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce708b-6ab0-4414-9d9b-1b3e2ebbce2c None None] Routers {'f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:46.625516 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a2ce708b-6ab0-4414-9d9b-1b3e2ebbce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:46.743740 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a2ce708b-6ab0-4414-9d9b-1b3e2ebbce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:46.751151 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:46.764100 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:46.773968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Pushing event updated for resources: {'Port': ['ID=75f61f04-4074-452b-aa58-419cc70b4df8,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.780957 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:46.789811 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce708b-6ab0-4414-9d9b-1b3e2ebbce2c None None] Routers {'f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:46.791186 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a2ce708b-6ab0-4414-9d9b-1b3e2ebbce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:46.795449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-843d1f24-c26c-4f9f-9dc7-916ba2c3a787 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.868595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e8905b99-5af9-4dd4-bc65-82432776c143 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.910396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a2ce708b-6ab0-4414-9d9b-1b3e2ebbce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:46.910396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce708b-6ab0-4414-9d9b-1b3e2ebbce2c None None] The sync data for ids ['f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:46.936255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-a2bcfe71-8537-476f-88be-45b11524290e tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] For port 8ed36256-0705-4223-b50b-a3857f9ae5c5, host hv-neutron-8257, got binding levels [] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:46.936627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a2bcfe71-8537-476f-88be-45b11524290e tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.024986 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Attempting to bind port 75f61f04-4074-452b-aa58-419cc70b4df8 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:47.024986 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Attempting to bind port 75f61f04-4074-452b-aa58-419cc70b4df8 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:47.029425 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Attempting to bind port 75f61f04-4074-452b-aa58-419cc70b4df8 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:47.039709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:47.039709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:47.047080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.047080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:47.047080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Bound port: 75f61f04-4074-452b-aa58-419cc70b4df8, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:47.047080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.062817 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9233c470-85e0-438c-a900-d13861917137 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.102974 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9233c470-85e0-438c-a900-d13861917137 None None] Transition to ACTIVE for port object 552ba5ae-bc65-4f21-9049-0db3aa92b36b will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:47.147298 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9233c470-85e0-438c-a900-d13861917137 None None] Transition to ACTIVE for port object 552ba5ae-bc65-4f21-9049-0db3aa92b36b will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:47.161963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9233c470-85e0-438c-a900-d13861917137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.238764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a2bcfe71-8537-476f-88be-45b11524290e tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Calling delete_port for 8ed36256-0705-4223-b50b-a3857f9ae5c5 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:47.270612 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9233c470-85e0-438c-a900-d13861917137 None None] Network 5e6c943b-585b-494f-80ba-bfbe3c0c3fc0 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:47.278911 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] For port 75f61f04-4074-452b-aa58-419cc70b4df8, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:47.285713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-9233c470-85e0-438c-a900-d13861917137 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:47.294496 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233c470-85e0-438c-a900-d13861917137 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:47.309578 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] For port 75f61f04-4074-452b-aa58-419cc70b4df8, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=75f61f04-4074-452b-aa58-419cc70b4df8,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:47.310491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233c470-85e0-438c-a900-d13861917137 None None] Pushing event updated for resources: {'Port': ['ID=552ba5ae-bc65-4f21-9049-0db3aa92b36b,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.354927 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.375683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-843d1f24-c26c-4f9f-9dc7-916ba2c3a787 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.388697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-843d1f24-c26c-4f9f-9dc7-916ba2c3a787 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.502955 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9233c470-85e0-438c-a900-d13861917137 None None] Attempting to bind port 552ba5ae-bc65-4f21-9049-0db3aa92b36b on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:47.503708 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9233c470-85e0-438c-a900-d13861917137 None None] Attempting to bind port 552ba5ae-bc65-4f21-9049-0db3aa92b36b by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'cff0824f-519d-43df-8b1f-7132cce6d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e6c943b-585b-494f-80ba-bfbe3c0c3fc0'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:47.503834 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9233c470-85e0-438c-a900-d13861917137 None None] Attempting to bind port 552ba5ae-bc65-4f21-9049-0db3aa92b36b on network 5e6c943b-585b-494f-80ba-bfbe3c0c3fc0 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:47.517063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f481b-c709-4a8e-bf8e-ca1b5800da3b None None] Pushing event updated for resources: {'Port': ['ID=75f61f04-4074-452b-aa58-419cc70b4df8,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.521043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9233c470-85e0-438c-a900-d13861917137 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:47.522070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9233c470-85e0-438c-a900-d13861917137 None None] Checking segment: {'id': 'cff0824f-519d-43df-8b1f-7132cce6d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e6c943b-585b-494f-80ba-bfbe3c0c3fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:47.522070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9233c470-85e0-438c-a900-d13861917137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.522445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e8905b99-5af9-4dd4-bc65-82432776c143 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.522949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9233c470-85e0-438c-a900-d13861917137 None None] Bound using segment: {'id': 'cff0824f-519d-43df-8b1f-7132cce6d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e6c943b-585b-494f-80ba-bfbe3c0c3fc0'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:47.522949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9233c470-85e0-438c-a900-d13861917137 None None] Bound port: 552ba5ae-bc65-4f21-9049-0db3aa92b36b, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff0824f-519d-43df-8b1f-7132cce6d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e6c943b-585b-494f-80ba-bfbe3c0c3fc0'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:47.523291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9233c470-85e0-438c-a900-d13861917137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.526872 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.530811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-843d1f24-c26c-4f9f-9dc7-916ba2c3a787 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.531272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843d1f24-c26c-4f9f-9dc7-916ba2c3a787 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Fanout notify agent at l3_agent the message router_deleted on router f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:41:47.595746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.636269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9233c470-85e0-438c-a900-d13861917137 None None] For port 552ba5ae-bc65-4f21-9049-0db3aa92b36b, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:47.640789 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9233c470-85e0-438c-a900-d13861917137 None None] For port 552ba5ae-bc65-4f21-9049-0db3aa92b36b, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=552ba5ae-bc65-4f21-9049-0db3aa92b36b,segment=NetworkSegment(cff0824f-519d-43df-8b1f-7132cce6d631),segment_id=cff0824f-519d-43df-8b1f-7132cce6d631)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:47.651636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9233c470-85e0-438c-a900-d13861917137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.669140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-843d1f24-c26c-4f9f-9dc7-916ba2c3a787 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.670095 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-843d1f24-c26c-4f9f-9dc7-916ba2c3a787 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/routers/f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f HTTP/1.1" status: 204 len: 168 time: 1.0926137 Jan 21 09:41:47.672952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.701552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41880) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:47.707559 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-e8905b99-5af9-4dd4-bc65-82432776c143 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18415c91-ddf2-4bca-95d1-abe1e91e80d9']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:47.750324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-e8905b99-5af9-4dd4-bc65-82432776c143 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334830e3-6556-40c9-8738-902128c8bc6f') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:47.750621 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-e8905b99-5af9-4dd4-bc65-82432776c143 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334830e3-6556-40c9-8738-902128c8bc6f') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:47.778072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233c470-85e0-438c-a900-d13861917137 None None] Pushing event updated for resources: {'Port': ['ID=552ba5ae-bc65-4f21-9049-0db3aa92b36b,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.781030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Checking segment: {'id': '3249c9a4-feb8-4dc3-a4d8-2c335fb616dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ff53b4e-f946-437d-973c-ce520d64b1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:47.781643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Network hostable DHCP agents. Network: 6ff53b4e-f946-437d-973c-ce520d64b1eb, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:47.790362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a2bcfe71-8537-476f-88be-45b11524290e tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.792428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event updated for resources: {'Subnet': ['ID=85918cf3-df6c-4a49-a324-ebab1f649faf,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.794796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object b9e042fb-3577-4d12-bb8c-db7a8e49853d will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:47.799408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e8905b99-5af9-4dd4-bc65-82432776c143 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.846462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cf858c-bb19-41d3-af0b-3f9def940856 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting subnet e5b84f07-8cdc-4a39-937d-9576423649f1 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:47.855884 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a0cf858c-bb19-41d3-af0b-3f9def940856 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.890424 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcfe71-8537-476f-88be-45b11524290e tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ed36256-0705-4223-b50b-a3857f9ae5c5,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.901323 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e8905b99-5af9-4dd4-bc65-82432776c143 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.906675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Network 6ff53b4e-f946-437d-973c-ce520d64b1eb is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:47.927165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8905b99-5af9-4dd4-bc65-82432776c143 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:47.927850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e8905b99-5af9-4dd4-bc65-82432776c143 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.958978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 6ff53b4e-f946-437d-973c-ce520d64b1eb) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:47.966159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a0cf858c-bb19-41d3-af0b-3f9def940856 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.969106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c72e3f1-6506-4f1b-87c0-55684f15219b None None] Network 6ff53b4e-f946-437d-973c-ce520d64b1eb requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:47.969903 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:47.975758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a2bcfe71-8537-476f-88be-45b11524290e tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.003214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.017816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.018705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.150490 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a2bcfe71-8537-476f-88be-45b11524290e tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "DELETE /v2.0/ports/8ed36256-0705-4223-b50b-a3857f9ae5c5 HTTP/1.1" status: 204 len: 168 time: 2.1759017 Jan 21 09:41:48.157558 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b9fcf5b2-aff4-4d64-9893-9a3d64e1c68c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0547137 Jan 21 09:41:48.158436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41884) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.164157 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:48.179838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41886) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.181762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:48.194342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:48.202413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.203275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.279104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Request body: {'subnet': {'network_id': '4453755a-ce68-47ac-be80-e292719ec1e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:48.313091 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2846608 Jan 21 09:41:48.328963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41892) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.335168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d95079-92d7-41c9-8241-d4a1c2a0f90d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=b9e042fb-3577-4d12-bb8c-db7a8e49853d,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:48.374183 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e8905b99-5af9-4dd4-bc65-82432776c143 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.382656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e8905b99-5af9-4dd4-bc65-82432776c143 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.398528 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c855d4-4cd6-4a03-ab25-003683dd2c41 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:41:48.405652 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e0c855d4-4cd6-4a03-ab25-003683dd2c41 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "GET /v2.0/ports/8ed36256-0705-4223-b50b-a3857f9ae5c5 HTTP/1.1" status: 404 len: 333 time: 0.2286518 Jan 21 09:41:48.417497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41898) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.469340 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-6ff53b4e-f946-437d-973c-ce520d64b1eb', 'network_id': '6ff53b4e-f946-437d-973c-ce520d64b1eb', 'tenant_id': 'e641aaca136846879de75b08b9f3c2af', 'fixed_ips': [{'subnet_id': '85918cf3-df6c-4a49-a324-ebab1f649faf'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:48.470192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.492543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Request body: {'port': {'network_id': '46acf906-b845-462a-8fda-7dafd70ba998', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1197556521'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:48.503074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8905b99-5af9-4dd4-bc65-82432776c143 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Network': ['ID=18415c91-ddf2-4bca-95d1-abe1e91e80d9,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:48.534091 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e8905b99-5af9-4dd4-bc65-82432776c143 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/networks/18415c91-ddf2-4bca-95d1-abe1e91e80d9 HTTP/1.1" status: 204 len: 168 time: 2.1263309 Jan 21 09:41:48.535516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:48.553535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41902) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.560914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-411766750'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:48.587305 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:48.597357 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Usage tracker for resource:subnet and tenant:e641aaca136846879de75b08b9f3c2af is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:48.600693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:48.628157 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a0cf858c-bb19-41d3-af0b-3f9def940856 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.629783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 552ba5ae-bc65-4f21-9049-0db3aa92b36b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:48.650176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Usage tracker for resource:port and tenant:8edbbda469eb414aad7c6ff1c3ef1b29 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:48.661206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:48.664406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:48.666974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:48.670153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:48.681434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:network and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:48.687309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.688515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:48.698161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:48.714258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Made reservation on behalf of e641aaca136846879de75b08b9f3c2af for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:48.717494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.756280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Made reservation on behalf of 8edbbda469eb414aad7c6ff1c3ef1b29 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:48.756640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:48.758715 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.761724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.808140 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] device_id is not set on port 93869d22-2334-429d-a99d-eb95723cab7e yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:48.814097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 552ba5ae-bc65-4f21-9049-0db3aa92b36b completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:48.827072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 75f61f04-4074-452b-aa58-419cc70b4df8 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:48.848007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3938bc-6bc5-4758-869e-1c45a749ba01 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.862886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3938bc-6bc5-4758-869e-1c45a749ba01 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.863944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6b3938bc-6bc5-4758-869e-1c45a749ba01 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:48.946024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:48.955078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a0cf858c-bb19-41d3-af0b-3f9def940856 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.980506 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Allocated IP 2001:db8::2 (6ff53b4e-f946-437d-973c-ce520d64b1eb/85918cf3-df6c-4a49-a324-ebab1f649faf/7a1f7f48-405f-4450-adb3-9c3a70baabf7) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:48.994361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 75f61f04-4074-452b-aa58-419cc70b4df8 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:49.057197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6b3938bc-6bc5-4758-869e-1c45a749ba01 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:49.058516 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6b3938bc-6bc5-4758-869e-1c45a749ba01 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7247400 Jan 21 09:41:49.068870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.069578 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Added segment 0792bf2b-e078-4d33-b0c7-9661120d729c of type vlan for network 67477b74-621c-47d3-a50a-c9a5079d4913 Jan 21 09:41:49.072614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41906) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:49.073642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf858c-bb19-41d3-af0b-3f9def940856 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b84f07-8cdc-4a39-937d-9576423649f1,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:49.088359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a0cf858c-bb19-41d3-af0b-3f9def940856 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.186771 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a0cf858c-bb19-41d3-af0b-3f9def940856 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/e5b84f07-8cdc-4a39-937d-9576423649f1 HTTP/1.1" status: 204 len: 168 time: 1.4824216 Jan 21 09:41:49.203344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41910) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:49.220684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22ab4ce-962f-4879-8ce4-f88f55b13d41 None None] Network f9f6de0d-d8f0-4897-89c4-6bcbd1956116 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:49.364429 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.372119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Router c009b69d-c8da-4aef-8d9a-517536038325 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:41:49.432601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.445784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.458118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-98616ca6-f1cb-42a0-b9d9-315d45113a6a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port b9e042fb-3577-4d12-bb8c-db7a8e49853d {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:49.458264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98616ca6-f1cb-42a0-b9d9-315d45113a6a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.537222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.603556 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:49.607272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.701625 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:49.710078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a389f-d091-4c0a-865e-ae78c8d020dd None None] Network 5e6c943b-585b-494f-80ba-bfbe3c0c3fc0 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:49.723071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Network 46acf906-b845-462a-8fda-7dafd70ba998 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:49.737028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:49.745765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:49.746594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:49.747585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.785249 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3518908 Jan 21 09:41:49.790318 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41916) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:49.796525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91242fb0-9661-4876-a2d0-f8e49b8e5ae3 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event updated for resources: {'Port': ['ID=93869d22-2334-429d-a99d-eb95723cab7e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:49.805594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:49.839911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:49.850529 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Sync routers for ids ['c009b69d-c8da-4aef-8d9a-517536038325'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:49.861088 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Routers {'c009b69d-c8da-4aef-8d9a-517536038325'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:49.861977 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c009b69d-c8da-4aef-8d9a-517536038325'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:49.939146 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.941833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ca3bab8d-5ab1-41d4-8cbd-3de37a171f28 None None] Provisioning for port 552ba5ae-bc65-4f21-9049-0db3aa92b36b completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:49.954738 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ca3bab8d-5ab1-41d4-8cbd-3de37a171f28 None None] Provisioning complete for port 552ba5ae-bc65-4f21-9049-0db3aa92b36b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:49.954882 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ca3bab8d-5ab1-41d4-8cbd-3de37a171f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.988277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.998796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.002938 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7cfd98aa-e2a8-44cb-ab43-95fd12416146 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.6603889 Jan 21 09:41:50.007003 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41920) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:50.103317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d988de6-d88f-41f0-9a78-1afc698b344c None None] DHCP port deletion for f9f6de0d-d8f0-4897-89c4-6bcbd1956116 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:50.106243 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.122721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:50.123465 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.125527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Transition to ACTIVE for port object 7a1f7f48-405f-4450-adb3-9c3a70baabf7 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:50.138915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7d988de6-d88f-41f0-9a78-1afc698b344c None None] Deleting port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:50.138915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7d988de6-d88f-41f0-9a78-1afc698b344c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.247370 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Set router c009b69d-c8da-4aef-8d9a-517536038325 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:41:50.263490 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-eb4bc7d2-7173-438e-8959-b935a8d55c08 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/routers/c009b69d-c8da-4aef-8d9a-517536038325 HTTP/1.1" status: 200 len: 909 time: 0.2540810 Jan 21 09:41:50.263897 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41924) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:50.274240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2135372883', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'enable_snat': True}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:50.281697 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:50.286370 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Usage tracker for resource:router and tenant:a57cf99079224b4e9fa15599cfeb8fbf is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:50.289487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Transition to ACTIVE for port object 7a1f7f48-405f-4450-adb3-9c3a70baabf7 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:50.290589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:50.298728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:50.339728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.341167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.396419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.408319 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.420803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:50.476103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] For port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0aa7029e-b4af-47d7-a254-9ec11ea27ea9,segment=NetworkSegment(5152d923-ce34-4677-8a05-399bd97c0b10),segment_id=5152d923-ce34-4677-8a05-399bd97c0b10)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:50.476487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.620271 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c009b69d-c8da-4aef-8d9a-517536038325', 'name': 'tempest-snat-router-2135372883', 'tenant_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.186'}], 'enable_snat': False}, 'gw_port_id': '2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:40Z', 'updated_at': '2022-01-21T09:41:46Z', 'revision_number': 3, 'project_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'gw_port': {'id': '2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c009b69d-c8da-4aef-8d9a-517536038325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:43Z', 'updated_at': '2022-01-21T09:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:50.625795 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Checking router: c009b69d-c8da-4aef-8d9a-517536038325 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:41:50.628738 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Updating router c009b69d-c8da-4aef-8d9a-517536038325 port 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:41:50.656614 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Network 6ff53b4e-f946-437d-973c-ce520d64b1eb is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:50.701716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:50.701716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:50.729461 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:50.783093 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.844829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.854521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Pushing event updated for resources: {'Port': ['ID=7a1f7f48-405f-4450-adb3-9c3a70baabf7,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:50.906043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ca3bab8d-5ab1-41d4-8cbd-3de37a171f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.955629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Attempting to bind port 7a1f7f48-405f-4450-adb3-9c3a70baabf7 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:50.956141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Attempting to bind port 7a1f7f48-405f-4450-adb3-9c3a70baabf7 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '3249c9a4-feb8-4dc3-a4d8-2c335fb616dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ff53b4e-f946-437d-973c-ce520d64b1eb'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:50.956538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Attempting to bind port 7a1f7f48-405f-4450-adb3-9c3a70baabf7 on network 6ff53b4e-f946-437d-973c-ce520d64b1eb {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:50.963208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.971333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No active binding found for port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 {{(pid=87503) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 21 09:41:50.971333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:51.003069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.035971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:51.092969 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:51.093532 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Checking segment: {'id': '3249c9a4-feb8-4dc3-a4d8-2c335fb616dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ff53b4e-f946-437d-973c-ce520d64b1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:51.093818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.094340 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Bound using segment: {'id': '3249c9a4-feb8-4dc3-a4d8-2c335fb616dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ff53b4e-f946-437d-973c-ce520d64b1eb'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:51.094816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Bound port: 7a1f7f48-405f-4450-adb3-9c3a70baabf7, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3249c9a4-feb8-4dc3-a4d8-2c335fb616dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ff53b4e-f946-437d-973c-ce520d64b1eb'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:51.097863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.209005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] device_id is not set on port 93869d22-2334-429d-a99d-eb95723cab7e yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:51.215235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No DVR routers for this DVR port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:51.239060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] For port 7a1f7f48-405f-4450-adb3-9c3a70baabf7, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:51.244609 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] For port 7a1f7f48-405f-4450-adb3-9c3a70baabf7, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7a1f7f48-405f-4450-adb3-9c3a70baabf7,segment=NetworkSegment(3249c9a4-feb8-4dc3-a4d8-2c335fb616dd),segment_id=3249c9a4-feb8-4dc3-a4d8-2c335fb616dd)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:51.273017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ca3bab8d-5ab1-41d4-8cbd-3de37a171f28 None None] For port 552ba5ae-bc65-4f21-9049-0db3aa92b36b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=552ba5ae-bc65-4f21-9049-0db3aa92b36b,segment=NetworkSegment(cff0824f-519d-43df-8b1f-7132cce6d631),segment_id=cff0824f-519d-43df-8b1f-7132cce6d631)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:51.275412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.300727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.353771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Transition to ACTIVE for port object 93869d22-2334-429d-a99d-eb95723cab7e will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:51.373232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.383567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ca3bab8d-5ab1-41d4-8cbd-3de37a171f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.438212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-7d988de6-d88f-41f0-9a78-1afc698b344c None None] For port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=0aa7029e-b4af-47d7-a254-9ec11ea27ea9,segment=NetworkSegment(5152d923-ce34-4677-8a05-399bd97c0b10),segment_id=5152d923-ce34-4677-8a05-399bd97c0b10)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:51.438212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7d988de6-d88f-41f0-9a78-1afc698b344c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.493480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98616ca6-f1cb-42a0-b9d9-315d45113a6a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.567630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Network': ['ID=67477b74-621c-47d3-a50a-c9a5079d4913,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.583489 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9ce56c95-8a08-43a2-8da4-21b5e2f877f4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.0284319 Jan 21 09:41:51.588788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41930) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:51.592100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=0aa7029e-b4af-47d7-a254-9ec11ea27ea9,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.601408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event updated for resources: {'Subnet': ['ID=40ea4600-dfd7-4699-85c4-f9c18cf0c6e8,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.651899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'subnet': {'network_id': '67477b74-621c-47d3-a50a-c9a5079d4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:51.670513 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.706038 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Transition to ACTIVE for port object 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:51.723890 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.783777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7d988de6-d88f-41f0-9a78-1afc698b344c None None] Calling delete_port for 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:51.816371 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 67477b74-621c-47d3-a50a-c9a5079d4913 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:51.817533 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Attempting to bind port 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:51.817622 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Attempting to bind port 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:51.818311 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Attempting to bind port 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:51.828008 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b2f19-4406-442f-bf76-86701672dc28 None None] Pushing event updated for resources: {'Port': ['ID=2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.837359 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:51.838038 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:51.838622 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.839498 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:51.840571 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Bound port: 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:51.841329 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.894664 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event updated for resources: {'Port': ['ID=93869d22-2334-429d-a99d-eb95723cab7e,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.898973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-98616ca6-f1cb-42a0-b9d9-315d45113a6a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for b9e042fb-3577-4d12-bb8c-db7a8e49853d owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:51.959266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:51.959456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:51.961522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:51.983067 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-707719ea-c3e5-43c2-be2d-ebc76eb4bab7 None None] Provisioning for port 75f61f04-4074-452b-aa58-419cc70b4df8 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:51.992655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:51.992655 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:51.996146 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656a34b-cf33-49f7-a7c8-f13251fef1d2 None None] Pushing event updated for resources: {'Port': ['ID=7a1f7f48-405f-4450-adb3-9c3a70baabf7,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.999497 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] For port 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:52.012946 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] For port 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:52.016853 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 2 to bind port 93869d22-2334-429d-a99d-eb95723cab7e Jan 21 09:41:52.026717 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.035936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Checking segment: {'id': '973c93f1-7e60-4692-82d5-143b10a926e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4453755a-ce68-47ac-be80-e292719ec1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:52.036192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Network hostable DHCP agents. Network: 4453755a-ce68-47ac-be80-e292719ec1e4, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:52.117124 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-707719ea-c3e5-43c2-be2d-ebc76eb4bab7 None None] Provisioning complete for port 75f61f04-4074-452b-aa58-419cc70b4df8 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:52.118250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-707719ea-c3e5-43c2-be2d-ebc76eb4bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.130143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.148974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:52.151556 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:52.152512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:52.156609 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b2f19-4406-442f-bf76-86701672dc28 None None] Pushing event updated for resources: {'Port': ['ID=2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:52.200710 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Routers {'c009b69d-c8da-4aef-8d9a-517536038325'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:52.201359 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c009b69d-c8da-4aef-8d9a-517536038325'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:52.268295 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-7d988de6-d88f-41f0-9a78-1afc698b344c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:52.269327 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-7d988de6-d88f-41f0-9a78-1afc698b344c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:52.312878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:52.313120 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:52.315923 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 3 to bind port 93869d22-2334-429d-a99d-eb95723cab7e Jan 21 09:41:52.365625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.450936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bab8d-5ab1-41d4-8cbd-3de37a171f28 None None] Pushing event updated for resources: {'Port': ['ID=552ba5ae-bc65-4f21-9049-0db3aa92b36b,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:52.455226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:52.455563 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:52.455904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:52.479928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.482303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-707719ea-c3e5-43c2-be2d-ebc76eb4bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.527568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f6de0d-d8f0-4897-89c4-6bcbd1956116']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:52.542070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-707719ea-c3e5-43c2-be2d-ebc76eb4bab7 None None] For port 75f61f04-4074-452b-aa58-419cc70b4df8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=75f61f04-4074-452b-aa58-419cc70b4df8,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:52.547469 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-707719ea-c3e5-43c2-be2d-ebc76eb4bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.587633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Network 4453755a-ce68-47ac-be80-e292719ec1e4 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:52.590658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:52.599173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:52.599502 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:52.613256 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] Set router c009b69d-c8da-4aef-8d9a-517536038325 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:41:52.616647 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5152d923-ce34-4677-8a05-399bd97c0b10') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:52.617471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5152d923-ce34-4677-8a05-399bd97c0b10') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:52.642097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:subnet and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:52.647286 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 4 to bind port 93869d22-2334-429d-a99d-eb95723cab7e Jan 21 09:41:52.662900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:52.677038 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7a1f7f48-405f-4450-adb3-9c3a70baabf7 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:52.678997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.686532 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:52.694560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 4453755a-ce68-47ac-be80-e292719ec1e4) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:52.704737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98616ca6-f1cb-42a0-b9d9-315d45113a6a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.713282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:52.713656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:52.713993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:52.715339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:52.719160 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.745463 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c01e0a-7cf4-4c6f-8b93-d0cd0b5e875f None None] Network 4453755a-ce68-47ac-be80-e292719ec1e4 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:52.767274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-707719ea-c3e5-43c2-be2d-ebc76eb4bab7 None None] Provisioning for port b9e042fb-3577-4d12-bb8c-db7a8e49853d completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:52.817931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:52.818139 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:52.820195 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 5 to bind port 93869d22-2334-429d-a99d-eb95723cab7e Jan 21 09:41:52.871446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:52.872092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:52.872604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:52.883469 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-707719ea-c3e5-43c2-be2d-ebc76eb4bab7 None None] Provisioning complete for port b9e042fb-3577-4d12-bb8c-db7a8e49853d triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:52.883843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-707719ea-c3e5-43c2-be2d-ebc76eb4bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.887216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:52.887603 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:52.888828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Allocated IP 172.26.4.38 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/e3f93591-9486-45e3-a14c-4431009c5f0a) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:52.890792 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 6 to bind port 93869d22-2334-429d-a99d-eb95723cab7e Jan 21 09:41:52.913841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:52.914127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7d988de6-d88f-41f0-9a78-1afc698b344c None None] Deleting port 0aa7029e-b4af-47d7-a254-9ec11ea27ea9 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:52.914497 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7d988de6-d88f-41f0-9a78-1afc698b344c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.914889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:52.915427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:52.923492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:52.924163 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:52.940442 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 7 to bind port 93869d22-2334-429d-a99d-eb95723cab7e Jan 21 09:41:52.959089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:52.959662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:52.960149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:52.981617 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:52.984866 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:52.987519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:52.988356 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.995213 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 8 to bind port 93869d22-2334-429d-a99d-eb95723cab7e Jan 21 09:41:53.015006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-707719ea-c3e5-43c2-be2d-ebc76eb4bab7 None None] Port b9e042fb-3577-4d12-bb8c-db7a8e49853d was deleted so its status cannot be updated. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 09:41:53.029655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:53.030617 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:53.031045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:53.033415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 7a1f7f48-405f-4450-adb3-9c3a70baabf7 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:53.048746 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c009b69d-c8da-4aef-8d9a-517536038325', 'name': 'tempest-snat-router-2135372883', 'tenant_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.186'}], 'enable_snat': False}, 'gw_port_id': '2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:40Z', 'updated_at': '2022-01-21T09:41:46Z', 'revision_number': 3, 'project_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'gw_port': {'id': '2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c009b69d-c8da-4aef-8d9a-517536038325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:43Z', 'updated_at': '2022-01-21T09:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:53.057116 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb90aa-ceae-443f-a21a-23b9f000a4f3 None None] The sync data for ids ['c009b69d-c8da-4aef-8d9a-517536038325'] in dv-neutron-825723-1-hyperv is: [{'id': 'c009b69d-c8da-4aef-8d9a-517536038325', 'name': 'tempest-snat-router-2135372883', 'tenant_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.186'}], 'enable_snat': False}, 'gw_port_id': '2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:40Z', 'updated_at': '2022-01-21T09:41:46Z', 'revision_number': 3, 'project_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'gw_port': {'id': '2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c009b69d-c8da-4aef-8d9a-517536038325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:43Z', 'updated_at': '2022-01-21T09:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:53.076937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.098938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:53.099262 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:53.103707 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 9 to bind port 93869d22-2334-429d-a99d-eb95723cab7e Jan 21 09:41:53.121355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98616ca6-f1cb-42a0-b9d9-315d45113a6a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=b9e042fb-3577-4d12-bb8c-db7a8e49853d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:53.139790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707719ea-c3e5-43c2-be2d-ebc76eb4bab7 None None] Pushing event updated for resources: {'Port': ['ID=75f61f04-4074-452b-aa58-419cc70b4df8,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:53.149509 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:53.150026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:53.150503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:53.156056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7d988de6-d88f-41f0-9a78-1afc698b344c None None] The port '0aa7029e-b4af-47d7-a254-9ec11ea27ea9' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:41:53.175634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:53.177958 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:53.183039 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.plugins.ml2.plugin [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 10 to bind port 93869d22-2334-429d-a99d-eb95723cab7e Jan 21 09:41:53.213915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:53.215916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.241271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:53.244091 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:53.244091 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:53.266215 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:53.273581 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:41:53.279472 dv-neutron-825723-1-hyperv neutron-server[87502]: ERROR neutron.plugins.ml2.managers [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 93869d22-2334-429d-a99d-eb95723cab7e on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:41:53.279472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.284017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5b525aea-05fa-47b9-9703-823892f59863 None None] Provisioning complete for port 552ba5ae-bc65-4f21-9049-0db3aa92b36b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:53.284586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5b525aea-05fa-47b9-9703-823892f59863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.348747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4453755a-ce68-47ac-be80-e292719ec1e4', 'network_id': '4453755a-ce68-47ac-be80-e292719ec1e4', 'tenant_id': 'e641aaca136846879de75b08b9f3c2af', 'fixed_ips': [{'subnet_id': '40ea4600-dfd7-4699-85c4-f9c18cf0c6e8'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:53.349903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.357607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.388930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98616ca6-f1cb-42a0-b9d9-315d45113a6a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.390848 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-98616ca6-f1cb-42a0-b9d9-315d45113a6a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/b9e042fb-3577-4d12-bb8c-db7a8e49853d HTTP/1.1" status: 204 len: 168 time: 4.3141081 Jan 21 09:41:53.394984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41938) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:53.529183 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bfeba35d-f6d7-4162-8a12-8563f23a1475 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3424163 Jan 21 09:41:53.538423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41944) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:53.731147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59768054-55a8-435a-8348-78330303dfce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:53.733133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59768054-55a8-435a-8348-78330303dfce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:53.735108 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-59768054-55a8-435a-8348-78330303dfce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3289101 Jan 21 09:41:53.738546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41948) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:53.741651 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] For port 93869d22-2334-429d-a99d-eb95723cab7e, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:53.742276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempted to set empty binding levels {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 09:41:53.752369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.811808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.858130 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c4b442-17cb-4a57-befd-bd7e4bd94bec None None] Network 6ff53b4e-f946-437d-973c-ce520d64b1eb requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:53.901179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.915216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] In _notify_port_updated(), no bound segment for port 93869d22-2334-429d-a99d-eb95723cab7e on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:41:53.916092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:53.916719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.918236 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "PUT /v2.0/ports/93869d22-2334-429d-a99d-eb95723cab7e HTTP/1.1" status: 200 len: 977 time: 4.1260631 Jan 21 09:41:53.923886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.926050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41952) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:53.957300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4bfb3-7ea6-4f9d-a0a5-f12d76948608 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event updated for resources: {'Port': ['ID=93869d22-2334-429d-a99d-eb95723cab7e,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:53.963737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b181c1-d244-4669-a125-7a28c52683bf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 85fd69cc-8ac9-4db3-86bf-cefcf74515cf {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:53.975371 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Allocated IP 2001:db8::2 (4453755a-ce68-47ac-be80-e292719ec1e4/40ea4600-dfd7-4699-85c4-f9c18cf0c6e8/232e1070-0084-4d25-883b-6030129c8c43) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:54.014681 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Network': ['ID=f9f6de0d-d8f0-4897-89c4-6bcbd1956116,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:54.036969 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-41f40976-fbc8-4efb-b7f8-819726e864e0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/networks/f9f6de0d-d8f0-4897-89c4-6bcbd1956116 HTTP/1.1" status: 204 len: 168 time: 4.8299584 Jan 21 09:41:54.043092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41956) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:54.051486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27b181c1-d244-4669-a125-7a28c52683bf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.097764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-35e435ea-a628-4e68-8ddc-3edbce7ac776 None None] Provisioning for port 7a1f7f48-405f-4450-adb3-9c3a70baabf7 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:54.115316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.175727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:54.208057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27b181c1-d244-4669-a125-7a28c52683bf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.262136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-35e435ea-a628-4e68-8ddc-3edbce7ac776 None None] Provisioning complete for port 7a1f7f48-405f-4450-adb3-9c3a70baabf7 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:54.262784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-35e435ea-a628-4e68-8ddc-3edbce7ac776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.292302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2da4ea-43b5-4dee-ab48-150e1f544991 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.293222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6d2da4ea-43b5-4dee-ab48-150e1f544991 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:54.302148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:54.317110 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Subnet': ['ID=4da41f86-4be8-4b04-9f74-d5dcdfaa032f,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:54.332472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:54.349372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Checking segment: {'id': '0792bf2b-e078-4d33-b0c7-9661120d729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '67477b74-621c-47d3-a50a-c9a5079d4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:54.349863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network hostable DHCP agents. Network: 67477b74-621c-47d3-a50a-c9a5079d4913, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:54.392514 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.406334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.422322 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Transition to ACTIVE for port object 232e1070-0084-4d25-883b-6030129c8c43 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:54.502725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Transition to ACTIVE for port object 232e1070-0084-4d25-883b-6030129c8c43 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:54.516821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 67477b74-621c-47d3-a50a-c9a5079d4913 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:54.567054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.607748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 67477b74-621c-47d3-a50a-c9a5079d4913) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:54.613965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.615150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.652407 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 75f61f04-4074-452b-aa58-419cc70b4df8 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:54.681550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c5b6d1-b1f8-4f67-95f9-24ea27c61199 None None] Network 67477b74-621c-47d3-a50a-c9a5079d4913 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:54.695087 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7a1c522f-901a-4981-b48b-305e0c94cdb5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0956519 Jan 21 09:41:54.699322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41960) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:54.707059 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-363836fd-fcbc-447a-b095-bf066336c1df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1887277445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:54.726910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-363836fd-fcbc-447a-b095-bf066336c1df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:54.737790 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-363836fd-fcbc-447a-b095-bf066336c1df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:router and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:54.745788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-363836fd-fcbc-447a-b095-bf066336c1df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:54.747254 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-35e435ea-a628-4e68-8ddc-3edbce7ac776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.765413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6d2da4ea-43b5-4dee-ab48-150e1f544991 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:54.766573 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6d2da4ea-43b5-4dee-ab48-150e1f544991 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/81a7cc0b-549a-447c-82f1-1e311ca27d34 HTTP/1.1" status: 200 len: 844 time: 0.6885102 Jan 21 09:41:54.773542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41966) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:54.796128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-363836fd-fcbc-447a-b095-bf066336c1df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:54.818622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27b181c1-d244-4669-a125-7a28c52683bf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.826406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-363836fd-fcbc-447a-b095-bf066336c1df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.827742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-363836fd-fcbc-447a-b095-bf066336c1df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.828856 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Network 4453755a-ce68-47ac-be80-e292719ec1e4 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:54.849318 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-35e435ea-a628-4e68-8ddc-3edbce7ac776 None None] For port 7a1f7f48-405f-4450-adb3-9c3a70baabf7, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7a1f7f48-405f-4450-adb3-9c3a70baabf7,segment=NetworkSegment(3249c9a4-feb8-4dc3-a4d8-2c335fb616dd),segment_id=3249c9a4-feb8-4dc3-a4d8-2c335fb616dd)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:54.856176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event updated for resources: {'Port': ['ID=e3f93591-9486-45e3-a14c-4431009c5f0a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:54.858143 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:54.875176 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:54.906614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-363836fd-fcbc-447a-b095-bf066336c1df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.944199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.944728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.945383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.946189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.947256 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.947533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Allocated IP 2001:db8::1 (6ff53b4e-f946-437d-973c-ce520d64b1eb/85918cf3-df6c-4a49-a324-ebab1f649faf/7bce472f-5443-4f0f-b455-9e5d07a4886b) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:54.947769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.948235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.948874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.949391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.950241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.950787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.951535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.952194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.952714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.953215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.953965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.954675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.955231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.955743 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.956207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.956998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.957543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.958187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.958814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.958944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-363836fd-fcbc-447a-b095-bf066336c1df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.961322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Synchronizing usage tracker for tenant:8edbbda469eb414aad7c6ff1c3ef1b29 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:54.985000 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-35e435ea-a628-4e68-8ddc-3edbce7ac776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.987072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Pushing event updated for resources: {'Port': ['ID=232e1070-0084-4d25-883b-6030129c8c43,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:55.183813 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-19424d63-e821-48f8-a1d9-e57966ac796e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/81a7cc0b-549a-447c-82f1-1e311ca27d34?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4033482 Jan 21 09:41:55.191989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Attempting to bind port 232e1070-0084-4d25-883b-6030129c8c43 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:55.192548 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Attempting to bind port 232e1070-0084-4d25-883b-6030129c8c43 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '973c93f1-7e60-4692-82d5-143b10a926e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4453755a-ce68-47ac-be80-e292719ec1e4'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:55.192920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Attempting to bind port 232e1070-0084-4d25-883b-6030129c8c43 on network 4453755a-ce68-47ac-be80-e292719ec1e4 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:55.223424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:55.224123 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Checking segment: {'id': '973c93f1-7e60-4692-82d5-143b10a926e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4453755a-ce68-47ac-be80-e292719ec1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:55.224754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.225342 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Bound using segment: {'id': '973c93f1-7e60-4692-82d5-143b10a926e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4453755a-ce68-47ac-be80-e292719ec1e4'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:55.226006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Bound port: 232e1070-0084-4d25-883b-6030129c8c43, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973c93f1-7e60-4692-82d5-143b10a926e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4453755a-ce68-47ac-be80-e292719ec1e4'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:55.226607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.285673 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 75f61f04-4074-452b-aa58-419cc70b4df8 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:55.286301 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.295325 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41970) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:55.302312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:55.332900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-363836fd-fcbc-447a-b095-bf066336c1df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.334298 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-363836fd-fcbc-447a-b095-bf066336c1df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6336131 Jan 21 09:41:55.334914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.354159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e435ea-a628-4e68-8ddc-3edbce7ac776 None None] Pushing event updated for resources: {'Port': ['ID=7a1f7f48-405f-4450-adb3-9c3a70baabf7,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:55.356695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41974) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:55.379083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'port': {'network_id': '67477b74-621c-47d3-a50a-c9a5079d4913', 'name': 'tempest-RoutersIpV6Test-915536884'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:55.423137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Unset dirty status for tenant:8edbbda469eb414aad7c6ff1c3ef1b29 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:55.424112 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a97b7686-6d2f-4620-a5b8-55d42dfe7ba6 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21707 time: 1.4908922 Jan 21 09:41:55.429293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41978) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:55.464035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-beadf201-cbeb-4c88-b002-e7938f69a31f None None] Provisioning complete for port 7a1f7f48-405f-4450-adb3-9c3a70baabf7 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:55.464451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-beadf201-cbeb-4c88-b002-e7938f69a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.487372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27b181c1-d244-4669-a125-7a28c52683bf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.592672 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad5e56-985c-4420-96c8-e93f4a9ebf89 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:55.637269 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.651271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-67477b74-621c-47d3-a50a-c9a5079d4913', 'network_id': '67477b74-621c-47d3-a50a-c9a5079d4913', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'fixed_ips': [{'subnet_id': '4da41f86-4be8-4b04-9f74-d5dcdfaa032f'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:55.652554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.668498 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:55.681742 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b181c1-d244-4669-a125-7a28c52683bf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=85fd69cc-8ac9-4db3-86bf-cefcf74515cf,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:55.685314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27b181c1-d244-4669-a125-7a28c52683bf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.687287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:55.690561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Transition to ACTIVE for port object 7bce472f-5443-4f0f-b455-9e5d07a4886b will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:55.691826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:55.703698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-e96a11a0-e69c-4f53-a625-fe9643f0b964 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Deleting port 93869d22-2334-429d-a99d-eb95723cab7e {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:55.704291 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e96a11a0-e69c-4f53-a625-fe9643f0b964 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.711193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:55.732852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:55.737990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:55.741690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.756100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:port and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:55.763304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:55.779087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:55.781122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41982) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:55.781354 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-27b181c1-d244-4669-a125-7a28c52683bf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/85fd69cc-8ac9-4db3-86bf-cefcf74515cf HTTP/1.1" status: 204 len: 168 time: 2.0415239 Jan 21 09:41:55.845363 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] For port 232e1070-0084-4d25-883b-6030129c8c43, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:55.905775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 552ba5ae-bc65-4f21-9049-0db3aa92b36b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:55.943219 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-11db2d98-3cce-4c4b-92f0-3c5ff0e0bdf5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1502161 Jan 21 09:41:55.946511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] For port 232e1070-0084-4d25-883b-6030129c8c43, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=232e1070-0084-4d25-883b-6030129c8c43,segment=NetworkSegment(973c93f1-7e60-4692-82d5-143b10a926e8),segment_id=973c93f1-7e60-4692-82d5-143b10a926e8)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:55.947251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41986) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:55.958176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.962931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:55.997029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:56.000495 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.037695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.059330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Network 6ff53b4e-f946-437d-973c-ce520d64b1eb is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:56.065104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:56.069615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] device_id is not set on port 6606137e-8610-4e64-84d4-6e59136c7062 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:56.109107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:56.109845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.119385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event updated for resources: {'Port': ['ID=7bce472f-5443-4f0f-b455-9e5d07a4886b,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:56.328613 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.340110 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2512b-0fce-4013-8fb5-9ca500137c7b None None] Pushing event updated for resources: {'Port': ['ID=232e1070-0084-4d25-883b-6030129c8c43,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:56.349414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-e96a11a0-e69c-4f53-a625-fe9643f0b964 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] For port 93869d22-2334-429d-a99d-eb95723cab7e, host hv-neutron-8257, got binding levels [] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:56.350488 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e96a11a0-e69c-4f53-a625-fe9643f0b964 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.353576 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Allocated IP 2001:db8::2 (67477b74-621c-47d3-a50a-c9a5079d4913/4da41f86-4be8-4b04-9f74-d5dcdfaa032f/b7e15244-a941-49e0-be84-f4919d173b4e) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:56.371686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 552ba5ae-bc65-4f21-9049-0db3aa92b36b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:56.372240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.422874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.428401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.556502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network e8bfb841-1d89-48bb-b44d-65df55b67303 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:56.564578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:56.590836 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:56.592247 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.594727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7a9397-ca6d-469b-9f8d-e384380fe861 None None] Network e8bfb841-1d89-48bb-b44d-65df55b67303 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:56.608277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2436119f-1b82-40a9-a71b-c64c43d02eb2 None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:56.625867 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2436119f-1b82-40a9-a71b-c64c43d02eb2 None None] Deleting port 75f61f04-4074-452b-aa58-419cc70b4df8 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:56.625867 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2436119f-1b82-40a9-a71b-c64c43d02eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.719314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9b8c3520-e556-4aab-a4b6-b6030bc2d2d1 None None] Provisioning for port 7bce472f-5443-4f0f-b455-9e5d07a4886b completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:56.724699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-e96a11a0-e69c-4f53-a625-fe9643f0b964 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Calling delete_port for 93869d22-2334-429d-a99d-eb95723cab7e owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:56.748796 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9b8c3520-e556-4aab-a4b6-b6030bc2d2d1 None None] Provisioning complete for port 7bce472f-5443-4f0f-b455-9e5d07a4886b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:56.749111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3520-e556-4aab-a4b6-b6030bc2d2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.839695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Subnet': ['ID=7ccee93a-5a21-4fca-a822-d0700dc5ac5b,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:56.858022 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:56.868980 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ac4f57e7-a2b0-4be7-aac4-dc27fa04a35b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5717576 Jan 21 09:41:56.873368 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 41992) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:56.886939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'security_group': {'name': 'tempest-secgroup-1849432101'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:56.889612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:56.899367 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:56.899811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:56.920448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:security_group and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:56.921574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:56.928151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:56.948801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:56.978623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:57.012577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.012806 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:57.025087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.052294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:57.061382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:security_group_rule and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:57.070361 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:57.082130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:57.096235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e96a11a0-e69c-4f53-a625-fe9643f0b964 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.130757 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9b8c3520-e556-4aab-a4b6-b6030bc2d2d1 None None] Port 7bce472f-5443-4f0f-b455-9e5d07a4886b cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:57.142478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.159585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.160423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.213648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e96a11a0-e69c-4f53-a625-fe9643f0b964 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.226949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a11a0-e69c-4f53-a625-fe9643f0b964 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event deleted for resources: {'Port': ['ID=93869d22-2334-429d-a99d-eb95723cab7e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:57.271269 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e96a11a0-e69c-4f53-a625-fe9643f0b964 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "DELETE /v2.0/ports/93869d22-2334-429d-a99d-eb95723cab7e HTTP/1.1" status: 204 len: 168 time: 1.8401294 Jan 21 09:41:57.272862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.279456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 41996) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:57.336233 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfd9d1b-e5a0-4d2f-897f-a758b3fb648c tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:41:57.337026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0bfd9d1b-e5a0-4d2f-897f-a758b3fb648c tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Synchronizing usage tracker for tenant:8edbbda469eb414aad7c6ff1c3ef1b29 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:57.375677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Transition to ACTIVE for port object b7e15244-a941-49e0-be84-f4919d173b4e will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:57.391080 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Router 0937645b-5265-42bf-b0b2-babf988bc7b9 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:41:57.410269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0bfd9d1b-e5a0-4d2f-897f-a758b3fb648c tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Unset dirty status for tenant:8edbbda469eb414aad7c6ff1c3ef1b29 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:57.411425 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0bfd9d1b-e5a0-4d2f-897f-a758b3fb648c tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "GET /v2.0/ports/93869d22-2334-429d-a99d-eb95723cab7e HTTP/1.1" status: 404 len: 333 time: 0.1292386 Jan 21 09:41:57.439474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:57.451479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.451716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2436119f-1b82-40a9-a71b-c64c43d02eb2 None None] For port 75f61f04-4074-452b-aa58-419cc70b4df8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=75f61f04-4074-452b-aa58-419cc70b4df8,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:57.452161 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2436119f-1b82-40a9-a71b-c64c43d02eb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.460790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Transition to ACTIVE for port object b7e15244-a941-49e0-be84-f4919d173b4e will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:57.468619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:57.469068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.480465 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42002) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:57.485995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.542668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1580666823', 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:57.549192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:57.569128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:57.650367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2436119f-1b82-40a9-a71b-c64c43d02eb2 None None] Calling delete_port for 75f61f04-4074-452b-aa58-419cc70b4df8 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:57.763818 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Made reservation on behalf of 8edbbda469eb414aad7c6ff1c3ef1b29 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:57.766294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.775316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.789413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.794849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42006) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:57.794972 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9198895 Jan 21 09:41:57.805954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'security_group': {'name': 'tempest-secgroup-139840635'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:57.806689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Network 6ff53b4e-f946-437d-973c-ce520d64b1eb is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:57.819308 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:57.821159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:57.821928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:57.832010 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:security_group and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:57.837660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:57.841733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:41:57.857461 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] Sync routers for ids ['0937645b-5265-42bf-b0b2-babf988bc7b9'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:57.861448 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2436119f-1b82-40a9-a71b-c64c43d02eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.865793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event updated for resources: {'Port': ['ID=7bce472f-5443-4f0f-b455-9e5d07a4886b,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:57.876428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] device_id is not set on port ccf3f1df-626c-4057-bffa-b87414e7c895 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:57.904571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:57.938200 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Network 67477b74-621c-47d3-a50a-c9a5079d4913 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:57.945651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2436119f-1b82-40a9-a71b-c64c43d02eb2 None None] No DVR routers for this DVR port 75f61f04-4074-452b-aa58-419cc70b4df8 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:57.951307 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] Routers {'0937645b-5265-42bf-b0b2-babf988bc7b9'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:57.953613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0937645b-5265-42bf-b0b2-babf988bc7b9'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:57.956738 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.959605 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cfb1a142-b08f-4822-9086-88f260f6ca7a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.6908848 Jan 21 09:41:57.971761 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42010) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:58.018583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Allocated IP 2001:db8::1aa (67477b74-621c-47d3-a50a-c9a5079d4913/4da41f86-4be8-4b04-9f74-d5dcdfaa032f/6606137e-8610-4e64-84d4-6e59136c7062) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:58.021857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:58.044785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:58.055355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4439bf-f707-4465-8bc9-d823be9dcc80 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551c6470-e15c-4e85-bd9f-07477f811c4d,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:58.067243 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89b9c74-7c70-4ae3-aa4c-901fba744ddf None None] Network 4453755a-ce68-47ac-be80-e292719ec1e4 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:58.091274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Pushing event updated for resources: {'Port': ['ID=b7e15244-a941-49e0-be84-f4919d173b4e,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:58.183328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.241774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:58.253018 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:security_group_rule and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:58.265840 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.services.revisions.revision_plugin [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Could not find related port for resource to bump revision. Jan 21 09:41:58.273304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:58.286546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:58.289259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.ipam_pluggable_backend [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Port 75f61f04-4074-452b-aa58-419cc70b4df8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87502) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 21 09:41:58.289444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.ipam_pluggable_backend [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Reverting IP allocation for 2001:db8::f816:3eff:feec:54b {{(pid=87502) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 21 09:41:58.293416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.ipam_pluggable_backend [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feec:54b {{(pid=87502) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 21 09:41:58.304078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.324453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436119f-1b82-40a9-a71b-c64c43d02eb2 None None] Pushing event deleted for resources: {'Port': ['ID=75f61f04-4074-452b-aa58-419cc70b4df8,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:58.341958 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bd04fc1d-5391-4435-806f-fc054cc48633 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/routers/0937645b-5265-42bf-b0b2-babf988bc7b9 HTTP/1.1" status: 200 len: 907 time: 0.3695650 Jan 21 09:41:58.352876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42016) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:58.374332 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:58.384759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:58.396476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:58.396989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.435660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=6285f5b2-1bc1-48be-b588-f8599a8dfed0,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:58.474129 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b495017a-f93c-417f-9cee-5857f55d7020 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5210810 Jan 21 09:41:58.478930 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42020) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:58.479971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1781e2e-b43a-4752-a7ad-cfd4c171b516 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:58.502535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'mac_address': 'fa:16:3e:dc:e0:dd', 'name': 'tempest-NetworksTestDHCPv6-373480629'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:58.512034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-e8bfb841-1d89-48bb-b44d-65df55b67303', 'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'tenant_id': '628d68c153204c9cae8da201ef56de13', 'fixed_ips': [{'subnet_id': '7ccee93a-5a21-4fca-a822-d0700dc5ac5b'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:58.516705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.531413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.543687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.682244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-402cd0a2-14ec-48aa-8824-10a9a634e0b4 None None] Provisioning for port 232e1070-0084-4d25-883b-6030129c8c43 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:58.715307 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.748615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Attempting to bind port b7e15244-a941-49e0-be84-f4919d173b4e on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:58.749043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Attempting to bind port b7e15244-a941-49e0-be84-f4919d173b4e by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0792bf2b-e078-4d33-b0c7-9661120d729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '67477b74-621c-47d3-a50a-c9a5079d4913'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:58.750757 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Attempting to bind port b7e15244-a941-49e0-be84-f4919d173b4e on network 67477b74-621c-47d3-a50a-c9a5079d4913 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:58.803007 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.805852 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0086784 Jan 21 09:41:58.810116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.814782 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42028) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:58.819136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcacf9-a762-43a9-9174-f8fe1bf0a3db tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf33a5a-4b23-42bb-abc4-33775b9320a7,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:58.823026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Router e246cb1e-7e81-48e8-b879-960a8f5c0285 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:41:58.833931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1867875855', 'security_groups': ['ebf33a5a-4b23-42bb-abc4-33775b9320a7'], 'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ccee93a-5a21-4fca-a822-d0700dc5ac5b'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:58.852395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:58.853083 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Checking segment: {'id': '0792bf2b-e078-4d33-b0c7-9661120d729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '67477b74-621c-47d3-a50a-c9a5079d4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:58.853231 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.853554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Bound using segment: {'id': '0792bf2b-e078-4d33-b0c7-9661120d729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '67477b74-621c-47d3-a50a-c9a5079d4913'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:58.854038 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Bound port: b7e15244-a941-49e0-be84-f4919d173b4e, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0792bf2b-e078-4d33-b0c7-9661120d729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '67477b74-621c-47d3-a50a-c9a5079d4913'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:58.854403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.865723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.881341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:58.893874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:58.894306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Transition to ACTIVE for port object 6606137e-8610-4e64-84d4-6e59136c7062 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:58.896602 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] Set router 0937645b-5265-42bf-b0b2-babf988bc7b9 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:41:58.909916 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:58.911190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.065096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.087583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:59.102427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port d7cf578e-609d-444f-a939-fc067e4da07b yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:59.147075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.292520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::f816:3eff:fedc:e0dd (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/6285f5b2-1bc1-48be-b588-f8599a8dfed0/d7cf578e-609d-444f-a939-fc067e4da07b) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:59.406372 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-02805ee0-a193-4503-867d-c27538b62956 None None] Provisioning complete for port 7bce472f-5443-4f0f-b455-9e5d07a4886b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:59.406749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-02805ee0-a193-4503-867d-c27538b62956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.447932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7a1f7f48-405f-4450-adb3-9c3a70baabf7 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:59.531316 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.541079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:59.545661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:59.549657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object d7cf578e-609d-444f-a939-fc067e4da07b will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:59.558882 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac9e60-bd32-4d0c-9d8e-2f055a031fb3 None None] Sync routers for ids ['e246cb1e-7e81-48e8-b879-960a8f5c0285'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:59.564201 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6e77f078-db3b-4253-aee6-fb80fb59e28a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "PUT /v2.0/routers/e246cb1e-7e81-48e8-b879-960a8f5c0285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0213604 Jan 21 09:41:59.564613 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.566858 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:port and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:59.568622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42032) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:59.576475 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac9e60-bd32-4d0c-9d8e-2f055a031fb3 None None] Routers {'e246cb1e-7e81-48e8-b879-960a8f5c0285'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:59.577285 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e3ac9e60-bd32-4d0c-9d8e-2f055a031fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e246cb1e-7e81-48e8-b879-960a8f5c0285'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:59.589829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:59.619263 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] For port b7e15244-a941-49e0-be84-f4919d173b4e, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:59.651370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Allocated IP 2001:db8::2 (e8bfb841-1d89-48bb-b44d-65df55b67303/7ccee93a-5a21-4fca-a822-d0700dc5ac5b/007bfb05-6310-40e9-9124-6d5b886b216b) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:59.655924 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e3ac9e60-bd32-4d0c-9d8e-2f055a031fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:59.668032 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac9e60-bd32-4d0c-9d8e-2f055a031fb3 None None] Routers {'e246cb1e-7e81-48e8-b879-960a8f5c0285'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:59.668952 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e3ac9e60-bd32-4d0c-9d8e-2f055a031fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e246cb1e-7e81-48e8-b879-960a8f5c0285'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:59.685155 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:59.709104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.717708 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] For port b7e15244-a941-49e0-be84-f4919d173b4e, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b7e15244-a941-49e0-be84-f4919d173b4e,segment=NetworkSegment(0792bf2b-e078-4d33-b0c7-9661120d729c),segment_id=0792bf2b-e078-4d33-b0c7-9661120d729c)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:59.724228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.730968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-02805ee0-a193-4503-867d-c27538b62956 None None] Port 7bce472f-5443-4f0f-b455-9e5d07a4886b cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:59.735252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:59.766800 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e3ac9e60-bd32-4d0c-9d8e-2f055a031fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:59.767515 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac9e60-bd32-4d0c-9d8e-2f055a031fb3 None None] The sync data for ids ['e246cb1e-7e81-48e8-b879-960a8f5c0285'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:59.780547 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.796411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.835945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:59.839708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Network 46acf906-b845-462a-8fda-7dafd70ba998 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:59.848149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:59.851444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 67477b74-621c-47d3-a50a-c9a5079d4913 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:59.853115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event updated for resources: {'Port': ['ID=ccf3f1df-626c-4057-bffa-b87414e7c895,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:59.857077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:59.858267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:59.859116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.864987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:59.867108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Deleting port e3f93591-9486-45e3-a14c-4431009c5f0a {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:59.867536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.894470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:59.902077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:59.907896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:59.913574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:59.914216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.949993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=d7cf578e-609d-444f-a939-fc067e4da07b,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:00.013966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:00.013966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:00.013966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.042379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=6606137e-8610-4e64-84d4-6e59136c7062,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:00.061844 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-69adf225-ba6a-4266-8228-2fdbb6f77f25 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5726252 Jan 21 09:42:00.068274 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d083b673-2c92-42a5-b9b9-0b9012e7fbe7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.6992157 Jan 21 09:42:00.074883 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42038) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:00.074883 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42040) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:00.107949 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0bd326b7-2288-4473-97b2-efa6d238ce86 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6134257 Jan 21 09:42:00.119727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42046) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:00.135675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7a1f7f48-405f-4450-adb3-9c3a70baabf7 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:00.135675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.174459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.247510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3675abb-3fed-4b7f-83b2-927d404fc42b None None] Pushing event updated for resources: {'Port': ['ID=b7e15244-a941-49e0-be84-f4919d173b4e,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:00.368085 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.408151 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '6285f5b2-1bc1-48be-b588-f8599a8dfed0'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:00.408151 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.429296 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e241d4-6ea6-4193-8a6b-3699139b725f tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:00.437201 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-23e241d4-6ea6-4193-8a6b-3699139b725f tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "GET /v2.0/ports/ccf3f1df-626c-4057-bffa-b87414e7c895 HTTP/1.1" status: 200 len: 955 time: 0.2608914 Jan 21 09:42:00.443267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42050) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:00.444474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0937645b-5265-42bf-b0b2-babf988bc7b9', 'name': 'tempest-snat-router-2135372883', 'tenant_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'e3f93591-9486-45e3-a14c-4431009c5f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:50Z', 'updated_at': '2022-01-21T09:41:54Z', 'revision_number': 3, 'project_id': 'a57cf99079224b4e9fa15599cfeb8fbf', 'gw_port': {'id': 'e3f93591-9486-45e3-a14c-4431009c5f0a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0937645b-5265-42bf-b0b2-babf988bc7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:52Z', 'updated_at': '2022-01-21T09:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:00.554003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] Checking router: 0937645b-5265-42bf-b0b2-babf988bc7b9 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:00.554416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] Updating router 0937645b-5265-42bf-b0b2-babf988bc7b9 port e3f93591-9486-45e3-a14c-4431009c5f0a binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:42:00.596032 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.605907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.656172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Calling delete_port for e3f93591-9486-45e3-a14c-4431009c5f0a owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:00.661102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Transition to ACTIVE for port object 007bfb05-6310-40e9-9124-6d5b886b216b will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:00.692273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 232e1070-0084-4d25-883b-6030129c8c43 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:00.787820 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port 528a8f82-e334-4201-929a-052816c6c299 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:00.798101 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Transition to ACTIVE for port object 007bfb05-6310-40e9-9124-6d5b886b216b will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:00.846305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.901156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.946368 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Allocated IP 2001:db8::f816:3eff:fe52:4039 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/6285f5b2-1bc1-48be-b588-f8599a8dfed0/2095d1e1-b396-42c9-9d07-3877e7ed8d08) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:01.087868 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Network e8bfb841-1d89-48bb-b44d-65df55b67303 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:01.096997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:01.111787 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:01.157139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Pushing event updated for resources: {'Port': ['ID=007bfb05-6310-40e9-9124-6d5b886b216b,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:01.169783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8::14c (e8bfb841-1d89-48bb-b44d-65df55b67303/7ccee93a-5a21-4fca-a822-d0700dc5ac5b/528a8f82-e334-4201-929a-052816c6c299) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:01.172514 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.246337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3f93591-9486-45e3-a14c-4431009c5f0a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:01.359775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.370768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Attempting to bind port 007bfb05-6310-40e9-9124-6d5b886b216b on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:01.371712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Attempting to bind port 007bfb05-6310-40e9-9124-6d5b886b216b by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '64a24b15-d6d3-4377-ab81-b15f23a6a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:01.371712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Attempting to bind port 007bfb05-6310-40e9-9124-6d5b886b216b on network e8bfb841-1d89-48bb-b44d-65df55b67303 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:01.382817 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 232e1070-0084-4d25-883b-6030129c8c43 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:01.398305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:01.398680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Checking segment: {'id': '64a24b15-d6d3-4377-ab81-b15f23a6a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:01.399111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.399504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Bound using segment: {'id': '64a24b15-d6d3-4377-ab81-b15f23a6a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:01.401486 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Bound port: 007bfb05-6310-40e9-9124-6d5b886b216b, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a24b15-d6d3-4377-ab81-b15f23a6a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:01.401486 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.415270 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 232e1070-0084-4d25-883b-6030129c8c43 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:01.415270 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.514968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-7c04bbbc-cb6e-4a8b-bada-315ba792065a tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Deleting port ccf3f1df-626c-4057-bffa-b87414e7c895 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:01.515520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c04bbbc-cb6e-4a8b-bada-315ba792065a tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.600367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] For port 007bfb05-6310-40e9-9124-6d5b886b216b, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:01.603673 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] For port 007bfb05-6310-40e9-9124-6d5b886b216b, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=007bfb05-6310-40e9-9124-6d5b886b216b,segment=NetworkSegment(64a24b15-d6d3-4377-ab81-b15f23a6a669),segment_id=64a24b15-d6d3-4377-ab81-b15f23a6a669)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:01.658563 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.664715 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ab8a4-5ee4-46ea-af66-06fa7c5a1f3b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:01.665720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-036ab8a4-5ee4-46ea-af66-06fa7c5a1f3b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:01.820966 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-2adcad5c-0736-4816-81de-292d051b86b3 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:01.826573 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2adcad5c-0736-4816-81de-292d051b86b3 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "PUT /v2.0/routers/e246cb1e-7e81-48e8-b879-960a8f5c0285/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2500026 Jan 21 09:42:01.833889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.845885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42056) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:01.855080 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-036ab8a4-5ee4-46ea-af66-06fa7c5a1f3b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:01.855207 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.857939 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-036ab8a4-5ee4-46ea-af66-06fa7c5a1f3b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.7900052 Jan 21 09:42:01.858771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42060) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:01.923851 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105e96db-9839-43df-b035-6f2e7b3cc3b7 None None] Network 67477b74-621c-47d3-a50a-c9a5079d4913 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:01.940251 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Transition to ACTIVE for port object 2095d1e1-b396-42c9-9d07-3877e7ed8d08 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:01.947645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.954629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.954828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f05df7-895a-4e4c-a072-889bef0561e0 None None] Pushing event updated for resources: {'Port': ['ID=007bfb05-6310-40e9-9124-6d5b886b216b,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:02.042105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.067520 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object 528a8f82-e334-4201-929a-052816c6c299 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:02.098118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.099661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0937645b-5265-42bf-b0b2-babf988bc7b9 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:42:02.119273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.174260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0af63e5e-007a-4885-87cb-44404ea30d26 None None] Provisioning for port b7e15244-a941-49e0-be84-f4919d173b4e completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:02.193168 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Transition to ACTIVE for port object 2095d1e1-b396-42c9-9d07-3877e7ed8d08 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:02.203792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.resource_extend [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:02.214448 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.257857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.261269 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7a8ca95b-1dfc-4f81-912c-8d64d05ed457 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "DELETE /v2.0/routers/0937645b-5265-42bf-b0b2-babf988bc7b9 HTTP/1.1" status: 204 len: 168 time: 3.9035780 Jan 21 09:42:02.284148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42066) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:02.309588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.358733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network e8bfb841-1d89-48bb-b44d-65df55b67303 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:02.368105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=528a8f82-e334-4201-929a-052816c6c299,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:02.370935 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:02.383761 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-dff14204-e89d-4e50-917a-bbc253ed3133 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port d7cf578e-609d-444f-a939-fc067e4da07b {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:02.384303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dff14204-e89d-4e50-917a-bbc253ed3133 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.388872 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:02.396892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:02.398573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.420804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 232e1070-0084-4d25-883b-6030129c8c43, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=232e1070-0084-4d25-883b-6030129c8c43,segment=NetworkSegment(973c93f1-7e60-4692-82d5-143b10a926e8),segment_id=973c93f1-7e60-4692-82d5-143b10a926e8)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:02.438327 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Pushing event updated for resources: {'Port': ['ID=2095d1e1-b396-42c9-9d07-3877e7ed8d08,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:02.454695 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-93710b2f-faca-4545-bc20-f474bf88a6da tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6329610 Jan 21 09:42:02.458074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42070) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:02.461879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.464558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7ed7ee00-2b03-4bca-b089-2a435203ddb7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:02.555557 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 75f61f04-4074-452b-aa58-419cc70b4df8 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:02.604629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:02.605075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 75f61f04-4074-452b-aa58-419cc70b4df8 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:02.605443 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 75f61f04-4074-452b-aa58-419cc70b4df8 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:02.615869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:02.618307 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:02.618556 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:02.622406 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:02.624486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.728905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=232e1070-0084-4d25-883b-6030129c8c43,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:02.814515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Attempting to bind port 2095d1e1-b396-42c9-9d07-3877e7ed8d08 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:02.814887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Attempting to bind port 2095d1e1-b396-42c9-9d07-3877e7ed8d08 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:02.815259 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Attempting to bind port 2095d1e1-b396-42c9-9d07-3877e7ed8d08 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:02.829929 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:02.830244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:02.830888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.831369 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:02.831666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Bound port: 2095d1e1-b396-42c9-9d07-3877e7ed8d08, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:02.832032 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.964635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7ed7ee00-2b03-4bca-b089-2a435203ddb7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:02.977344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7ed7ee00-2b03-4bca-b089-2a435203ddb7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:02.985380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7ed7ee00-2b03-4bca-b089-2a435203ddb7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:03.000615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 007bfb05-6310-40e9-9124-6d5b886b216b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:03.007750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7ed7ee00-2b03-4bca-b089-2a435203ddb7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:03.013127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.038136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed7ee00-2b03-4bca-b089-2a435203ddb7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:03.046997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7ed7ee00-2b03-4bca-b089-2a435203ddb7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.189701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Deleting port 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:03.191317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.204314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] Port e3f93591-9486-45e3-a14c-4431009c5f0a not found while updating agent binding for router 0937645b-5265-42bf-b0b2-babf988bc7b9. {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 21 09:42:03.221570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] Routers set() bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:03.221933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] Router IDs set() for agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 21 09:42:03.222582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_agentschedulers_db [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0937645b-5265-42bf-b0b2-babf988bc7b9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:41:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent'). {{(pid=87503) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 21 09:42:03.222949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc19a69-4ae4-4e4b-bdae-9aaf56ff2cb9 None None] The sync data for ids ['0937645b-5265-42bf-b0b2-babf988bc7b9'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:03.234034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] For port 2095d1e1-b396-42c9-9d07-3877e7ed8d08, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:03.237281 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] For port 2095d1e1-b396-42c9-9d07-3877e7ed8d08, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2095d1e1-b396-42c9-9d07-3877e7ed8d08,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:03.247712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.265575 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 007bfb05-6310-40e9-9124-6d5b886b216b completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:03.342392 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b7e15244-a941-49e0-be84-f4919d173b4e up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:03.396331 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.ipam_backend_mixin [None req-7ed7ee00-2b03-4bca-b089-2a435203ddb7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ccee93a-5a21-4fca-a822-d0700dc5ac5b (CIDR: 2001:db8::/64) Jan 21 09:42:03.438695 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed7ee00-2b03-4bca-b089-2a435203ddb7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:03.439197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed7ee00-2b03-4bca-b089-2a435203ddb7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:03.470324 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ce73c-af1c-4343-8bf7-7c4af4886f55 None None] Pushing event updated for resources: {'Port': ['ID=2095d1e1-b396-42c9-9d07-3877e7ed8d08,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:03.490154 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port b7e15244-a941-49e0-be84-f4919d173b4e completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:03.495950 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b7e15244-a941-49e0-be84-f4919d173b4e triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:03.496407 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.577108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bed53f3b-0474-4d01-ab88-7308b3b79071 None None] Provisioning for port 6606137e-8610-4e64-84d4-6e59136c7062 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:03.587433 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7ed7ee00-2b03-4bca-b089-2a435203ddb7 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1253850 Jan 21 09:42:03.598390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42076) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:03.602732 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bed53f3b-0474-4d01-ab88-7308b3b79071 None None] Provisioning complete for port 6606137e-8610-4e64-84d4-6e59136c7062 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:03.605052 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bed53f3b-0474-4d01-ab88-7308b3b79071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.630470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c04bbbc-cb6e-4a8b-bada-315ba792065a tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.637364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:03.713310 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-bed53f3b-0474-4d01-ab88-7308b3b79071 None None] Port 6606137e-8610-4e64-84d4-6e59136c7062 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:03.772507 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] For port 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:03.773100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.821618 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bed53f3b-0474-4d01-ab88-7308b3b79071 None None] Provisioning complete for port b7e15244-a941-49e0-be84-f4919d173b4e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:03.823723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bed53f3b-0474-4d01-ab88-7308b3b79071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.900897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.943265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port b7e15244-a941-49e0-be84-f4919d173b4e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b7e15244-a941-49e0-be84-f4919d173b4e,segment=NetworkSegment(0792bf2b-e078-4d33-b0c7-9661120d729c),segment_id=0792bf2b-e078-4d33-b0c7-9661120d729c)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:03.955721 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.956570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:04.096385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-7c04bbbc-cb6e-4a8b-bada-315ba792065a tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Calling delete_port for ccf3f1df-626c-4057-bffa-b87414e7c895 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:04.200688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=b7e15244-a941-49e0-be84-f4919d173b4e,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:04.217593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:04.218164 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.265617 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Calling delete_port for 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:04.308302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dff14204-e89d-4e50-917a-bbc253ed3133 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.361486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:04.374792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c1dddb28-72e8-4580-bc58-ab7386faffd4 None None] Provisioning for port 007bfb05-6310-40e9-9124-6d5b886b216b completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:04.385742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:04.389154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:04.396589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:04.412953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c1dddb28-72e8-4580-bc58-ab7386faffd4 None None] Provisioning complete for port 007bfb05-6310-40e9-9124-6d5b886b216b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:04.413330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb28-72e8-4580-bc58-ab7386faffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.437219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:04.441675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.524912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-dff14204-e89d-4e50-917a-bbc253ed3133 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for d7cf578e-609d-444f-a939-fc067e4da07b owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:04.590169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c04bbbc-cb6e-4a8b-bada-315ba792065a tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.602214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb28-72e8-4580-bc58-ab7386faffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.667106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c1dddb28-72e8-4580-bc58-ab7386faffd4 None None] For port 007bfb05-6310-40e9-9124-6d5b886b216b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=007bfb05-6310-40e9-9124-6d5b886b216b,segment=NetworkSegment(64a24b15-d6d3-4377-ab81-b15f23a6a669),segment_id=64a24b15-d6d3-4377-ab81-b15f23a6a669)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:04.675402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb28-72e8-4580-bc58-ab7386faffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.702973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04bbbc-cb6e-4a8b-bada-315ba792065a tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccf3f1df-626c-4057-bffa-b87414e7c895,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:04.733288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.778453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c04bbbc-cb6e-4a8b-bada-315ba792065a tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.780124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.783337 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.921052 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2095d1e1-b396-42c9-9d07-3877e7ed8d08 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:04.945478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:05.033995 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c1dddb28-72e8-4580-bc58-ab7386faffd4 None None] Provisioning complete for port 6606137e-8610-4e64-84d4-6e59136c7062 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:05.046854 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb28-72e8-4580-bc58-ab7386faffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.097047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dddb28-72e8-4580-bc58-ab7386faffd4 None None] Pushing event updated for resources: {'Port': ['ID=007bfb05-6310-40e9-9124-6d5b886b216b,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:05.167924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c1dddb28-72e8-4580-bc58-ab7386faffd4 None None] Port 6606137e-8610-4e64-84d4-6e59136c7062 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:05.195682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c1dddb28-72e8-4580-bc58-ab7386faffd4 None None] Provisioning complete for port 81a7cc0b-549a-447c-82f1-1e311ca27d34 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:05.196451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb28-72e8-4580-bc58-ab7386faffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.217803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3d281ef-7a16-4014-95dd-b189f9a509da tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.231770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 2095d1e1-b396-42c9-9d07-3877e7ed8d08 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:05.252816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b7e15244-a941-49e0-be84-f4919d173b4e up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:05.279953 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.316525 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c1dddb28-72e8-4580-bc58-ab7386faffd4 None None] Port 81a7cc0b-549a-447c-82f1-1e311ca27d34 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:05.353495 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b7e15244-a941-49e0-be84-f4919d173b4e triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:05.353495 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.380808 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7c04bbbc-cb6e-4a8b-bada-315ba792065a tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "DELETE /v2.0/ports/ccf3f1df-626c-4057-bffa-b87414e7c895 HTTP/1.1" status: 204 len: 168 time: 4.9333475 Jan 21 09:42:05.384066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42082) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:05.398769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=6606137e-8610-4e64-84d4-6e59136c7062,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:05.510246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Provisioning for port 528a8f82-e334-4201-929a-052816c6c299 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:05.518493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Provisioning complete for port 528a8f82-e334-4201-929a-052816c6c299 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:05.518863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.645563 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5b6dee-9616-4439-affa-5f6ed0f609fb tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:42:05.648600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-bd5b6dee-9616-4439-affa-5f6ed0f609fb tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Synchronizing usage tracker for tenant:8edbbda469eb414aad7c6ff1c3ef1b29 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:05.652508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.653991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 232e1070-0084-4d25-883b-6030129c8c43 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:05.714304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.717642 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dff14204-e89d-4e50-917a-bbc253ed3133 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.734060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Port 528a8f82-e334-4201-929a-052816c6c299 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:05.735086 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.748930 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Could not find standard attr ID for object d7cf578e-609d-444f-a939-fc067e4da07b. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:42:05.754583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network e8bfb841-1d89-48bb-b44d-65df55b67303 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:05.761434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:05.772731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Provisioning complete for port 6606137e-8610-4e64-84d4-6e59136c7062 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:05.773332 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.780996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:05.781745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.800820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff14204-e89d-4e50-917a-bbc253ed3133 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=d7cf578e-609d-444f-a939-fc067e4da07b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:05.801002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-bd5b6dee-9616-4439-affa-5f6ed0f609fb tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Unset dirty status for tenant:8edbbda469eb414aad7c6ff1c3ef1b29 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:05.802115 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bd5b6dee-9616-4439-affa-5f6ed0f609fb tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "GET /v2.0/ports/ccf3f1df-626c-4057-bffa-b87414e7c895 HTTP/1.1" status: 404 len: 333 time: 0.4153366 Jan 21 09:42:05.813105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b8142d-44f0-4b65-bb63-1b9fac65fba2 None None] Network e8bfb841-1d89-48bb-b44d-65df55b67303 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:05.815083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42086) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:05.823002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Subnet': ['ID=2b945f91-96f8-4286-859a-d67ec7bb0aaa,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:05.828906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Request body: {'port': {'network_id': '46acf906-b845-462a-8fda-7dafd70ba998', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-656946730'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:05.836553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:05.838825 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.839403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c009b69d-c8da-4aef-8d9a-517536038325 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:42:05.862678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:05.866094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.867359 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ba72c2a5-793c-4841-a358-0402d91ff065 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "DELETE /v2.0/routers/c009b69d-c8da-4aef-8d9a-517536038325 HTTP/1.1" status: 204 len: 168 time: 3.5820186 Jan 21 09:42:05.872739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42090) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:05.874281 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-27b7f274-587c-46bc-8d5c-651653a4493c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2739069 Jan 21 09:42:05.880821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-737467696', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:05.881774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42094) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:05.889008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:05.892888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Made reservation on behalf of 8edbbda469eb414aad7c6ff1c3ef1b29 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:05.895768 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.909174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Usage tracker for resource:router and tenant:408a0436366e434586144ba25cf011e6 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:05.919035 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:05.927484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:05.935905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] device_id is not set on port 09e3529f-ad02-4791-b2a7-f118ed5e197a yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:05.936109 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-7e00774c-036e-4a8d-b389-a9b0a9475600 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1452985950', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b945f91-96f8-4286-859a-d67ec7bb0aaa'}], 'security_groups': ['551c6470-e15c-4e85-bd9f-07477f811c4d']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:05.938287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Port 6606137e-8610-4e64-84d4-6e59136c7062 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:05.945789 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 232e1070-0084-4d25-883b-6030129c8c43 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:05.946214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.005383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.063587 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Provisioning for port 2095d1e1-b396-42c9-9d07-3877e7ed8d08 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:06.134826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Provisioning complete for port 2095d1e1-b396-42c9-9d07-3877e7ed8d08 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:06.135192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.178866 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dff14204-e89d-4e50-917a-bbc253ed3133 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.216441 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dff14204-e89d-4e50-917a-bbc253ed3133 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/d7cf578e-609d-444f-a939-fc067e4da07b HTTP/1.1" status: 204 len: 168 time: 4.3479552 Jan 21 09:42:06.227389 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42100) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:06.248016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.278507 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.327398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.328032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.365067 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Network 46acf906-b845-462a-8fda-7dafd70ba998 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:06.369246 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:06.375177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.376517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:06.377638 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.378223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.382085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1d340140-3b32-40dd-8b07-becc4ba0cf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.399149 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.399558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event updated for resources: {'Port': ['ID=09e3529f-ad02-4791-b2a7-f118ed5e197a,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.446043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] For port 2095d1e1-b396-42c9-9d07-3877e7ed8d08, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2095d1e1-b396-42c9-9d07-3877e7ed8d08,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:06.459197 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.517637 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23035de4-06ce-414b-b52c-a7cbcbf165d5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.518767 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4d07fd7f-5983-4a9e-90c0-fca6c144003b tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7015004 Jan 21 09:42:06.519217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23035de4-06ce-414b-b52c-a7cbcbf165d5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.519984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-23035de4-06ce-414b-b52c-a7cbcbf165d5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:06.522077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42104) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:06.530070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:06.547884 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e00774c-036e-4a8d-b389-a9b0a9475600 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.590647 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d79aa4e1-aa9b-4e69-8fa6-4ab0c94c04f2 None None] Could not find standard attr ID for object d7cf578e-609d-444f-a939-fc067e4da07b. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:42:06.609366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c51d9-ad2d-44e9-a203-311c2b954509 None None] Pushing event updated for resources: {'Port': ['ID=2095d1e1-b396-42c9-9d07-3877e7ed8d08,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.616878 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2e1abb-5e55-43a3-b1b8-4787484dbd03 None None] Update dhcp port {'port': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'fixed_ips': [{'subnet_id': '7ccee93a-5a21-4fca-a822-d0700dc5ac5b', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b945f91-96f8-4286-859a-d67ec7bb0aaa'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': '007bfb05-6310-40e9-9124-6d5b886b216b'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:42:06.679280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.680273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1abb-5e55-43a3-b1b8-4787484dbd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.711737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-23035de4-06ce-414b-b52c-a7cbcbf165d5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:06.713088 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-23035de4-06ce-414b-b52c-a7cbcbf165d5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4839816 Jan 21 09:42:06.721443 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f3d281ef-7a16-4014-95dd-b189f9a509da tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Deleting port 7bce472f-5443-4f0f-b455-9e5d07a4886b {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:06.724474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3d281ef-7a16-4014-95dd-b189f9a509da tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.739607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42108) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:06.749138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 007bfb05-6310-40e9-9124-6d5b886b216b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:06.888814 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 007bfb05-6310-40e9-9124-6d5b886b216b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:06.889309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.946474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.995625 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-98338af5-cf2e-4767-aa82-b48dbcab3230 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 6285f5b2-1bc1-48be-b588-f8599a8dfed0 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:07.019168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98338af5-cf2e-4767-aa82-b48dbcab3230 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.077841 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-3c2e1abb-5e55-43a3-b1b8-4787484dbd03 None None] Allocated IP 2001:db8:0:1::2 (e8bfb841-1d89-48bb-b44d-65df55b67303/2b945f91-96f8-4286-859a-d67ec7bb0aaa/007bfb05-6310-40e9-9124-6d5b886b216b) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:07.090505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.106915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98338af5-cf2e-4767-aa82-b48dbcab3230 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.139589 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2095d1e1-b396-42c9-9d07-3877e7ed8d08 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:07.293677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3c2e1abb-5e55-43a3-b1b8-4787484dbd03 None None] For port 007bfb05-6310-40e9-9124-6d5b886b216b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=007bfb05-6310-40e9-9124-6d5b886b216b,segment=NetworkSegment(64a24b15-d6d3-4377-ab81-b15f23a6a669),segment_id=64a24b15-d6d3-4377-ab81-b15f23a6a669)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:07.302779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 2095d1e1-b396-42c9-9d07-3877e7ed8d08 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:07.303384 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.377870 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1abb-5e55-43a3-b1b8-4787484dbd03 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.389156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98338af5-cf2e-4767-aa82-b48dbcab3230 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.399623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3c2e1abb-5e55-43a3-b1b8-4787484dbd03 None None] Transition to ACTIVE for port object 007bfb05-6310-40e9-9124-6d5b886b216b will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:07.429111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1abb-5e55-43a3-b1b8-4787484dbd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.521542 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e1abb-5e55-43a3-b1b8-4787484dbd03 None None] Pushing event updated for resources: {'Port': ['ID=007bfb05-6310-40e9-9124-6d5b886b216b,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:07.593286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3d281ef-7a16-4014-95dd-b189f9a509da tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.621939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98338af5-cf2e-4767-aa82-b48dbcab3230 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.692886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:07.729280 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] device_id is not set on port 09e3529f-ad02-4791-b2a7-f118ed5e197a yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:07.738452 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:07.738851 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2cc1878b-b0ba-4f4c-bd6d-3c5b759efea4 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:07.742608 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98338af5-cf2e-4767-aa82-b48dbcab3230 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=6285f5b2-1bc1-48be-b588-f8599a8dfed0,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:07.750747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc046e60-b0bf-4d55-9071-2c4e7edcfdc6 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:07.766497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f3d281ef-7a16-4014-95dd-b189f9a509da tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Calling delete_port for 7bce472f-5443-4f0f-b455-9e5d07a4886b owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:07.773127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98338af5-cf2e-4767-aa82-b48dbcab3230 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.776569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.797251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.837232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Transition to ACTIVE for port object 09e3529f-ad02-4791-b2a7-f118ed5e197a will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:07.848670 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-98338af5-cf2e-4767-aa82-b48dbcab3230 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/6285f5b2-1bc1-48be-b588-f8599a8dfed0 HTTP/1.1" status: 204 len: 168 time: 1.1012554 Jan 21 09:42:07.850064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.852100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42114) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:07.858354 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.918283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.936263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.937201 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.066271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25574d8-86b9-4bd9-9810-dd950f53f4d1 None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:08.070890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b25574d8-86b9-4bd9-9810-dd950f53f4d1 None None] Deleting port 2095d1e1-b396-42c9-9d07-3877e7ed8d08 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:08.071287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b25574d8-86b9-4bd9-9810-dd950f53f4d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.192732 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8120bc65-31cd-40f8-9d4f-8497614acd31 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3379107 Jan 21 09:42:08.211151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=6606137e-8610-4e64-84d4-6e59136c7062,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:08.213739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42118) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:08.232994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-7e00774c-036e-4a8d-b389-a9b0a9475600 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Delete allocated IP 2001:db8::14c (e8bfb841-1d89-48bb-b44d-65df55b67303/7ccee93a-5a21-4fca-a822-d0700dc5ac5b) {{(pid=87502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:42:08.320404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b25574d8-86b9-4bd9-9810-dd950f53f4d1 None None] For port 2095d1e1-b396-42c9-9d07-3877e7ed8d08, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2095d1e1-b396-42c9-9d07-3877e7ed8d08,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:08.321007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b25574d8-86b9-4bd9-9810-dd950f53f4d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.355829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-7e00774c-036e-4a8d-b389-a9b0a9475600 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8:0:1::283 (e8bfb841-1d89-48bb-b44d-65df55b67303/2b945f91-96f8-4286-859a-d67ec7bb0aaa/528a8f82-e334-4201-929a-052816c6c299) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:08.401306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event updated for resources: {'Port': ['ID=09e3529f-ad02-4791-b2a7-f118ed5e197a,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:08.428457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:08.429092 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:08.429588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:08.438789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 67477b74-621c-47d3-a50a-c9a5079d4913 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:08.442155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Allocated IP 172.26.4.245 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/df823200-c30b-430a-beef-ee396b6a298d) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:08.444657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:42:08.445242 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:42:08.448282 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 2 to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a Jan 21 09:42:08.449354 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:08.474781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:08.475514 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:08.476406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:08.487320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b25574d8-86b9-4bd9-9810-dd950f53f4d1 None None] Calling delete_port for 2095d1e1-b396-42c9-9d07-3877e7ed8d08 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:08.517529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:42:08.517860 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:42:08.522238 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 3 to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a Jan 21 09:42:08.575517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3d281ef-7a16-4014-95dd-b189f9a509da tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.605692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:08.606337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:08.606856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:08.617288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ad427e45-017a-44b7-8db1-8c6ed42c08e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.621881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:42:08.622922 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:42:08.625594 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 4 to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a Jan 21 09:42:08.638997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9eda4aff-7ece-45fc-9c01-9ea813f27af3 None None] Provisioning for port 007bfb05-6310-40e9-9124-6d5b886b216b completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:08.659448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:08.662657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:08.663070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:08.694868 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9eda4aff-7ece-45fc-9c01-9ea813f27af3 None None] Provisioning complete for port 007bfb05-6310-40e9-9124-6d5b886b216b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:08.695242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9eda4aff-7ece-45fc-9c01-9ea813f27af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.711614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:42:08.712087 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:42:08.715568 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 5 to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a Jan 21 09:42:08.762192 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d281ef-7a16-4014-95dd-b189f9a509da tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event deleted for resources: {'Port': ['ID=7bce472f-5443-4f0f-b455-9e5d07a4886b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:08.770510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:08.771006 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:08.771341 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:08.773063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b25574d8-86b9-4bd9-9810-dd950f53f4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.776720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.777920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 007bfb05-6310-40e9-9124-6d5b886b216b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:08.787224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:42:08.787877 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:42:08.789610 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 6 to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a Jan 21 09:42:08.812013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:08.812815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:08.821996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:08.841682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:42:08.841924 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:42:08.843262 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 7 to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a Jan 21 09:42:08.863098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:08.863616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:08.863971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:08.875903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:42:08.876596 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:42:08.878071 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 8 to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a Jan 21 09:42:08.896303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:08.897081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:08.897684 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:08.904470 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.904742 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25574d8-86b9-4bd9-9810-dd950f53f4d1 None None] Pushing event deleted for resources: {'Port': ['ID=2095d1e1-b396-42c9-9d07-3877e7ed8d08,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:08.929041 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25574d8-86b9-4bd9-9810-dd950f53f4d1 None None] No DVR routers for this DVR port 2095d1e1-b396-42c9-9d07-3877e7ed8d08 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:08.955406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:42:08.962166 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:42:08.969655 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 9 to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a Jan 21 09:42:09.016847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:09.017839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:09.018586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:09.018586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:09.024601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:09.030205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:09.034296 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 007bfb05-6310-40e9-9124-6d5b886b216b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:09.034662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.066842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:42:09.067130 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:42:09.073799 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.plugins.ml2.plugin [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempt 10 to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a Jan 21 09:42:09.084064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Pushing event updated for resources: {'Port': ['ID=df823200-c30b-430a-beef-ee396b6a298d,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:09.103998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:09.104334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:09.104695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempting to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:09.112043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9eda4aff-7ece-45fc-9c01-9ea813f27af3 None None] Provisioning complete for port 528a8f82-e334-4201-929a-052816c6c299 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:09.112439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9eda4aff-7ece-45fc-9c01-9ea813f27af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.112547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:42:09.113930 dv-neutron-825723-1-hyperv neutron-server[87501]: ERROR neutron.plugins.ml2.managers [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Failed to bind port 09e3529f-ad02-4791-b2a7-f118ed5e197a on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '46acf906-b845-462a-8fda-7dafd70ba998'}] Jan 21 09:42:09.113930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.203871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a731b9-7fe9-445b-9355-75fad5e47551 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.204666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-65a731b9-7fe9-445b-9355-75fad5e47551 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:09.244595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9eda4aff-7ece-45fc-9c01-9ea813f27af3 None None] Port 528a8f82-e334-4201-929a-052816c6c299 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:09.282827 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9eda4aff-7ece-45fc-9c01-9ea813f27af3 None None] Provisioning complete for port 81a7cc0b-549a-447c-82f1-1e311ca27d34 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:09.283151 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9eda4aff-7ece-45fc-9c01-9ea813f27af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.301434 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f3d281ef-7a16-4014-95dd-b189f9a509da tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.353500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2095d1e1-b396-42c9-9d07-3877e7ed8d08 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:09.377954 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] For port 09e3529f-ad02-4791-b2a7-f118ed5e197a, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:09.378404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attempted to set empty binding levels {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 09:42:09.390315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9eda4aff-7ece-45fc-9c01-9ea813f27af3 None None] Port 81a7cc0b-549a-447c-82f1-1e311ca27d34 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:09.392894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 2095d1e1-b396-42c9-9d07-3877e7ed8d08 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:09.393305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2095d1e1-b396-42c9-9d07-3877e7ed8d08 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:09.425709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-65a731b9-7fe9-445b-9355-75fad5e47551 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:09.426869 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-65a731b9-7fe9-445b-9355-75fad5e47551 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2083080 Jan 21 09:42:09.430648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42124) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:09.443221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.475607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.508767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] In _notify_port_updated(), no bound segment for port 09e3529f-ad02-4791-b2a7-f118ed5e197a on network 46acf906-b845-462a-8fda-7dafd70ba998 {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:42:09.509505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.510100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.511439 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "PUT /v2.0/ports/09e3529f-ad02-4791-b2a7-f118ed5e197a HTTP/1.1" status: 200 len: 976 time: 2.9879582 Jan 21 09:42:09.518397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42128) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:09.519867 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-091fd607-ad63-47ea-a035-1607319dc8af None None] Provisioning complete for port 6606137e-8610-4e64-84d4-6e59136c7062 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:09.520414 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-091fd607-ad63-47ea-a035-1607319dc8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.542495 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-7e00774c-036e-4a8d-b389-a9b0a9475600 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:09.580846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-091fd607-ad63-47ea-a035-1607319dc8af None None] Port 6606137e-8610-4e64-84d4-6e59136c7062 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:09.613401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e00774c-036e-4a8d-b389-a9b0a9475600 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.618169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 1a8cc1ef-0d2c-40bc-b148-f680ce70cc56 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:42:09.647661 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.653649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634454c-1601-46a9-a8e2-e68ef5cadc2d tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event updated for resources: {'Port': ['ID=09e3529f-ad02-4791-b2a7-f118ed5e197a,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:09.678004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-98d572ca-01af-4de6-bbcc-9d95556afd12 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Deleting port 09e3529f-ad02-4791-b2a7-f118ed5e197a {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:09.678403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98d572ca-01af-4de6-bbcc-9d95556afd12 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.702135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.720124 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-7e00774c-036e-4a8d-b389-a9b0a9475600 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object 528a8f82-e334-4201-929a-052816c6c299 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:09.737401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3b0598-d2b1-4ab9-8290-b1e44be94dba tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.738856 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0b3b0598-d2b1-4ab9-8290-b1e44be94dba tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3017015 Jan 21 09:42:09.755966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42132) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:09.795781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e00774c-036e-4a8d-b389-a9b0a9475600 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.849767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d281ef-7a16-4014-95dd-b189f9a509da tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Router e246cb1e-7e81-48e8-b879-960a8f5c0285 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:09.982594 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9a82fc2f-35fa-4484-8f18-815c4d66c5e9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2254708 Jan 21 09:42:09.994742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42138) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.004483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:10.005993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-7e00774c-036e-4a8d-b389-a9b0a9475600 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] In _notify_port_updated(), no bound segment for port 528a8f82-e334-4201-929a-052816c6c299 on network e8bfb841-1d89-48bb-b44d-65df55b67303 {{(pid=87502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:42:10.011515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00774c-036e-4a8d-b389-a9b0a9475600 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:10.012156 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e00774c-036e-4a8d-b389-a9b0a9475600 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.016104 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7e00774c-036e-4a8d-b389-a9b0a9475600 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "PUT /v2.0/ports/528a8f82-e334-4201-929a-052816c6c299 HTTP/1.1" status: 200 len: 931 time: 4.1250415 Jan 21 09:42:10.019105 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00774c-036e-4a8d-b389-a9b0a9475600 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=528a8f82-e334-4201-929a-052816c6c299,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:10.021678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42142) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.079425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:10.090184 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec964cde-082d-477c-ac15-ca8de97933d9 None None] Sync routers for ids ['1a8cc1ef-0d2c-40bc-b148-f680ce70cc56'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:10.104470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec964cde-082d-477c-ac15-ca8de97933d9 None None] Routers {'1a8cc1ef-0d2c-40bc-b148-f680ce70cc56'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:10.105345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ec964cde-082d-477c-ac15-ca8de97933d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1a8cc1ef-0d2c-40bc-b148-f680ce70cc56'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:10.176388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ec964cde-082d-477c-ac15-ca8de97933d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:10.187811 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec964cde-082d-477c-ac15-ca8de97933d9 None None] Routers {'1a8cc1ef-0d2c-40bc-b148-f680ce70cc56'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:10.188515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ec964cde-082d-477c-ac15-ca8de97933d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1a8cc1ef-0d2c-40bc-b148-f680ce70cc56'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:10.193766 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-06e0afb7-8996-46df-9fcf-03caaaaf4a1a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/1a8cc1ef-0d2c-40bc-b148-f680ce70cc56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1214643 Jan 21 09:42:10.201426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42146) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.240460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d281ef-7a16-4014-95dd-b189f9a509da tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:10.252868 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f3d281ef-7a16-4014-95dd-b189f9a509da tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "PUT /v2.0/routers/e246cb1e-7e81-48e8-b879-960a8f5c0285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4013329 Jan 21 09:42:10.256643 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ec964cde-082d-477c-ac15-ca8de97933d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:10.256643 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec964cde-082d-477c-ac15-ca8de97933d9 None None] The sync data for ids ['1a8cc1ef-0d2c-40bc-b148-f680ce70cc56'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:10.258473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42150) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.271256 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4c2a4670-95eb-4253-88e5-be32b5d9bbd0 None None] Provisioning for port 528a8f82-e334-4201-929a-052816c6c299 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:10.271804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:10.277706 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5aaa31-6538-4966-afeb-4d40a92ad916 None None] Sync routers for ids ['e246cb1e-7e81-48e8-b879-960a8f5c0285'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:10.278827 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4c2a4670-95eb-4253-88e5-be32b5d9bbd0 None None] Provisioning complete for port 528a8f82-e334-4201-929a-052816c6c299 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:10.279397 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4c2a4670-95eb-4253-88e5-be32b5d9bbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.281654 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-5e0958b0-0702-4b4a-b2f4-9f38520080d5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 528a8f82-e334-4201-929a-052816c6c299 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:10.281987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e0958b0-0702-4b4a-b2f4-9f38520080d5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.290728 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5aaa31-6538-4966-afeb-4d40a92ad916 None None] Routers {'e246cb1e-7e81-48e8-b879-960a8f5c0285'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:10.291363 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ad5aaa31-6538-4966-afeb-4d40a92ad916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e246cb1e-7e81-48e8-b879-960a8f5c0285'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:10.336685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4c2a4670-95eb-4253-88e5-be32b5d9bbd0 None None] Port 528a8f82-e334-4201-929a-052816c6c299 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:10.344066 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa09458-013e-4faf-addd-dc4ff57e2fa9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:10.345482 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3aa09458-013e-4faf-addd-dc4ff57e2fa9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports/6606137e-8610-4e64-84d4-6e59136c7062 HTTP/1.1" status: 200 len: 983 time: 0.1408391 Jan 21 09:42:10.348368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42154) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.348937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:10.356086 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:10.376781 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ad5aaa31-6538-4966-afeb-4d40a92ad916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:10.385293 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5aaa31-6538-4966-afeb-4d40a92ad916 None None] Routers {'e246cb1e-7e81-48e8-b879-960a8f5c0285'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:10.385935 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ad5aaa31-6538-4966-afeb-4d40a92ad916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e246cb1e-7e81-48e8-b879-960a8f5c0285'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:10.446299 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ad5aaa31-6538-4966-afeb-4d40a92ad916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:10.446650 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5aaa31-6538-4966-afeb-4d40a92ad916 None None] The sync data for ids ['e246cb1e-7e81-48e8-b879-960a8f5c0285'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:10.472398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:10.486097 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-179b2152-ca0b-442c-a978-899b0853d0bb tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] delete failed (client error): The resource could not be found. Jan 21 09:42:10.490929 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-179b2152-ca0b-442c-a978-899b0853d0bb tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "DELETE /v2.0/routers/tempest-non_exist_router-674931106 HTTP/1.1" status: 404 len: 334 time: 0.2269449 Jan 21 09:42:10.502152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42158) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.512806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-92f9ec5b-d12e-41f9-b3e6-e254c8fdc40c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e246cb1e-7e81-48e8-b879-960a8f5c0285'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:10.582374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-98d572ca-01af-4de6-bbcc-9d95556afd12 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] For port 09e3529f-ad02-4791-b2a7-f118ed5e197a, host hv-neutron-8257, got binding levels [] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:10.582728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98d572ca-01af-4de6-bbcc-9d95556afd12 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.605629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:10.609056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.872068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-98d572ca-01af-4de6-bbcc-9d95556afd12 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Calling delete_port for 09e3529f-ad02-4791-b2a7-f118ed5e197a owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:10.946039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.953936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e0958b0-0702-4b4a-b2f4-9f38520080d5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.117972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-5e0958b0-0702-4b4a-b2f4-9f38520080d5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for 528a8f82-e334-4201-929a-052816c6c299 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:11.318624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e0958b0-0702-4b4a-b2f4-9f38520080d5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.338933 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.373688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0958b0-0702-4b4a-b2f4-9f38520080d5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=528a8f82-e334-4201-929a-052816c6c299,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:11.451215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e0958b0-0702-4b4a-b2f4-9f38520080d5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.474236 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5e0958b0-0702-4b4a-b2f4-9f38520080d5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/528a8f82-e334-4201-929a-052816c6c299 HTTP/1.1" status: 204 len: 168 time: 1.4002538 Jan 21 09:42:11.474483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42164) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:11.518608 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-92f9ec5b-d12e-41f9-b3e6-e254c8fdc40c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.528821 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b507dc3-5e5c-4ab7-b97c-5ac9c9765066 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:42:11.529388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1b507dc3-5e5c-4ab7-b97c-5ac9c9765066 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:11.535863 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c1919ca-14f2-4d5a-a9e5-f88f97e43d75 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.560260 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98d572ca-01af-4de6-bbcc-9d95556afd12 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.577057 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-92f9ec5b-d12e-41f9-b3e6-e254c8fdc40c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] update failed (client error): The resource could not be found. Jan 21 09:42:11.581743 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-92f9ec5b-d12e-41f9-b3e6-e254c8fdc40c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "PUT /v2.0/routers/e246cb1e-7e81-48e8-b879-960a8f5c0285 HTTP/1.1" status: 404 len: 339 time: 1.0750403 Jan 21 09:42:11.588546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42168) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:11.610037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-75540582'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:11.623446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:11.625799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d572ca-01af-4de6-bbcc-9d95556afd12 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Pushing event deleted for resources: {'Port': ['ID=09e3529f-ad02-4791-b2a7-f118ed5e197a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:11.640886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98d572ca-01af-4de6-bbcc-9d95556afd12 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.687998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Usage tracker for resource:network and tenant:e641aaca136846879de75b08b9f3c2af is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:11.698939 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1b507dc3-5e5c-4ab7-b97c-5ac9c9765066 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:11.700138 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1b507dc3-5e5c-4ab7-b97c-5ac9c9765066 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/528a8f82-e334-4201-929a-052816c6c299 HTTP/1.1" status: 404 len: 333 time: 0.2248425 Jan 21 09:42:11.701169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:11.708455 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42172) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:11.710961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:11.757896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Made reservation on behalf of e641aaca136846879de75b08b9f3c2af for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:11.761557 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.767363 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-98d572ca-01af-4de6-bbcc-9d95556afd12 tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "DELETE /v2.0/ports/09e3529f-ad02-4791-b2a7-f118ed5e197a HTTP/1.1" status: 204 len: 168 time: 2.2479415 Jan 21 09:42:11.771786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42176) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:11.837118 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f409cd1-a10f-4b68-84ea-2ac784ee96fe tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:42:11.837587 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4f409cd1-a10f-4b68-84ea-2ac784ee96fe tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Synchronizing usage tracker for tenant:8edbbda469eb414aad7c6ff1c3ef1b29 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:11.888887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4f409cd1-a10f-4b68-84ea-2ac784ee96fe tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] Unset dirty status for tenant:8edbbda469eb414aad7c6ff1c3ef1b29 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:11.890075 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4f409cd1-a10f-4b68-84ea-2ac784ee96fe tempest-PortsAdminExtendedAttrsTestJSON-273207525 tempest-PortsAdminExtendedAttrsTestJSON-273207525-project-admin] 10.222.0.99 "GET /v2.0/ports/09e3529f-ad02-4791-b2a7-f118ed5e197a HTTP/1.1" status: 404 len: 333 time: 0.1154490 Jan 21 09:42:11.903698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42180) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:11.961739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Router 367c34a4-9022-4165-b6cb-8eed1e78705a is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:42:12.035525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:12.053790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-155c83a7-a825-45b8-91fb-d4a78858e2f5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.073276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.073618 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Added segment 053d9549-eaf2-4de1-942b-212aa600be78 of type vlan for network d69d1b1c-30d0-45af-ad70-fd8f47420df7 Jan 21 09:42:12.101349 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-155c83a7-a825-45b8-91fb-d4a78858e2f5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.137757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.152749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53a83efa-6ac1-48c7-bb7b-a57fa36c129d tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.169008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-5c1919ca-14f2-4d5a-a9e5-f88f97e43d75 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 6606137e-8610-4e64-84d4-6e59136c7062 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:12.169374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c1919ca-14f2-4d5a-a9e5-f88f97e43d75 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.202967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.objects.ports [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87501) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:42:12.211501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.225052 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-155c83a7-a825-45b8-91fb-d4a78858e2f5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.256184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c83a7-a825-45b8-91fb-d4a78858e2f5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf33a5a-4b23-42bb-abc4-33775b9320a7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:12.265236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.270641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:12.271241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.383102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:12.392497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:12.403783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf94f866-04a8-4ba6-b2fa-22f307b360d5 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:12.411292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:12.411926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.414637 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-155c83a7-a825-45b8-91fb-d4a78858e2f5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.417091 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-155c83a7-a825-45b8-91fb-d4a78858e2f5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/security-groups/ebf33a5a-4b23-42bb-abc4-33775b9320a7 HTTP/1.1" status: 204 len: 168 time: 0.7063959 Jan 21 09:42:12.417721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=c256c664-18e1-4091-bdc3-02494c8ae6aa,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:12.420976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42186) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:12.467623 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8747098 Jan 21 09:42:12.469461 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:12.470559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42190) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:12.470698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa147c7-50d2-403f-91fa-6ac77ee81490 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event updated for resources: {'Network': ['ID=d69d1b1c-30d0-45af-ad70-fd8f47420df7,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:12.481342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Request body: {'subnet': {'network_id': 'd69d1b1c-30d0-45af-ad70-fd8f47420df7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:12.497643 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa4eade-3e82-4615-b506-a1bd45f78097 None None] Sync routers for ids ['367c34a4-9022-4165-b6cb-8eed1e78705a'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:12.507906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network d69d1b1c-30d0-45af-ad70-fd8f47420df7 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:12.513722 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c1919ca-14f2-4d5a-a9e5-f88f97e43d75 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.586751 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-beb1aeac-aa51-479e-90cf-ced29f945287 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5881724 Jan 21 09:42:12.588240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42194) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:12.603672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53a83efa-6ac1-48c7-bb7b-a57fa36c129d tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.619261 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4eade-3e82-4615-b506-a1bd45f78097 None None] Routers {'367c34a4-9022-4165-b6cb-8eed1e78705a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:12.620225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2fa4eade-3e82-4615-b506-a1bd45f78097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['367c34a4-9022-4165-b6cb-8eed1e78705a'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:12.659558 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'mac_address': 'fa:16:3e:c2:3a:a2', 'name': 'tempest-NetworksTestDHCPv6-1198892875'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:12.682695 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-5c1919ca-14f2-4d5a-a9e5-f88f97e43d75 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 6606137e-8610-4e64-84d4-6e59136c7062 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:12.690291 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.691492 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-978a9718-89a4-4989-8d11-9418f59830b2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8157666 Jan 21 09:42:12.704065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-53a83efa-6ac1-48c7-bb7b-a57fa36c129d tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46acf906-b845-462a-8fda-7dafd70ba998']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:12.713304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42198) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:12.721572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2fa4eade-3e82-4615-b506-a1bd45f78097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:12.725818 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-53a83efa-6ac1-48c7-bb7b-a57fa36c129d tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:12.726121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-53a83efa-6ac1-48c7-bb7b-a57fa36c129d tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7a6ea7-b7a2-451d-b2e9-0db50c703a03') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:12.727249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d66d5e20-6899-43e3-aa48-082d15a7706e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'enable_snat': False}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:12.750924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:12.756113 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53a83efa-6ac1-48c7-bb7b-a57fa36c129d tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.765418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4eade-3e82-4615-b506-a1bd45f78097 None None] Routers {'367c34a4-9022-4165-b6cb-8eed1e78705a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:12.766122 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2fa4eade-3e82-4615-b506-a1bd45f78097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['367c34a4-9022-4165-b6cb-8eed1e78705a'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:12.767529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-be150282-8565-4d43-968b-303397bf36d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.769449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Usage tracker for resource:subnet and tenant:e641aaca136846879de75b08b9f3c2af is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:12.776231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:12.792152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:12.794393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53a83efa-6ac1-48c7-bb7b-a57fa36c129d tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.814412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a83efa-6ac1-48c7-bb7b-a57fa36c129d tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:12.814810 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53a83efa-6ac1-48c7-bb7b-a57fa36c129d tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:12.830525 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:12.838393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-be150282-8565-4d43-968b-303397bf36d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.839784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2fa4eade-3e82-4615-b506-a1bd45f78097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:12.840205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa4eade-3e82-4615-b506-a1bd45f78097 None None] The sync data for ids ['367c34a4-9022-4165-b6cb-8eed1e78705a'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:12.852233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Made reservation on behalf of e641aaca136846879de75b08b9f3c2af for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:12.855709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.898443 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': 'c256c664-18e1-4091-bdc3-02494c8ae6aa'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:12.899771 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.070225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:13.072937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Allocated IP 2001:db8::f816:3eff:fe85:2c19 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/c256c664-18e1-4091-bdc3-02494c8ae6aa/da6c996a-1aaf-454b-8605-b1045b936c7a) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:13.152569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:13.188011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53a83efa-6ac1-48c7-bb7b-a57fa36c129d tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.208061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53a83efa-6ac1-48c7-bb7b-a57fa36c129d tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.220790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:13.229048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a83efa-6ac1-48c7-bb7b-a57fa36c129d tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] Pushing event deleted for resources: {'Network': ['ID=46acf906-b845-462a-8fda-7dafd70ba998,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.255938 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-53a83efa-6ac1-48c7-bb7b-a57fa36c129d tempest-PortsAdminExtendedAttrsTestJSON-1391442169 tempest-PortsAdminExtendedAttrsTestJSON-1391442169-project] 10.222.0.99 "DELETE /v2.0/networks/46acf906-b845-462a-8fda-7dafd70ba998 HTTP/1.1" status: 204 len: 168 time: 1.3512001 Jan 21 09:42:13.258092 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-be150282-8565-4d43-968b-303397bf36d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.297998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-be150282-8565-4d43-968b-303397bf36d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.299177 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-be150282-8565-4d43-968b-303397bf36d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/security-groups/551c6470-e15c-4e85-bd9f-07477f811c4d HTTP/1.1" status: 204 len: 168 time: 0.8723156 Jan 21 09:42:13.301770 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be150282-8565-4d43-968b-303397bf36d6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=551c6470-e15c-4e85-bd9f-07477f811c4d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.303628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42206) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:13.366595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.459893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fefbe2c-2131-44a5-8c5b-832bfa57d14f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting subnet 7ccee93a-5a21-4fca-a822-d0700dc5ac5b {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:13.476324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fefbe2c-2131-44a5-8c5b-832bfa57d14f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.546874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.551958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fefbe2c-2131-44a5-8c5b-832bfa57d14f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.557465 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Transition to ACTIVE for port object da6c996a-1aaf-454b-8605-b1045b936c7a will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:13.565213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c1919ca-14f2-4d5a-a9e5-f88f97e43d75 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.604651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Transition to ACTIVE for port object da6c996a-1aaf-454b-8605-b1045b936c7a will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:13.614950 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.674643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event updated for resources: {'Subnet': ['ID=478203f0-bc61-4109-9c24-996d4a50227c,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.700518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Checking segment: {'id': '053d9549-eaf2-4de1-942b-212aa600be78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd69d1b1c-30d0-45af-ad70-fd8f47420df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:13.701025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Network hostable DHCP agents. Network: d69d1b1c-30d0-45af-ad70-fd8f47420df7, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:13.703454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1919ca-14f2-4d5a-a9e5-f88f97e43d75 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=6606137e-8610-4e64-84d4-6e59136c7062,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.705290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42212) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:13.722204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.733571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:13.743018 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:13.743662 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Network d69d1b1c-30d0-45af-ad70-fd8f47420df7 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:13.745698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:13.759519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fefbe2c-2131-44a5-8c5b-832bfa57d14f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.799918 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, d69d1b1c-30d0-45af-ad70-fd8f47420df7) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:13.818508 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3815fe2b-691f-4c01-9068-29e60ebcb778 None None] Network d69d1b1c-30d0-45af-ad70-fd8f47420df7 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:13.820184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.820858 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.866021 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a8e3cfa9-1707-48eb-84df-b2d26fd3fa20 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3852651 Jan 21 09:42:13.869326 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42218) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:13.882389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-c6064bb5-1078-4cd9-8061-6bf2073d7a5a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd69d1b1c-30d0-45af-ad70-fd8f47420df7'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:13.980755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port fb59ba05-59c1-4fb3-95c7-9fcbf137e5e2 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:13.987956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Pushing event updated for resources: {'Port': ['ID=da6c996a-1aaf-454b-8605-b1045b936c7a,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.991778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fefbe2c-2131-44a5-8c5b-832bfa57d14f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.004819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Attempting to bind port da6c996a-1aaf-454b-8605-b1045b936c7a on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:14.005885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Attempting to bind port da6c996a-1aaf-454b-8605-b1045b936c7a by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:14.006739 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Attempting to bind port da6c996a-1aaf-454b-8605-b1045b936c7a on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:14.067132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:14.067948 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:14.068755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.069447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:14.070189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Bound port: da6c996a-1aaf-454b-8605-b1045b936c7a, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:14.070851 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.114030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c1919ca-14f2-4d5a-a9e5-f88f97e43d75 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.122757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d66d5e20-6899-43e3-aa48-082d15a7706e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.161989 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefbe2c-2131-44a5-8c5b-832bfa57d14f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Subnet': ['ID=7ccee93a-5a21-4fca-a822-d0700dc5ac5b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:14.184857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fefbe2c-2131-44a5-8c5b-832bfa57d14f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.190552 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f72d23-60d1-4e38-a01c-d1c2ad1e59fc None None] Network e8bfb841-1d89-48bb-b44d-65df55b67303 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:14.197681 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8a63f8db-8171-47a5-bc59-b33336baf94c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=afe4f460e1de4d94a07fbce6765581e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862597 Jan 21 09:42:14.229387 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42222) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.246302 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2fefbe2c-2131-44a5-8c5b-832bfa57d14f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/7ccee93a-5a21-4fca-a822-d0700dc5ac5b HTTP/1.1" status: 204 len: 168 time: 0.9398289 Jan 21 09:42:14.255175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42226) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.263254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:14.342388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] For port da6c996a-1aaf-454b-8605-b1045b936c7a, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:14.356813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] For port da6c996a-1aaf-454b-8605-b1045b936c7a, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=da6c996a-1aaf-454b-8605-b1045b936c7a,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:14.375324 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.429594 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c6064bb5-1078-4cd9-8061-6bf2073d7a5a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.497725 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::f816:3eff:fec2:3aa2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/c256c664-18e1-4091-bdc3-02494c8ae6aa/fb59ba05-59c1-4fb3-95c7-9fcbf137e5e2) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:14.555938 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-d69d1b1c-30d0-45af-ad70-fd8f47420df7', 'network_id': 'd69d1b1c-30d0-45af-ad70-fd8f47420df7', 'tenant_id': 'e641aaca136846879de75b08b9f3c2af', 'fixed_ips': [{'subnet_id': '478203f0-bc61-4109-9c24-996d4a50227c'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:14.556615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.589641 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:14.593885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7ef74-0ed9-4382-845f-fe3ab784d97b None None] Pushing event updated for resources: {'Port': ['ID=da6c996a-1aaf-454b-8605-b1045b936c7a,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:14.599364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1919ca-14f2-4d5a-a9e5-f88f97e43d75 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 1a8cc1ef-0d2c-40bc-b148-f680ce70cc56 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:14.607440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:14.611334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:14.643311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:14.876278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:14.881366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.885926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a39467d7-0def-427a-85a8-8352b6121c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.910972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Allocated IP 2001:db8:1::2 (d69d1b1c-30d0-45af-ad70-fd8f47420df7/478203f0-bc61-4109-9c24-996d4a50227c/e622acd1-be16-4e68-a612-09a8c423e8b0) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:15.079595 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-c6064bb5-1078-4cd9-8061-6bf2073d7a5a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:15.084752 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c6064bb5-1078-4cd9-8061-6bf2073d7a5a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "PUT /v2.0/routers/e246cb1e-7e81-48e8-b879-960a8f5c0285 HTTP/1.1" status: 400 len: 364 time: 1.2106652 Jan 21 09:42:15.085412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42232) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:15.201884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.215959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Transition to ACTIVE for port object e622acd1-be16-4e68-a612-09a8c423e8b0 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:15.239035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Transition to ACTIVE for port object e622acd1-be16-4e68-a612-09a8c423e8b0 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:15.247811 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.344432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Network d69d1b1c-30d0-45af-ad70-fd8f47420df7 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:15.345648 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:15.350163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:15.364177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Pushing event updated for resources: {'Port': ['ID=e622acd1-be16-4e68-a612-09a8c423e8b0,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.374525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1919ca-14f2-4d5a-a9e5-f88f97e43d75 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:15.385050 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae2634-fcbb-434c-bfad-a9ac888f94df None None] Sync routers for ids ['1a8cc1ef-0d2c-40bc-b148-f680ce70cc56'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:15.396834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a39467d7-0def-427a-85a8-8352b6121c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.408890 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae2634-fcbb-434c-bfad-a9ac888f94df None None] Routers {'1a8cc1ef-0d2c-40bc-b148-f680ce70cc56'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:15.409544 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d2ae2634-fcbb-434c-bfad-a9ac888f94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1a8cc1ef-0d2c-40bc-b148-f680ce70cc56'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:15.454089 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5c1919ca-14f2-4d5a-a9e5-f88f97e43d75 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/1a8cc1ef-0d2c-40bc-b148-f680ce70cc56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1016731 Jan 21 09:42:15.491528 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d2ae2634-fcbb-434c-bfad-a9ac888f94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:15.501576 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae2634-fcbb-434c-bfad-a9ac888f94df None None] Routers {'1a8cc1ef-0d2c-40bc-b148-f680ce70cc56'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:15.502435 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d2ae2634-fcbb-434c-bfad-a9ac888f94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1a8cc1ef-0d2c-40bc-b148-f680ce70cc56'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:15.506220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Attempting to bind port e622acd1-be16-4e68-a612-09a8c423e8b0 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:15.506589 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Attempting to bind port e622acd1-be16-4e68-a612-09a8c423e8b0 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '053d9549-eaf2-4de1-942b-212aa600be78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd69d1b1c-30d0-45af-ad70-fd8f47420df7'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:15.507084 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Attempting to bind port e622acd1-be16-4e68-a612-09a8c423e8b0 on network d69d1b1c-30d0-45af-ad70-fd8f47420df7 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:15.508460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.514560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:15.514932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Checking segment: {'id': '053d9549-eaf2-4de1-942b-212aa600be78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd69d1b1c-30d0-45af-ad70-fd8f47420df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:15.515337 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.515725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Bound using segment: {'id': '053d9549-eaf2-4de1-942b-212aa600be78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd69d1b1c-30d0-45af-ad70-fd8f47420df7'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:15.517070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Bound port: e622acd1-be16-4e68-a612-09a8c423e8b0, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053d9549-eaf2-4de1-942b-212aa600be78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd69d1b1c-30d0-45af-ad70-fd8f47420df7'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:15.517205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42236) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:15.517305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.542792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object fb59ba05-59c1-4fb3-95c7-9fcbf137e5e2 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:15.593482 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d2ae2634-fcbb-434c-bfad-a9ac888f94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:15.594237 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae2634-fcbb-434c-bfad-a9ac888f94df None None] The sync data for ids ['1a8cc1ef-0d2c-40bc-b148-f680ce70cc56'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:15.627154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.751792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] For port e622acd1-be16-4e68-a612-09a8c423e8b0, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:15.759036 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] For port e622acd1-be16-4e68-a612-09a8c423e8b0, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e622acd1-be16-4e68-a612-09a8c423e8b0,segment=NetworkSegment(053d9549-eaf2-4de1-942b-212aa600be78),segment_id=053d9549-eaf2-4de1-942b-212aa600be78)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:15.764975 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.777856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:15.783985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:15.895161 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63314bbb-aedc-4987-a327-2e85c1cdc3e9 None None] Pushing event updated for resources: {'Port': ['ID=e622acd1-be16-4e68-a612-09a8c423e8b0,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.909218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:15.926157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:15.926922 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.976023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=fb59ba05-59c1-4fb3-95c7-9fcbf137e5e2,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.988524 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1ef9af34-e24b-4dde-9379-60a8c52d0438 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3976314 Jan 21 09:42:15.989040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42242) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.018813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-93c71766-269b-45bc-9bb4-d72c2db4817c None None] Provisioning complete for port 007bfb05-6310-40e9-9124-6d5b886b216b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:16.018813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-93c71766-269b-45bc-9bb4-d72c2db4817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.038014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a39467d7-0def-427a-85a8-8352b6121c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.040680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a39467d7-0def-427a-85a8-8352b6121c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.044155 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a39467d7-0def-427a-85a8-8352b6121c01 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3efc90ce-142f-4d18-b01e-472a7863b3ab HTTP/1.1" status: 204 len: 168 time: 1.8104770 Jan 21 09:42:16.188499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39467d7-0def-427a-85a8-8352b6121c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efc90ce-142f-4d18-b01e-472a7863b3ab,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.276041 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-93c71766-269b-45bc-9bb4-d72c2db4817c None None] Provisioning complete for port 81a7cc0b-549a-447c-82f1-1e311ca27d34 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:16.276555 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-93c71766-269b-45bc-9bb4-d72c2db4817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.398637 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-93c71766-269b-45bc-9bb4-d72c2db4817c None None] Port 81a7cc0b-549a-447c-82f1-1e311ca27d34 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:16.433879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c67cc-037d-47d6-98bd-9f9560d03cab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.440139 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c67cc-037d-47d6-98bd-9f9560d03cab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.441012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3b6c67cc-037d-47d6-98bd-9f9560d03cab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:16.451140 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-00392391-d5a0-4099-b5b2-091e443da87b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] remove_router_interface failed (client error): The resource could not be found. Jan 21 09:42:16.456066 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-00392391-d5a0-4099-b5b2-091e443da87b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/1a8cc1ef-0d2c-40bc-b148-f680ce70cc56/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9381025 Jan 21 09:42:16.461331 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42250) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.466885 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.478308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.535044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-690e3d09-a42c-40a5-ae4d-47b45a8d1a61 None None] Provisioning for port da6c996a-1aaf-454b-8605-b1045b936c7a completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:16.543892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3b6c67cc-037d-47d6-98bd-9f9560d03cab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:16.547622 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3b6c67cc-037d-47d6-98bd-9f9560d03cab tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5575514 Jan 21 09:42:16.558163 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42254) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.660324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port fb59ba05-59c1-4fb3-95c7-9fcbf137e5e2 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:16.660932 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.688764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42258) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.723207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Subnet': ['ID=bfa3face-ae12-4335-b2d4-c0900e5c7ab1,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.737023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-732fc220-5217-4665-bb41-f1d391a6b48e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Synchronizing usage tracker for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:16.753413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network e8bfb841-1d89-48bb-b44d-65df55b67303 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:16.756033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:16.767754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f393125-b23d-4223-b4c9-931820fffa80 None None] Network e8bfb841-1d89-48bb-b44d-65df55b67303 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:16.809819 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:42:16.826165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.827465 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.888892 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e622acd1-be16-4e68-a612-09a8c423e8b0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:16.956435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-732fc220-5217-4665-bb41-f1d391a6b48e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Unset dirty status for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:16.957858 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-732fc220-5217-4665-bb41-f1d391a6b48e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=1a8cc1ef-0d2c-40bc-b148-f680ce70cc56 HTTP/1.1" status: 200 len: 205 time: 0.4954791 Jan 21 09:42:16.979840 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42264) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.048269 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1385157d-0a53-43a5-87ba-35ae5ee32b32 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7914503 Jan 21 09:42:17.064626 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5fbfbfe6-d068-4eff-b5a2-0b62f6da8d48 None None] Provisioning for port fb59ba05-59c1-4fb3-95c7-9fcbf137e5e2 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:17.066290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42268) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.072034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port e622acd1-be16-4e68-a612-09a8c423e8b0 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:17.077774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'security_group': {'name': 'tempest-secgroup-958459223'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:17.079895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5fbfbfe6-d068-4eff-b5a2-0b62f6da8d48 None None] Provisioning complete for port fb59ba05-59c1-4fb3-95c7-9fcbf137e5e2 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:17.080270 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5fbfbfe6-d068-4eff-b5a2-0b62f6da8d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.090691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:17.105069 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device da6c996a-1aaf-454b-8605-b1045b936c7a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:17.111656 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ef1d4e2c-36e3-450a-828f-44dee9aa8816 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8edbbda469eb414aad7c6ff1c3ef1b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049506 Jan 21 09:42:17.126769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42272) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.143608 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:security_group and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:17.153466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:17.166462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:17.166897 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d66d5e20-6899-43e3-aa48-082d15a7706e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.237785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.260668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d66d5e20-6899-43e3-aa48-082d15a7706e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.295492 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-5fbfbfe6-d068-4eff-b5a2-0b62f6da8d48 None None] Port fb59ba05-59c1-4fb3-95c7-9fcbf137e5e2 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:17.297167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.327295 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port da6c996a-1aaf-454b-8605-b1045b936c7a completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:17.332631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:17.332975 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port da6c996a-1aaf-454b-8605-b1045b936c7a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:17.333421 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.353433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:security_group_rule and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:17.357194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.369077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:17.394154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:17.396962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Allocated IP 2001:db8::1 (5e6c943b-585b-494f-80ba-bfbe3c0c3fc0/f9f59b3f-3eb4-4cf4-af0f-7f2a917807ed/6e194f92-7bf1-4652-ab90-d10820c57780) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:17.519544 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01646047-2f4c-467c-a252-f17ffaa93b1e None None] Update dhcp port {'port': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'fixed_ips': [{'subnet_id': '2b945f91-96f8-4286-859a-d67ec7bb0aaa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bfa3face-ae12-4335-b2d4-c0900e5c7ab1'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': '007bfb05-6310-40e9-9124-6d5b886b216b'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:42:17.536850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.616310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798e8c04-0fca-4231-9763-f4d6f01a8190,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:17.625325 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.629949 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/798e8c04-0fca-4231-9763-f4d6f01a8190 HTTP/1.1" status: 204 len: 168 time: 0.5019927 Jan 21 09:42:17.652405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.652761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.653104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.653436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.653766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.654144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.654474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.654800 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.655123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.655593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.656275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.656275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b048-4b29-40ac-a77c-daacc8cead52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.656554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.690553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-01646047-2f4c-467c-a252-f17ffaa93b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.691503 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.708590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.729162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbfea-b876-435a-b3bd-5c7b579aba96 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.761823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.776921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.781028 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7106783 Jan 21 09:42:17.781938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42278) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.787013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'security_group': {'name': 'tempest-secgroup-1850318957'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:17.795360 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fcabb-6795-4173-8422-18efb38f8b0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1441ef5d-0a29-49a6-bfbe-7986e0221fd4,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:17.801730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:17.804565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Transition to ACTIVE for port object 6e194f92-7bf1-4652-ab90-d10820c57780 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:17.808421 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:security_group and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:17.813434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:17.821107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:17.834049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66d5e20-6899-43e3-aa48-082d15a7706e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Router 367c34a4-9022-4165-b6cb-8eed1e78705a has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:17.837039 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.860891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:17.864801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:security_group_rule and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:17.867819 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:17.873899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:17.907899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port da6c996a-1aaf-454b-8605-b1045b936c7a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=da6c996a-1aaf-454b-8605-b1045b936c7a,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:17.917406 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77cd160-dc9f-4940-ae31-3794f219dbbe None None] Network d69d1b1c-30d0-45af-ad70-fd8f47420df7 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:17.938956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.951676 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.958517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.009280 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.014405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180e8705-065e-4fb3-8cb6-7a3ba01c9226,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:18.022365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-286c1e46-d52b-4593-b75c-2200cbacf328 None None] Provisioning for port e622acd1-be16-4e68-a612-09a8c423e8b0 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:18.051162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-01646047-2f4c-467c-a252-f17ffaa93b1e None None] Allocated IP 2001:db8::2 (e8bfb841-1d89-48bb-b44d-65df55b67303/bfa3face-ae12-4335-b2d4-c0900e5c7ab1/007bfb05-6310-40e9-9124-6d5b886b216b) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:18.101505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Network 5e6c943b-585b-494f-80ba-bfbe3c0c3fc0 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:18.103046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.108511 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cea3780a-2fed-4897-9751-ae46ed856ba4 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3255224 Jan 21 09:42:18.117301 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-286c1e46-d52b-4593-b75c-2200cbacf328 None None] Provisioning complete for port e622acd1-be16-4e68-a612-09a8c423e8b0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:18.117697 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-286c1e46-d52b-4593-b75c-2200cbacf328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.120250 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42286) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.121309 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:18.139524 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:18.140225 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.174510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'security_group': {'name': 'tempest-secgroup-1057505649'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:18.195095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbfea-b876-435a-b3bd-5c7b579aba96 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.197824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbfea-b876-435a-b3bd-5c7b579aba96 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.210670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=da6c996a-1aaf-454b-8605-b1045b936c7a,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:18.294702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:18.304271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbfea-b876-435a-b3bd-5c7b579aba96 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.305126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fdbfea-b876-435a-b3bd-5c7b579aba96 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Fanout notify agent at l3_agent the message router_deleted on router 1a8cc1ef-0d2c-40bc-b148-f680ce70cc56 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:42:18.347832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3fdbfea-b876-435a-b3bd-5c7b579aba96 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.349176 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e3fdbfea-b876-435a-b3bd-5c7b579aba96 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/1a8cc1ef-0d2c-40bc-b148-f680ce70cc56 HTTP/1.1" status: 204 len: 168 time: 1.3588810 Jan 21 09:42:18.357196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42294) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.358947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event updated for resources: {'Port': ['ID=6e194f92-7bf1-4652-ab90-d10820c57780,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:18.368993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:security_group and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:18.425889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:18.450152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.459424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:18.492692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.518459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.532185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:18.540321 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:security_group_rule and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:18.544871 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:18.564326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-286c1e46-d52b-4593-b75c-2200cbacf328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.585639 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:18.597875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc9efbd-9f33-4bee-ba1d-3fd9accd8303 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting subnet 4da41f86-4be8-4b04-9f74-d5dcdfaa032f {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:18.630826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-01646047-2f4c-467c-a252-f17ffaa93b1e None None] For port 007bfb05-6310-40e9-9124-6d5b886b216b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=007bfb05-6310-40e9-9124-6d5b886b216b,segment=NetworkSegment(64a24b15-d6d3-4377-ab81-b15f23a6a669),segment_id=64a24b15-d6d3-4377-ab81-b15f23a6a669)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:18.652846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-286c1e46-d52b-4593-b75c-2200cbacf328 None None] For port e622acd1-be16-4e68-a612-09a8c423e8b0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e622acd1-be16-4e68-a612-09a8c423e8b0,segment=NetworkSegment(053d9549-eaf2-4de1-942b-212aa600be78),segment_id=053d9549-eaf2-4de1-942b-212aa600be78)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:18.665598 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-286c1e46-d52b-4593-b75c-2200cbacf328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.730678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-01646047-2f4c-467c-a252-f17ffaa93b1e None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.834050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device da6c996a-1aaf-454b-8605-b1045b936c7a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:18.887951 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-01646047-2f4c-467c-a252-f17ffaa93b1e None None] Transition to ACTIVE for port object 007bfb05-6310-40e9-9124-6d5b886b216b will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:18.894814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fc9efbd-9f33-4bee-ba1d-3fd9accd8303 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.905970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-01646047-2f4c-467c-a252-f17ffaa93b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.922269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8bf121af-7370-4c49-95a0-b5281e18881a None None] Provisioning for port 6e194f92-7bf1-4652-ab90-d10820c57780 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:18.935737 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c1e46-d52b-4593-b75c-2200cbacf328 None None] Pushing event updated for resources: {'Port': ['ID=e622acd1-be16-4e68-a612-09a8c423e8b0,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:18.988046 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for fb59ba05-59c1-4fb3-95c7-9fcbf137e5e2 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:19.021996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.023164 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8bf121af-7370-4c49-95a0-b5281e18881a None None] Provisioning complete for port 6e194f92-7bf1-4652-ab90-d10820c57780 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:19.023652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8bf121af-7370-4c49-95a0-b5281e18881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.036223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.076614 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42310) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.102357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fc9efbd-9f33-4bee-ba1d-3fd9accd8303 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.112016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9199ab3-ebe2-4724-a07d-0ccf8d5136e8,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.134461 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66d5e20-6899-43e3-aa48-082d15a7706e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:19.138992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d66d5e20-6899-43e3-aa48-082d15a7706e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.144249 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d66d5e20-6899-43e3-aa48-082d15a7706e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "PUT /v2.0/routers/367c34a4-9022-4165-b6cb-8eed1e78705a HTTP/1.1" status: 200 len: 925 time: 6.4280996 Jan 21 09:42:19.151395 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42316) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.170286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e168f5e2-093f-45ea-9f2b-2970acb7d92b None None] Sync routers for ids ['367c34a4-9022-4165-b6cb-8eed1e78705a'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:19.212629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e168f5e2-093f-45ea-9f2b-2970acb7d92b None None] Routers {'367c34a4-9022-4165-b6cb-8eed1e78705a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:19.213354 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e168f5e2-093f-45ea-9f2b-2970acb7d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['367c34a4-9022-4165-b6cb-8eed1e78705a'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:19.272003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.274557 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.278988 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ffd73f3f-6ce3-43ee-ac96-3e405df853a2 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1428382 Jan 21 09:42:19.281523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42322) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.281977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-8bf121af-7370-4c49-95a0-b5281e18881a None None] Port 6e194f92-7bf1-4652-ab90-d10820c57780 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:19.285245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.286558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.300423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01646047-2f4c-467c-a252-f17ffaa93b1e None None] Pushing event updated for resources: {'Port': ['ID=007bfb05-6310-40e9-9124-6d5b886b216b,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.302221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-292652481', 'security_groups': ['e9199ab3-ebe2-4724-a07d-0ccf8d5136e8'], 'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bfa3face-ae12-4335-b2d4-c0900e5c7ab1'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:19.304689 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e168f5e2-093f-45ea-9f2b-2970acb7d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:19.323200 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port da6c996a-1aaf-454b-8605-b1045b936c7a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:19.324319 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.391101 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e168f5e2-093f-45ea-9f2b-2970acb7d92b None None] Routers {'367c34a4-9022-4165-b6cb-8eed1e78705a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:19.394024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e168f5e2-093f-45ea-9f2b-2970acb7d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['367c34a4-9022-4165-b6cb-8eed1e78705a'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:19.498594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e168f5e2-093f-45ea-9f2b-2970acb7d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:19.499267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e168f5e2-093f-45ea-9f2b-2970acb7d92b None None] The sync data for ids ['367c34a4-9022-4165-b6cb-8eed1e78705a'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:19.519798 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3f71ad2a-9734-4d80-b389-3bb6db83bc8e None None] Provisioning complete for port e622acd1-be16-4e68-a612-09a8c423e8b0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:19.520441 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3f71ad2a-9734-4d80-b389-3bb6db83bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.611828 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-92438e64-755f-4057-bbf0-d773abb10306 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/routers/367c34a4-9022-4165-b6cb-8eed1e78705a HTTP/1.1" status: 200 len: 925 time: 0.4565625 Jan 21 09:42:19.615924 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1230889033'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:19.626959 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42326) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.683558 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:19.736906 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:network and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:19.755440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:19.774791 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:19.778610 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event updated for resources: {'Port': ['ID=6e194f92-7bf1-4652-ab90-d10820c57780,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.819322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:19.822992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.849392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:19.850341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fc9efbd-9f33-4bee-ba1d-3fd9accd8303 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.855656 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Network 5e6c943b-585b-494f-80ba-bfbe3c0c3fc0 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:19.859643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:19.867106 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:19.886683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.899081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.973598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=fb59ba05-59c1-4fb3-95c7-9fcbf137e5e2,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.995697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:20.011063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:20.036672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:security_group_rule and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:20.040281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.040686 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.041036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.041736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.041736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.042023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.042350 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.042672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.043000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.043744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.043744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.043973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.054351 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.057764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:20.072921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5e9d27-a237-45d3-92ea-49ddaae36142 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.073656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0f5e9d27-a237-45d3-92ea-49ddaae36142 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Synchronizing usage tracker for tenant:a57cf99079224b4e9fa15599cfeb8fbf on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:20.078288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:20.094071 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e41188f6-b11e-4eb9-8212-58c1b60ed9ca None None] Provisioning for port 007bfb05-6310-40e9-9124-6d5b886b216b completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:20.100865 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e41188f6-b11e-4eb9-8212-58c1b60ed9ca None None] Provisioning complete for port 007bfb05-6310-40e9-9124-6d5b886b216b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:20.101453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e41188f6-b11e-4eb9-8212-58c1b60ed9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.102547 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c0579a7f-6a88-4142-b1a0-98f7bd3ed8a4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/fb59ba05-59c1-4fb3-95c7-9fcbf137e5e2 HTTP/1.1" status: 204 len: 168 time: 3.5435379 Jan 21 09:42:20.114550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42330) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.164200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0f5e9d27-a237-45d3-92ea-49ddaae36142 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Unset dirty status for tenant:a57cf99079224b4e9fa15599cfeb8fbf on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:20.168189 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0f5e9d27-a237-45d3-92ea-49ddaae36142 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/ports?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&device_id=367c34a4-9022-4165-b6cb-8eed1e78705a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5401456 Jan 21 09:42:20.169671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fc9efbd-9f33-4bee-ba1d-3fd9accd8303 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.173575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42334) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.214995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.249341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9efbd-9f33-4bee-ba1d-3fd9accd8303 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Subnet': ['ID=4da41f86-4be8-4b04-9f74-d5dcdfaa032f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:20.256307 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Router e246cb1e-7e81-48e8-b879-960a8f5c0285 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:20.267397 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e41188f6-b11e-4eb9-8212-58c1b60ed9ca None None] Provisioning complete for port 81a7cc0b-549a-447c-82f1-1e311ca27d34 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:20.267882 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e41188f6-b11e-4eb9-8212-58c1b60ed9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.271649 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fc9efbd-9f33-4bee-ba1d-3fd9accd8303 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.279130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] device_id is not set on port 773c186e-4ad7-40eb-8119-02f78d3341bf yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:20.297478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92fd3c7-ae54-4c9b-942a-0fe5f4cf63ec None None] Network 67477b74-621c-47d3-a50a-c9a5079d4913 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:20.316435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a371a5-1fd1-4cb5-83dd-390d771a1daa tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.318292 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a371a5-1fd1-4cb5-83dd-390d771a1daa tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.320159 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a0a371a5-1fd1-4cb5-83dd-390d771a1daa tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2046685 Jan 21 09:42:20.326840 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42338) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.380910 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1fc9efbd-9f33-4bee-ba1d-3fd9accd8303 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/4da41f86-4be8-4b04-9f74-d5dcdfaa032f HTTP/1.1" status: 204 len: 168 time: 2.0202365 Jan 21 09:42:20.405164 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e41188f6-b11e-4eb9-8212-58c1b60ed9ca None None] Port 81a7cc0b-549a-447c-82f1-1e311ca27d34 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:20.421960 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42342) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.528745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-71caa700-8696-4df1-b5a1-48679fdd7173 None None] Provisioning complete for port 6e194f92-7bf1-4652-ab90-d10820c57780 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:20.529116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-71caa700-8696-4df1-b5a1-48679fdd7173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.551499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94567efd-5046-4c23-a1e3-5e08a6874a32 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.552088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-94567efd-5046-4c23-a1e3-5e08a6874a32 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Synchronizing usage tracker for tenant:a57cf99079224b4e9fa15599cfeb8fbf on resource:network {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:20.594823 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831fe078-84b6-4b57-862e-f100c25592fa None None] DHCP port deletion for 67477b74-621c-47d3-a50a-c9a5079d4913 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:20.599568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-71caa700-8696-4df1-b5a1-48679fdd7173 None None] Port 6e194f92-7bf1-4652-ab90-d10820c57780 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:20.604754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-831fe078-84b6-4b57-862e-f100c25592fa None None] Deleting port b7e15244-a941-49e0-be84-f4919d173b4e {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:20.605212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-831fe078-84b6-4b57-862e-f100c25592fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.618550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7388fa-1d1c-4ca5-b942-4dfa3337707e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet c256c664-18e1-4091-bdc3-02494c8ae6aa {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:20.637466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.638509 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ae7388fa-1d1c-4ca5-b942-4dfa3337707e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.678848 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.729171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8::224 (e8bfb841-1d89-48bb-b44d-65df55b67303/bfa3face-ae12-4335-b2d4-c0900e5c7ab1/773c186e-4ad7-40eb-8119-02f78d3341bf) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:20.733591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.752967 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e622acd1-be16-4e68-a612-09a8c423e8b0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:20.756415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:20.775400 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:20.778470 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b7a7a4a9-0b57-421a-8c16-648900dc0cca tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "PUT /v2.0/routers/e246cb1e-7e81-48e8-b879-960a8f5c0285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6920848 Jan 21 09:42:20.782101 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240cf2f3-06b1-4087-adc3-d3fd2ae6ddab None None] Sync routers for ids ['e246cb1e-7e81-48e8-b879-960a8f5c0285'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:20.782582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-94567efd-5046-4c23-a1e3-5e08a6874a32 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Unset dirty status for tenant:a57cf99079224b4e9fa15599cfeb8fbf on resource:network {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:20.782706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42348) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.786373 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-94567efd-5046-4c23-a1e3-5e08a6874a32 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/networks/58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 881 time: 0.5796938 Jan 21 09:42:20.794589 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240cf2f3-06b1-4087-adc3-d3fd2ae6ddab None None] Routers {'e246cb1e-7e81-48e8-b879-960a8f5c0285'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:20.796584 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-240cf2f3-06b1-4087-adc3-d3fd2ae6ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e246cb1e-7e81-48e8-b879-960a8f5c0285'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:20.803228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42352) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.813927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ae7388fa-1d1c-4ca5-b942-4dfa3337707e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.890704 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-240cf2f3-06b1-4087-adc3-d3fd2ae6ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:20.902837 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240cf2f3-06b1-4087-adc3-d3fd2ae6ddab None None] Routers {'e246cb1e-7e81-48e8-b879-960a8f5c0285'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:20.904010 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-240cf2f3-06b1-4087-adc3-d3fd2ae6ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e246cb1e-7e81-48e8-b879-960a8f5c0285'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:20.913456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ae7388fa-1d1c-4ca5-b942-4dfa3337707e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.954479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-831fe078-84b6-4b57-862e-f100c25592fa None None] For port b7e15244-a941-49e0-be84-f4919d173b4e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b7e15244-a941-49e0-be84-f4919d173b4e,segment=NetworkSegment(0792bf2b-e078-4d33-b0c7-9661120d729c),segment_id=0792bf2b-e078-4d33-b0c7-9661120d729c)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:20.955040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-831fe078-84b6-4b57-862e-f100c25592fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.995087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.995412 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Added segment 62bc8fe1-ea19-423a-a4e4-45a4c3196052 of type vlan for network 464eb128-0e86-4325-bfcf-f2c1d92f0e21 Jan 21 09:42:21.014903 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-240cf2f3-06b1-4087-adc3-d3fd2ae6ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:21.016014 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240cf2f3-06b1-4087-adc3-d3fd2ae6ddab None None] The sync data for ids ['e246cb1e-7e81-48e8-b879-960a8f5c0285'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:21.025797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.080330 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1c7eff-2bc6-4200-85d7-1f69d8e37925,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.083218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ae7388fa-1d1c-4ca5-b942-4dfa3337707e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.123384 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port e622acd1-be16-4e68-a612-09a8c423e8b0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:21.123971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.132858 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bdeeade6-2cd7-4f8d-a231-30db0842c27f tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "GET /v2.0/ports?device_id=367c34a4-9022-4165-b6cb-8eed1e78705a HTTP/1.1" status: 200 len: 205 time: 0.3237960 Jan 21 09:42:21.134625 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42356) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.137017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port b7e15244-a941-49e0-be84-f4919d173b4e {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:21.137357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.140252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ba16f46-119b-4aed-ab7e-952214b88c9e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.161925 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-831fe078-84b6-4b57-862e-f100c25592fa None None] Calling delete_port for b7e15244-a941-49e0-be84-f4919d173b4e owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:21.172400 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7388fa-1d1c-4ca5-b942-4dfa3337707e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=c256c664-18e1-4091-bdc3-02494c8ae6aa,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.195353 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ae7388fa-1d1c-4ca5-b942-4dfa3337707e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.209982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a58d11-a225-4716-87c3-63bcb8137d4c None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:21.224306 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.230581 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.231219 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.297995 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ae7388fa-1d1c-4ca5-b942-4dfa3337707e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/c256c664-18e1-4091-bdc3-02494c8ae6aa HTTP/1.1" status: 204 len: 168 time: 0.9273298 Jan 21 09:42:21.299037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42358) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.422120 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bb779daa-99ec-441b-bab3-c224436e30d3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1104262 Jan 21 09:42:21.423808 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3451164 Jan 21 09:42:21.426282 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-831fe078-84b6-4b57-862e-f100c25592fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.430872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42364) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.515054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fe078-84b6-4b57-862e-f100c25592fa None None] Pushing event deleted for resources: {'Port': ['ID=b7e15244-a941-49e0-be84-f4919d173b4e,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.517569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831fe078-84b6-4b57-862e-f100c25592fa None None] No DVR routers for this DVR port b7e15244-a941-49e0-be84-f4919d173b4e on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:21.532603 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:21.558522 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 007bfb05-6310-40e9-9124-6d5b886b216b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:21.676010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.780125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 007bfb05-6310-40e9-9124-6d5b886b216b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:21.780793 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.823553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e49e73d-211c-4313-988b-535ac1157e5d None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:21.836294 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-5ba16f46-119b-4aed-ab7e-952214b88c9e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 21 09:42:21.841443 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5ba16f46-119b-4aed-ab7e-952214b88c9e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "DELETE /v2.0/routers/e246cb1e-7e81-48e8-b879-960a8f5c0285 HTTP/1.1" status: 409 len: 329 time: 1.0581243 Jan 21 09:42:21.842247 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42370) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.847999 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7e49e73d-211c-4313-988b-535ac1157e5d None None] Deleting port da6c996a-1aaf-454b-8605-b1045b936c7a {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:21.848475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7e49e73d-211c-4313-988b-535ac1157e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.926570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object 773c186e-4ad7-40eb-8119-02f78d3341bf will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:22.007823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.027392 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] For port b7e15244-a941-49e0-be84-f4919d173b4e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b7e15244-a941-49e0-be84-f4919d173b4e,segment=NetworkSegment(0792bf2b-e078-4d33-b0c7-9661120d729c),segment_id=0792bf2b-e078-4d33-b0c7-9661120d729c)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:22.027997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.133506 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b7e15244-a941-49e0-be84-f4919d173b4e no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:22.183365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: b7e15244-a941-49e0-be84-f4919d173b4e {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:22.183810 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b7e15244-a941-49e0-be84-f4919d173b4e not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:22.195889 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-7e49e73d-211c-4313-988b-535ac1157e5d None None] For port da6c996a-1aaf-454b-8605-b1045b936c7a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=da6c996a-1aaf-454b-8605-b1045b936c7a,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:22.196284 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7e49e73d-211c-4313-988b-535ac1157e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.214274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for b7e15244-a941-49e0-be84-f4919d173b4e owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:22.291812 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2472b7a-5f90-4ad2-a495-8a02c7409933 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Network': ['ID=464eb128-0e86-4325-bfcf-f2c1d92f0e21,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:22.302087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.api [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:22.302625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG oslo_db.api [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:22.329920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 464eb128-0e86-4325-bfcf-f2c1d92f0e21 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:22.351754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7e49e73d-211c-4313-988b-535ac1157e5d None None] Calling delete_port for da6c996a-1aaf-454b-8605-b1045b936c7a owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:22.411516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:22.416021 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:22.418964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:22.425491 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:22.438830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:22.440281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.445053 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.522571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7e49e73d-211c-4313-988b-535ac1157e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.556880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.581385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49e73d-211c-4313-988b-535ac1157e5d None None] Pushing event deleted for resources: {'Port': ['ID=da6c996a-1aaf-454b-8605-b1045b936c7a,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:22.585997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49e73d-211c-4313-988b-535ac1157e5d None None] No DVR routers for this DVR port da6c996a-1aaf-454b-8605-b1045b936c7a on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:22.596858 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network e8bfb841-1d89-48bb-b44d-65df55b67303 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:22.639600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:22.661812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:22.668867 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:22.669552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.684638 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=773c186e-4ad7-40eb-8119-02f78d3341bf,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:22.703971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Deleting port df823200-c30b-430a-beef-ee396b6a298d {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:22.704553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.777481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device da6c996a-1aaf-454b-8605-b1045b936c7a no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:22.844460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port b7e15244-a941-49e0-be84-f4919d173b4e {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:22.848413 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-faaa1f62-e387-4b0d-ba30-67baaecf2b9e tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5627408 Jan 21 09:42:22.848921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: da6c996a-1aaf-454b-8605-b1045b936c7a {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:22.848921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device da6c996a-1aaf-454b-8605-b1045b936c7a not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:22.849464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.882031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42376) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:22.906004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c8dad4a7-1aa1-481a-89c8-34f34e24cc0f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:22.998659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] The port 'b7e15244-a941-49e0-be84-f4919d173b4e' was deleted {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:42:23.056920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-799d01da-8127-4bfc-ab2e-5260eb346e21 None None] Provisioning for port 773c186e-4ad7-40eb-8119-02f78d3341bf completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:23.063749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-799d01da-8127-4bfc-ab2e-5260eb346e21 None None] Provisioning complete for port 773c186e-4ad7-40eb-8119-02f78d3341bf triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:23.064170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-799d01da-8127-4bfc-ab2e-5260eb346e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.099796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.127169 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-799d01da-8127-4bfc-ab2e-5260eb346e21 None None] Port 773c186e-4ad7-40eb-8119-02f78d3341bf cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:23.184080 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:42:23.191178 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.330960 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.351610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:23.365118 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:23.368281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Calling delete_port for df823200-c30b-430a-beef-ee396b6a298d owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:23.368546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:23.369260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.378459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5bd468-5307-466d-b2c5-094667574fe5 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:23.393272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c8dad4a7-1aa1-481a-89c8-34f34e24cc0f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:23.414498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c8dad4a7-1aa1-481a-89c8-34f34e24cc0f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:23.417266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=1a6a2a3d-b522-48b2-aaf4-cd649db95d7d,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:23.421472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67477b74-621c-47d3-a50a-c9a5079d4913']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:23.429338 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c8dad4a7-1aa1-481a-89c8-34f34e24cc0f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:23.440449 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c8dad4a7-1aa1-481a-89c8-34f34e24cc0f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:23.448894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0792bf2b-e078-4d33-b0c7-9661120d729c') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:23.449277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0792bf2b-e078-4d33-b0c7-9661120d729c') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:23.471208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.485938 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-90300c2c-5362-4b54-8475-733c5ac15a3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0537949 Jan 21 09:42:23.488979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42380) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:23.489731 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dad4a7-1aa1-481a-89c8-34f34e24cc0f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:23.494386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8dad4a7-1aa1-481a-89c8-34f34e24cc0f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.522224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-73503a22-6ed2-4fe1-b9b6-11d1909c751a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.529761 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'mac_address': 'fa:16:3e:68:ef:dc', 'name': 'tempest-NetworksTestDHCPv6-1809345065'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:23.549844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.584903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:23.585467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:23.606451 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:23.762992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '1a6a2a3d-b522-48b2-aaf4-cd649db95d7d'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:23.764108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.986476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.992270 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.002574 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Allocated IP 2001:db8::f816:3eff:fe6b:bf00 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/1a6a2a3d-b522-48b2-aaf4-cd649db95d7d/fbd77a97-12c9-4f28-beac-0ce0961467b7) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:24.029388 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.ipam_backend_mixin [None req-c8dad4a7-1aa1-481a-89c8-34f34e24cc0f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfa3face-ae12-4335-b2d4-c0900e5c7ab1 (CIDR: 2001:db8::/64) Jan 21 09:42:24.050763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-73503a22-6ed2-4fe1-b9b6-11d1909c751a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Deleting port 6e194f92-7bf1-4652-ab90-d10820c57780 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:24.051557 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-73503a22-6ed2-4fe1-b9b6-11d1909c751a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.056820 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8dad4a7-1aa1-481a-89c8-34f34e24cc0f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:24.059461 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8dad4a7-1aa1-481a-89c8-34f34e24cc0f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:24.067687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Network': ['ID=67477b74-621c-47d3-a50a-c9a5079d4913,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.077382 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-da5c6870-83aa-4d0b-910a-ce3a7937291d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/networks/67477b74-621c-47d3-a50a-c9a5079d4913 HTTP/1.1" status: 204 len: 168 time: 3.6544657 Jan 21 09:42:24.089012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42386) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:24.118817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:24.130568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1918922473'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:24.149137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:24.159904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:24.166275 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:24.181889 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c8dad4a7-1aa1-481a-89c8-34f34e24cc0f tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2931786 Jan 21 09:42:24.185356 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:network and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:24.191168 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:24.196719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42390) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:24.203391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:24.226400 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-da5b4f68-a8b9-48ed-bf10-93a707caeeb9 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:24.243826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-73503a22-6ed2-4fe1-b9b6-11d1909c751a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.246248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:24.268328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:24.304423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.307443 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:24.311306 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.316777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Transition to ACTIVE for port object fbd77a97-12c9-4f28-beac-0ce0961467b7 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:24.340926 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Transition to ACTIVE for port object fbd77a97-12c9-4f28-beac-0ce0961467b7 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:24.348645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.382712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-73503a22-6ed2-4fe1-b9b6-11d1909c751a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Calling delete_port for 6e194f92-7bf1-4652-ab90-d10820c57780 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:24.445917 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Pushing event updated for resources: {'Port': ['ID=fbd77a97-12c9-4f28-beac-0ce0961467b7,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.453906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:24.459277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:24.467103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.467456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.467808 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.468135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.468503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.469398 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.469775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.470939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.470939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.471130 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.471434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.471694 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.483333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:24.515224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:24.546909 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.547645 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Added segment 40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d of type vlan for network 9e4aaa03-ab04-4ac9-9632-f2487958bf49 Jan 21 09:42:24.563589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-da5b4f68-a8b9-48ed-bf10-93a707caeeb9 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:24.565904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.579005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-da5b4f68-a8b9-48ed-bf10-93a707caeeb9 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:24.582335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42394) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:24.585412 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-da5b4f68-a8b9-48ed-bf10-93a707caeeb9 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:24.590582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.615164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-da5b4f68-a8b9-48ed-bf10-93a707caeeb9 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:24.624800 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-73503a22-6ed2-4fe1-b9b6-11d1909c751a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.625969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.628841 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Attempting to bind port fbd77a97-12c9-4f28-beac-0ce0961467b7 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:24.629212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Attempting to bind port fbd77a97-12c9-4f28-beac-0ce0961467b7 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:24.629879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Attempting to bind port fbd77a97-12c9-4f28-beac-0ce0961467b7 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:24.639669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'subnet': {'network_id': '464eb128-0e86-4325-bfcf-f2c1d92f0e21', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:24.654847 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port 2fa9bca1-5169-4479-916a-17f32f14f0ec yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:24.655476 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:24.656675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:24.657830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.658830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:24.659793 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Bound port: fbd77a97-12c9-4f28-beac-0ce0961467b7, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:24.660229 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.660665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Pushing event deleted for resources: {'Port': ['ID=df823200-c30b-430a-beef-ee396b6a298d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.707371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5b4f68-a8b9-48ed-bf10-93a707caeeb9 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:24.713119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da5b4f68-a8b9-48ed-bf10-93a707caeeb9 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.774218 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] For port fbd77a97-12c9-4f28-beac-0ce0961467b7, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:24.778092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] For port fbd77a97-12c9-4f28-beac-0ce0961467b7, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fbd77a97-12c9-4f28-beac-0ce0961467b7,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:24.782609 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.795539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73503a22-6ed2-4fe1-b9b6-11d1909c751a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event deleted for resources: {'Port': ['ID=6e194f92-7bf1-4652-ab90-d10820c57780,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.852695 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:24.913624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129cf12-4137-45f8-86bd-e7ff52d805dc None None] Pushing event updated for resources: {'Port': ['ID=fbd77a97-12c9-4f28-beac-0ce0961467b7,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.940753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.947537 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:24.948234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.108138 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.ipam_backend_mixin [None req-da5b4f68-a8b9-48ed-bf10-93a707caeeb9 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2b945f91-96f8-4286-859a-d67ec7bb0aaa (CIDR: 2001:db8:0:1::/64) Jan 21 09:42:25.127973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Network': ['ID=9e4aaa03-ab04-4ac9-9632-f2487958bf49,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.143098 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5b4f68-a8b9-48ed-bf10-93a707caeeb9 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:25.143736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5b4f68-a8b9-48ed-bf10-93a707caeeb9 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:25.154840 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-439ee613-9511-422f-bda3-f5643ae529b3 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0524912 Jan 21 09:42:25.164147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42398) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:25.172081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 9e4aaa03-ab04-4ac9-9632-f2487958bf49 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:25.189053 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'subnet': {'network_id': '9e4aaa03-ab04-4ac9-9632-f2487958bf49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:25.206825 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:25.211400 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::f816:3eff:fe68:efdc (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/1a6a2a3d-b522-48b2-aaf4-cd649db95d7d/2fa9bca1-5169-4479-916a-17f32f14f0ec) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:25.214226 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:subnet and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:25.217182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.246903 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-da5b4f68-a8b9-48ed-bf10-93a707caeeb9 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0450480 Jan 21 09:42:25.249643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42404) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:25.256353 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-73503a22-6ed2-4fe1-b9b6-11d1909c751a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.260914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:25.262165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'subnet': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:25.377498 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:25.448939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.458665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:25.476167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:subnet and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:25.495610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:25.498749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.520565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:25.521827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:25.525328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.614160 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:25.618054 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.636192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.636707 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Fanout notify agent at l3_agent the message router_deleted on router 367c34a4-9022-4165-b6cb-8eed1e78705a {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:42:25.663568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:25.683302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Usage tracker for resource:subnet and tenant:628d68c153204c9cae8da201ef56de13 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:25.688067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:25.751789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:25.793711 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Made reservation on behalf of 628d68c153204c9cae8da201ef56de13 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:25.797279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.831001 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.847140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.848240 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3608dd92-e2ce-4fe5-b853-f70ac8230fac tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "DELETE /v2.0/routers/367c34a4-9022-4165-b6cb-8eed1e78705a HTTP/1.1" status: 204 len: 168 time: 4.4910412 Jan 21 09:42:25.855595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42410) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:25.859983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73503a22-6ed2-4fe1-b9b6-11d1909c751a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Router e246cb1e-7e81-48e8-b879-960a8f5c0285 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:25.863727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-aa010a7a-4f68-4a06-9bac-d2c13c88608c tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1000671613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:25.874673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-aa010a7a-4f68-4a06-9bac-d2c13c88608c tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:25.883998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-aa010a7a-4f68-4a06-9bac-d2c13c88608c tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Usage tracker for resource:router and tenant:408a0436366e434586144ba25cf011e6 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:25.890515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-aa010a7a-4f68-4a06-9bac-d2c13c88608c tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:25.978312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-aa010a7a-4f68-4a06-9bac-d2c13c88608c tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:26.070494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa010a7a-4f68-4a06-9bac-d2c13c88608c tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.071809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa010a7a-4f68-4a06-9bac-d2c13c88608c tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.093967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73503a22-6ed2-4fe1-b9b6-11d1909c751a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:26.103912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8840b-a0fd-4c75-8954-d5255000cd0c None None] Sync routers for ids ['e246cb1e-7e81-48e8-b879-960a8f5c0285'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:26.109836 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object 2fa9bca1-5169-4479-916a-17f32f14f0ec will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:26.115674 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8840b-a0fd-4c75-8954-d5255000cd0c None None] Routers {'e246cb1e-7e81-48e8-b879-960a8f5c0285'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:26.115674 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-83b8840b-a0fd-4c75-8954-d5255000cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e246cb1e-7e81-48e8-b879-960a8f5c0285'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:26.139780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa010a7a-4f68-4a06-9bac-d2c13c88608c tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.148566 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-73503a22-6ed2-4fe1-b9b6-11d1909c751a tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "PUT /v2.0/routers/e246cb1e-7e81-48e8-b879-960a8f5c0285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2988682 Jan 21 09:42:26.149374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42414) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:26.162436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.190641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-83b8840b-a0fd-4c75-8954-d5255000cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:26.202793 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8840b-a0fd-4c75-8954-d5255000cd0c None None] Routers {'e246cb1e-7e81-48e8-b879-960a8f5c0285'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:26.203569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-83b8840b-a0fd-4c75-8954-d5255000cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e246cb1e-7e81-48e8-b879-960a8f5c0285'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:26.221283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa010a7a-4f68-4a06-9bac-d2c13c88608c tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.258882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Subnet': ['ID=bdf5ebc3-7b6a-4011-80ae-cc6a1a66c252,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:26.263139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-76006242-a45d-4c9e-af75-294fbc2c07ad None None] Provisioning for port fbd77a97-12c9-4f28-beac-0ce0961467b7 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:26.263687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aa010a7a-4f68-4a06-9bac-d2c13c88608c tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.264898 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-aa010a7a-4f68-4a06-9bac-d2c13c88608c tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4083714 Jan 21 09:42:26.269192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42418) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:26.277687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Request body: {'router': {'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:26.277870 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-83b8840b-a0fd-4c75-8954-d5255000cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:26.278130 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8840b-a0fd-4c75-8954-d5255000cd0c None None] The sync data for ids ['e246cb1e-7e81-48e8-b879-960a8f5c0285'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:26.285222 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-c3d0d7b1-1084-4afd-9b1d-4a7a6cf41295 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] show failed (client error): The resource could not be found. Jan 21 09:42:26.290141 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c3d0d7b1-1084-4afd-9b1d-4a7a6cf41295 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "GET /v2.0/routers/tempest-non_exist_router-1017597548 HTTP/1.1" status: 404 len: 335 time: 0.1297946 Jan 21 09:42:26.292396 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42422) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:26.309694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8c8ecc8c-42a0-4847-ad84-346cf7f5f283 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:26.377829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.434518 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.444429 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-8c8ecc8c-42a0-4847-ad84-346cf7f5f283 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] update failed (client error): The resource could not be found. Jan 21 09:42:26.450666 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8c8ecc8c-42a0-4847-ad84-346cf7f5f283 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "PUT /v2.0/routers/tempest-non_exist_router-847506 HTTP/1.1" status: 404 len: 331 time: 0.1506312 Jan 21 09:42:26.462967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Checking segment: {'id': '62bc8fe1-ea19-423a-a4e4-45a4c3196052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '464eb128-0e86-4325-bfcf-f2c1d92f0e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:26.463474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network hostable DHCP agents. Network: 464eb128-0e86-4325-bfcf-f2c1d92f0e21, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:26.468692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42428) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:26.550699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:26.569115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:26.580830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:26.586336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:26.587061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.607237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=2fa9bca1-5169-4479-916a-17f32f14f0ec,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:26.628566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Subnet': ['ID=c8d389fb-dfa3-4f1a-99e6-5067c65f392c,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:26.666065 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-edb00dc0-b85c-4980-afdf-270994c5a43f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1539693 Jan 21 09:42:26.670954 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42432) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:26.673702 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Checking segment: {'id': '40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9e4aaa03-ab04-4ac9-9632-f2487958bf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:26.674062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network hostable DHCP agents. Network: 9e4aaa03-ab04-4ac9-9632-f2487958bf49, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:26.722156 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 9e4aaa03-ab04-4ac9-9632-f2487958bf49 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:26.722593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network 464eb128-0e86-4325-bfcf-f2c1d92f0e21 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:26.738450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.774402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 9e4aaa03-ab04-4ac9-9632-f2487958bf49) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:26.787039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d189e-312e-44b5-9f44-91785b1c54a7 None None] Network 9e4aaa03-ab04-4ac9-9632-f2487958bf49 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:26.791191 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:26.791843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.814068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc58933-6b94-4df2-89da-8addaf863665 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Deleting subnet 478203f0-bc61-4109-9c24-996d4a50227c {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:26.817716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2cc58933-6b94-4df2-89da-8addaf863665 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.823559 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Network e8bfb841-1d89-48bb-b44d-65df55b67303 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:26.828989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fbd77a97-12c9-4f28-beac-0ce0961467b7 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:26.831191 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:26.838301 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:26.838748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.847915 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Subnet': ['ID=6dac442f-c160-4d8a-a048-b1d990dd30ef,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:26.862343 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bccdabc5-4fcd-4b56-b3dc-8104bf89c65b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6969857 Jan 21 09:42:26.863009 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42436) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:26.872308 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-3774306c-8e22-4ecb-a7c6-21b09f166521 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1902219828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:26.877385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3770b5-076c-46bb-b9b2-cb13c9d43344 None None] Network e8bfb841-1d89-48bb-b44d-65df55b67303 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:26.878993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3774306c-8e22-4ecb-a7c6-21b09f166521 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:26.882078 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-954381c4-5209-4d8e-9d7a-834ab2c3c948 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6314089 Jan 21 09:42:26.882991 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2cc58933-6b94-4df2-89da-8addaf863665 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.884635 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3774306c-8e22-4ecb-a7c6-21b09f166521 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:router and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:26.887049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42440) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:26.889462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3774306c-8e22-4ecb-a7c6-21b09f166521 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:26.895564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-77d7aca6-5166-4bfc-a2fa-0c610f0fad43 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1828936600', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6dac442f-c160-4d8a-a048-b1d990dd30ef'}], 'security_groups': ['1441ef5d-0a29-49a6-bfbe-7986e0221fd4', '180e8705-065e-4fb3-8cb6-7a3ba01c9226']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:26.916042 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 464eb128-0e86-4325-bfcf-f2c1d92f0e21) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:26.923667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:26.924527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.945005 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10096644-2aad-402c-9c0c-d3a28bc88447 None None] Network 464eb128-0e86-4325-bfcf-f2c1d92f0e21 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:26.947267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3774306c-8e22-4ecb-a7c6-21b09f166521 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:26.984211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3774306c-8e22-4ecb-a7c6-21b09f166521 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.985230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3774306c-8e22-4ecb-a7c6-21b09f166521 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.063310 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c091ef2a-fad0-4960-9d57-135214bf1fc4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4491901 Jan 21 09:42:27.069266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42444) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:27.070494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3774306c-8e22-4ecb-a7c6-21b09f166521 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.145851 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-236369037'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:27.146089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3774306c-8e22-4ecb-a7c6-21b09f166521 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.153401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.158605 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:27.173130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:network and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:27.181157 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:27.189997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77d7aca6-5166-4bfc-a2fa-0c610f0fad43 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.205224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3774306c-8e22-4ecb-a7c6-21b09f166521 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.207705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67542f1c-7237-4e7b-ab01-2301fe06d982 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:27.209021 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3774306c-8e22-4ecb-a7c6-21b09f166521 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3424308 Jan 21 09:42:27.213589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42448) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:27.213881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67542f1c-7237-4e7b-ab01-2301fe06d982 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:27.214714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-67542f1c-7237-4e7b-ab01-2301fe06d982 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:27.230176 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-816c171e-5100-4f62-b93a-434208ab722a None None] Provisioning for port 2fa9bca1-5169-4479-916a-17f32f14f0ec completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:27.232948 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:27.261767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-67542f1c-7237-4e7b-ab01-2301fe06d982 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:27.265414 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-67542f1c-7237-4e7b-ab01-2301fe06d982 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5878043 Jan 21 09:42:27.274593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-816c171e-5100-4f62-b93a-434208ab722a None None] Provisioning complete for port 2fa9bca1-5169-4479-916a-17f32f14f0ec triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:27.274818 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42452) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:27.274926 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-816c171e-5100-4f62-b93a-434208ab722a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.277847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:27.281352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.325548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2cc58933-6b94-4df2-89da-8addaf863665 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.408905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port fbd77a97-12c9-4f28-beac-0ce0961467b7 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:27.430346 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-b53ded44-5254-4afc-b9cd-a63639928e1e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port 2fa9bca1-5169-4479-916a-17f32f14f0ec {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:27.430704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b53ded44-5254-4afc-b9cd-a63639928e1e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.464780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:27.465806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port fbd77a97-12c9-4f28-beac-0ce0961467b7 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:27.466183 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.497768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-816c171e-5100-4f62-b93a-434208ab722a None None] Port 2fa9bca1-5169-4479-916a-17f32f14f0ec cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:27.555683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.556291 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Added segment 36ea290e-a66f-46ce-b5f5-5e4febaa803c of type vlan for network 651d875f-7773-4f91-9e3c-5739735f45f5 Jan 21 09:42:27.666534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-9e4aaa03-ab04-4ac9-9632-f2487958bf49', 'network_id': '9e4aaa03-ab04-4ac9-9632-f2487958bf49', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'fixed_ips': [{'subnet_id': 'c8d389fb-dfa3-4f1a-99e6-5067c65f392c'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:27.667269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.673444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.759759 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-464eb128-0e86-4325-bfcf-f2c1d92f0e21', 'network_id': '464eb128-0e86-4325-bfcf-f2c1d92f0e21', 'tenant_id': 'df454c50b2f84b738807266e26ee282d', 'fixed_ips': [{'subnet_id': 'bdf5ebc3-7b6a-4011-80ae-cc6a1a66c252'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:27.760610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.775061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.781197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:27.781801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.818276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2cc58933-6b94-4df2-89da-8addaf863665 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.917808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc58933-6b94-4df2-89da-8addaf863665 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event deleted for resources: {'Subnet': ['ID=478203f0-bc61-4109-9c24-996d4a50227c,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:27.929380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2cc58933-6b94-4df2-89da-8addaf863665 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.933507 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2cc58933-6b94-4df2-89da-8addaf863665 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "DELETE /v2.0/subnets/478203f0-bc61-4109-9c24-996d4a50227c HTTP/1.1" status: 204 len: 168 time: 1.4548130 Jan 21 09:42:27.935002 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.941248 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8161998 Jan 21 09:42:27.941417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42458) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:27.943388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42462) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:27.987143 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdbd615-3609-40e1-84e4-8a2cd454435c None None] Network d69d1b1c-30d0-45af-ad70-fd8f47420df7 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:28.000702 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'subnet': {'network_id': '651d875f-7773-4f91-9e3c-5739735f45f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:28.006349 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7768a-0080-40de-94e9-5c16e866c70b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Network': ['ID=651d875f-7773-4f91-9e3c-5739735f45f5,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.056781 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 651d875f-7773-4f91-9e3c-5739735f45f5 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:28.112895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.309991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Allocated IP 2001:db8::2 (9e4aaa03-ab04-4ac9-9632-f2487958bf49/c8d389fb-dfa3-4f1a-99e6-5067c65f392c/93922d6f-38a7-47e9-ae4a-ab5429f9d0a1) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:28.323527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port fbd77a97-12c9-4f28-beac-0ce0961467b7, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fbd77a97-12c9-4f28-beac-0ce0961467b7,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:28.347822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.364963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.378968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:28.379801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.408579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b53ded44-5254-4afc-b9cd-a63639928e1e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.422322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.446471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:subnet and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:28.458050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ce24bf-b613-41ee-973a-af7151ae46f2 None None] Update dhcp port {'port': {'network_id': 'e8bfb841-1d89-48bb-b44d-65df55b67303', 'fixed_ips': [{'subnet_id': '2b945f91-96f8-4286-859a-d67ec7bb0aaa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bfa3face-ae12-4335-b2d4-c0900e5c7ab1', 'ip_address': '2001:db8::2'}, {'subnet_id': '6dac442f-c160-4d8a-a048-b1d990dd30ef'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': '007bfb05-6310-40e9-9124-6d5b886b216b'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:42:28.461792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:28.476882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:28.521518 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Allocated IP 2001:db8:0:ffff::2 (464eb128-0e86-4325-bfcf-f2c1d92f0e21/bdf5ebc3-7b6a-4011-80ae-cc6a1a66c252/483fe408-06ac-493b-8543-9e08e340e4b8) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:28.602756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-77d7aca6-5166-4bfc-a2fa-0c610f0fad43 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Delete allocated IP 2001:db8::224 (e8bfb841-1d89-48bb-b44d-65df55b67303/bfa3face-ae12-4335-b2d4-c0900e5c7ab1) {{(pid=87502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:42:28.610552 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-77d7aca6-5166-4bfc-a2fa-0c610f0fad43 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Allocated IP 2001:db8:0:2::272 (e8bfb841-1d89-48bb-b44d-65df55b67303/6dac442f-c160-4d8a-a048-b1d990dd30ef/773c186e-4ad7-40eb-8119-02f78d3341bf) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:28.658888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Deleting port e622acd1-be16-4e68-a612-09a8c423e8b0 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:28.659636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.659754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=fbd77a97-12c9-4f28-beac-0ce0961467b7,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.668258 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d9ce24bf-b613-41ee-973a-af7151ae46f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.678008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-b53ded44-5254-4afc-b9cd-a63639928e1e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for 2fa9bca1-5169-4479-916a-17f32f14f0ec owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:28.690995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:28.694672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.782932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Allocated IP 172.26.4.204 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/e3d670ca-cc46-4d08-a4fe-6aa4cf2db329) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:28.886928 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.989607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b53ded44-5254-4afc-b9cd-a63639928e1e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.989908 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Transition to ACTIVE for port object 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:29.009665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Transition to ACTIVE for port object 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:29.023588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.057903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ded44-5254-4afc-b9cd-a63639928e1e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=2fa9bca1-5169-4479-916a-17f32f14f0ec,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.118327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b53ded44-5254-4afc-b9cd-a63639928e1e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.121813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.159744 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b53ded44-5254-4afc-b9cd-a63639928e1e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/2fa9bca1-5169-4479-916a-17f32f14f0ec HTTP/1.1" status: 204 len: 168 time: 1.8825696 Jan 21 09:42:29.168195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42468) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:29.182561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Network 9e4aaa03-ab04-4ac9-9632-f2487958bf49 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:29.199136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:29.214211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.218979 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:29.224101 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Pushing event updated for resources: {'Port': ['ID=93922d6f-38a7-47e9-ae4a-ab5429f9d0a1,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.348422 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd029421-fbc4-482e-95fa-d2142b410ac4 None None] DHCP port deletion for d69d1b1c-30d0-45af-ad70-fd8f47420df7 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:29.352147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:29.359604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:29.378646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fd029421-fbc4-482e-95fa-d2142b410ac4 None None] Deleting port e622acd1-be16-4e68-a612-09a8c423e8b0 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:29.379108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd029421-fbc4-482e-95fa-d2142b410ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.381882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcae7df-b4f0-428e-ba42-c96fa41b5f99 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:29.386560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcae7df-b4f0-428e-ba42-c96fa41b5f99 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:29.387389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-dbcae7df-b4f0-428e-ba42-c96fa41b5f99 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:29.390403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:29.406317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Allocated IP 2001:db8::1 (9e4aaa03-ab04-4ac9-9632-f2487958bf49/c8d389fb-dfa3-4f1a-99e6-5067c65f392c/8283247c-7872-48fa-af41-b8d95d569820) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:29.432042 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Pushing event updated for resources: {'Port': ['ID=e3d670ca-cc46-4d08-a4fe-6aa4cf2db329,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.440114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Attempting to bind port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:29.440486 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Attempting to bind port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9e4aaa03-ab04-4ac9-9632-f2487958bf49'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:29.441004 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Attempting to bind port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 on network 9e4aaa03-ab04-4ac9-9632-f2487958bf49 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:29.445101 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.447015 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77d7aca6-5166-4bfc-a2fa-0c610f0fad43 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.456498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:29.456953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Checking segment: {'id': '40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9e4aaa03-ab04-4ac9-9632-f2487958bf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:29.457410 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.457872 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Bound using segment: {'id': '40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9e4aaa03-ab04-4ac9-9632-f2487958bf49'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:29.458410 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Bound port: 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9e4aaa03-ab04-4ac9-9632-f2487958bf49'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:29.458848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.460759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-dbcae7df-b4f0-428e-ba42-c96fa41b5f99 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:29.464814 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-dbcae7df-b4f0-428e-ba42-c96fa41b5f99 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2920306 Jan 21 09:42:29.467546 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42472) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:29.502795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Transition to ACTIVE for port object 483fe408-06ac-493b-8543-9e08e340e4b8 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:29.590540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Transition to ACTIVE for port object 483fe408-06ac-493b-8543-9e08e340e4b8 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:29.606711 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-77d7aca6-5166-4bfc-a2fa-0c610f0fad43 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Transition to ACTIVE for port object 773c186e-4ad7-40eb-8119-02f78d3341bf will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:29.619333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.632500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77d7aca6-5166-4bfc-a2fa-0c610f0fad43 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.675581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d8858f-b22c-4942-8201-9b1a2ceb0b45 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 1a6a2a3d-b522-48b2-aaf4-cd649db95d7d {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:29.712718 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38d8858f-b22c-4942-8201-9b1a2ceb0b45 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.773856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] For port e622acd1-be16-4e68-a612-09a8c423e8b0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e622acd1-be16-4e68-a612-09a8c423e8b0,segment=NetworkSegment(053d9549-eaf2-4de1-942b-212aa600be78),segment_id=053d9549-eaf2-4de1-942b-212aa600be78)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:29.774558 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.781036 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38d8858f-b22c-4942-8201-9b1a2ceb0b45 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.801229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-77d7aca6-5166-4bfc-a2fa-0c610f0fad43 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] In _notify_port_updated(), no bound segment for port 773c186e-4ad7-40eb-8119-02f78d3341bf on network e8bfb841-1d89-48bb-b44d-65df55b67303 {{(pid=87502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:42:29.807079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d7aca6-5166-4bfc-a2fa-0c610f0fad43 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:29.807733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77d7aca6-5166-4bfc-a2fa-0c610f0fad43 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.809088 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-77d7aca6-5166-4bfc-a2fa-0c610f0fad43 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "PUT /v2.0/ports/773c186e-4ad7-40eb-8119-02f78d3341bf HTTP/1.1" status: 200 len: 970 time: 2.9211388 Jan 21 09:42:29.817436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] For port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:29.850704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Network 464eb128-0e86-4325-bfcf-f2c1d92f0e21 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:29.858391 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] For port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=93922d6f-38a7-47e9-ae4a-ab5429f9d0a1,segment=NetworkSegment(40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d),segment_id=40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:29.862693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-fd029421-fbc4-482e-95fa-d2142b410ac4 None None] For port e622acd1-be16-4e68-a612-09a8c423e8b0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e622acd1-be16-4e68-a612-09a8c423e8b0,segment=NetworkSegment(053d9549-eaf2-4de1-942b-212aa600be78),segment_id=053d9549-eaf2-4de1-942b-212aa600be78)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:29.862895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd029421-fbc4-482e-95fa-d2142b410ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.875292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:29.882012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-d9ce24bf-b613-41ee-973a-af7151ae46f2 None None] Allocated IP 2001:db8:0:2::2 (e8bfb841-1d89-48bb-b44d-65df55b67303/6dac442f-c160-4d8a-a048-b1d990dd30ef/007bfb05-6310-40e9-9124-6d5b886b216b) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:29.884118 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Pushing event updated for resources: {'Port': ['ID=483fe408-06ac-493b-8543-9e08e340e4b8,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.891066 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:29.893988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.947606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42476) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:30.028968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Calling delete_port for e622acd1-be16-4e68-a612-09a8c423e8b0 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:30.074793 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fd029421-fbc4-482e-95fa-d2142b410ac4 None None] Calling delete_port for e622acd1-be16-4e68-a612-09a8c423e8b0 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:30.084847 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7aca6-5166-4bfc-a2fa-0c610f0fad43 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event updated for resources: {'Port': ['ID=773c186e-4ad7-40eb-8119-02f78d3341bf,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.118292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0a0bda12-89fe-4db1-92c6-0a36a265f290 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 773c186e-4ad7-40eb-8119-02f78d3341bf {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:30.118657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0a0bda12-89fe-4db1-92c6-0a36a265f290 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.171952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.221418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.222915 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.284149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Transition to ACTIVE for port object 8283247c-7872-48fa-af41-b8d95d569820 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:30.292444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.318155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38d8858f-b22c-4942-8201-9b1a2ceb0b45 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.355222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.362045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Subnet': ['ID=abd8b340-ff1a-4d67-b817-7d4c1a879541,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.365728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] No DVR routers for this DVR port e622acd1-be16-4e68-a612-09a8c423e8b0 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:30.369202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event deleted for resources: {'Port': ['ID=e622acd1-be16-4e68-a612-09a8c423e8b0,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.398849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Checking segment: {'id': '36ea290e-a66f-46ce-b5f5-5e4febaa803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '651d875f-7773-4f91-9e3c-5739735f45f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:30.398849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network hostable DHCP agents. Network: 651d875f-7773-4f91-9e3c-5739735f45f5, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:30.412895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194985a0-9e00-44e8-82df-f02cc93e25a2 None None] Pushing event updated for resources: {'Port': ['ID=93922d6f-38a7-47e9-ae4a-ab5429f9d0a1,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.417903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Attempting to bind port 483fe408-06ac-493b-8543-9e08e340e4b8 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:30.418505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Attempting to bind port 483fe408-06ac-493b-8543-9e08e340e4b8 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '62bc8fe1-ea19-423a-a4e4-45a4c3196052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '464eb128-0e86-4325-bfcf-f2c1d92f0e21'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:30.419039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Attempting to bind port 483fe408-06ac-493b-8543-9e08e340e4b8 on network 464eb128-0e86-4325-bfcf-f2c1d92f0e21 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:30.438334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:30.438974 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Checking segment: {'id': '62bc8fe1-ea19-423a-a4e4-45a4c3196052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '464eb128-0e86-4325-bfcf-f2c1d92f0e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:30.439566 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.440113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Bound using segment: {'id': '62bc8fe1-ea19-423a-a4e4-45a4c3196052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '464eb128-0e86-4325-bfcf-f2c1d92f0e21'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:30.440744 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Bound port: 483fe408-06ac-493b-8543-9e08e340e4b8, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62bc8fe1-ea19-423a-a4e4-45a4c3196052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '464eb128-0e86-4325-bfcf-f2c1d92f0e21'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:30.441259 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.457883 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-fd029421-fbc4-482e-95fa-d2142b410ac4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:30.458435 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-fd029421-fbc4-482e-95fa-d2142b410ac4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:30.526138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d9ce24bf-b613-41ee-973a-af7151ae46f2 None None] For port 007bfb05-6310-40e9-9124-6d5b886b216b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=007bfb05-6310-40e9-9124-6d5b886b216b,segment=NetworkSegment(64a24b15-d6d3-4377-ab81-b15f23a6a669),segment_id=64a24b15-d6d3-4377-ab81-b15f23a6a669)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:30.528006 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.536195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network 651d875f-7773-4f91-9e3c-5739735f45f5 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:30.547730 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.574725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] For port 483fe408-06ac-493b-8543-9e08e340e4b8, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:30.580550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d9ce24bf-b613-41ee-973a-af7151ae46f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.592192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] For port 483fe408-06ac-493b-8543-9e08e340e4b8, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=483fe408-06ac-493b-8543-9e08e340e4b8,segment=NetworkSegment(62bc8fe1-ea19-423a-a4e4-45a4c3196052),segment_id=62bc8fe1-ea19-423a-a4e4-45a4c3196052)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:30.601460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.605271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d9ce24bf-b613-41ee-973a-af7151ae46f2 None None] Transition to ACTIVE for port object 007bfb05-6310-40e9-9124-6d5b886b216b will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:30.639949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d9ce24bf-b613-41ee-973a-af7151ae46f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.662267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 651d875f-7773-4f91-9e3c-5739735f45f5) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:30.676205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3afdf4f-4706-4707-9419-0403bf8f0478 None None] Network 651d875f-7773-4f91-9e3c-5739735f45f5 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:30.691774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69d1b1c-30d0-45af-ad70-fd8f47420df7']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.723794 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:30.724460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.750213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053d9549-eaf2-4de1-942b-212aa600be78') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.750450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053d9549-eaf2-4de1-942b-212aa600be78') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.762268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 9e4aaa03-ab04-4ac9-9632-f2487958bf49 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:30.772846 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:30.778777 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.816658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:30.817196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.820250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=8283247c-7872-48fa-af41-b8d95d569820,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.859432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.865868 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1af38a6e-c40d-419c-89be-7b9d0864b24c tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9052482 Jan 21 09:42:30.870588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fbd77a97-12c9-4f28-beac-0ce0961467b7 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:30.874031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42482) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:30.878433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:30.878853 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:30.895966 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:30.995282 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fd029421-fbc4-482e-95fa-d2142b410ac4 None None] Deleting port e622acd1-be16-4e68-a612-09a8c423e8b0 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:30.995909 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd029421-fbc4-482e-95fa-d2142b410ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.035284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.040614 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549832cf-e2e7-499b-9450-a38917437f1a None None] Pushing event updated for resources: {'Port': ['ID=483fe408-06ac-493b-8543-9e08e340e4b8,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:31.080817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38d8858f-b22c-4942-8201-9b1a2ceb0b45 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.163074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.172633 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.209105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fd029421-fbc4-482e-95fa-d2142b410ac4 None None] The port 'e622acd1-be16-4e68-a612-09a8c423e8b0' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:42:31.214526 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df92b87-1db2-4047-98fe-a3e61b7e2cbb None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:31.253050 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "DELETE /v2.0/networks/d69d1b1c-30d0-45af-ad70-fd8f47420df7 HTTP/1.1" status: 204 len: 168 time: 3.3130150 Jan 21 09:42:31.254369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42488) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:31.346507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21064ea3-e8bd-414d-8c0f-5b7bfe4d170b tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event deleted for resources: {'Network': ['ID=d69d1b1c-30d0-45af-ad70-fd8f47420df7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:31.359027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38d8858f-b22c-4942-8201-9b1a2ceb0b45 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.362942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0a0bda12-89fe-4db1-92c6-0a36a265f290 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.390162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8858f-b22c-4942-8201-9b1a2ceb0b45 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6a2a3d-b522-48b2-aaf4-cd649db95d7d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:31.409319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.512418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce24bf-b613-41ee-973a-af7151ae46f2 None None] Pushing event updated for resources: {'Port': ['ID=007bfb05-6310-40e9-9124-6d5b886b216b,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:31.590690 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port fbd77a97-12c9-4f28-beac-0ce0961467b7 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:31.591195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.623251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.632892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0a0bda12-89fe-4db1-92c6-0a36a265f290 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for 773c186e-4ad7-40eb-8119-02f78d3341bf owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:31.717586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-651d875f-7773-4f91-9e3c-5739735f45f5', 'network_id': '651d875f-7773-4f91-9e3c-5739735f45f5', 'tenant_id': 'df454c50b2f84b738807266e26ee282d', 'fixed_ips': [{'subnet_id': 'abd8b340-ff1a-4d67-b817-7d4c1a879541'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:31.718429 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.824979 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777a797a-3fcd-4e1f-8fca-c272ac1eeeb6 None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:31.854040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-777a797a-3fcd-4e1f-8fca-c272ac1eeeb6 None None] Deleting port fbd77a97-12c9-4f28-beac-0ce0961467b7 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:31.854662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-777a797a-3fcd-4e1f-8fca-c272ac1eeeb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.882341 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-38d8858f-b22c-4942-8201-9b1a2ceb0b45 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/1a6a2a3d-b522-48b2-aaf4-cd649db95d7d HTTP/1.1" status: 204 len: 168 time: 2.4137321 Jan 21 09:42:31.893115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42492) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.067672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.113893 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b0f890cf-71fa-4f3f-8cea-55b2f7427dc0 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2006145 Jan 21 09:42:32.129227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42496) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.145117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-62828208-6dec-41a3-bd7a-e54086011917 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Deleting subnet 40ea4600-dfd7-4699-85c4-f9c18cf0c6e8 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:32.154060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62828208-6dec-41a3-bd7a-e54086011917 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.245131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83407dcc-cd7b-4cac-9663-ed820a24e9a7 None None] Network 9e4aaa03-ab04-4ac9-9632-f2487958bf49 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:32.269333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62828208-6dec-41a3-bd7a-e54086011917 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.300487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Allocated IP 2001:db8::1 (651d875f-7773-4f91-9e3c-5739735f45f5/abd8b340-ff1a-4d67-b817-7d4c1a879541/c8612733-e713-407f-bb04-e12ddf187408) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:32.329229 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e622acd1-be16-4e68-a612-09a8c423e8b0 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:32.448674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.459020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.460695 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.552804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: e622acd1-be16-4e68-a612-09a8c423e8b0 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:32.553313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e622acd1-be16-4e68-a612-09a8c423e8b0 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:32.585555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62828208-6dec-41a3-bd7a-e54086011917 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.653887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-777a797a-3fcd-4e1f-8fca-c272ac1eeeb6 None None] For port fbd77a97-12c9-4f28-beac-0ce0961467b7, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fbd77a97-12c9-4f28-beac-0ce0961467b7,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:32.654153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-777a797a-3fcd-4e1f-8fca-c272ac1eeeb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.663466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=8283247c-7872-48fa-af41-b8d95d569820,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:32.684798 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c7fcfe55-35ac-4e9a-a014-aa32c929d252 None None] Provisioning for port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:32.848176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 9e4aaa03-ab04-4ac9-9632-f2487958bf49 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:32.849638 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62828208-6dec-41a3-bd7a-e54086011917 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.855457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-777a797a-3fcd-4e1f-8fca-c272ac1eeeb6 None None] Calling delete_port for fbd77a97-12c9-4f28-beac-0ce0961467b7 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:32.859041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:32.897513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-62828208-6dec-41a3-bd7a-e54086011917 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.904013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0a0bda12-89fe-4db1-92c6-0a36a265f290 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.964222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.002172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62828208-6dec-41a3-bd7a-e54086011917 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event deleted for resources: {'Subnet': ['ID=40ea4600-dfd7-4699-85c4-f9c18cf0c6e8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:33.014272 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-62828208-6dec-41a3-bd7a-e54086011917 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "DELETE /v2.0/subnets/40ea4600-dfd7-4699-85c4-f9c18cf0c6e8 HTTP/1.1" status: 204 len: 168 time: 1.6602938 Jan 21 09:42:33.019943 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42502) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:33.041373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133501d8-b327-46a9-a853-e3c21b783e59 None None] Network 464eb128-0e86-4325-bfcf-f2c1d92f0e21 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:33.057690 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4959ffa1-57c8-4b0c-8ef6-a5fb9c3921e8 None None] Network 4453755a-ce68-47ac-be80-e292719ec1e4 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:33.069992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bda12-89fe-4db1-92c6-0a36a265f290 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=773c186e-4ad7-40eb-8119-02f78d3341bf,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:33.084313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:33.118996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-777a797a-3fcd-4e1f-8fca-c272ac1eeeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.177291 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0cca09-0805-4e39-b755-0ec69e8ecebb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:33.177291 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0a0cca09-0805-4e39-b755-0ec69e8ecebb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:33.189584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Router 463af37c-1c86-403c-bd5a-9d5276e90363 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:42:33.192045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8766ee-71eb-47dd-850d-109c227bb769 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Deleting subnet 85918cf3-df6c-4a49-a324-ebab1f649faf {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:33.196944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5f8766ee-71eb-47dd-850d-109c227bb769 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.226476 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0a0bda12-89fe-4db1-92c6-0a36a265f290 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.238256 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0a0cca09-0805-4e39-b755-0ec69e8ecebb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:33.239540 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0a0cca09-0805-4e39-b755-0ec69e8ecebb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0869920 Jan 21 09:42:33.248235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42506) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:33.252215 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0a0bda12-89fe-4db1-92c6-0a36a265f290 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/773c186e-4ad7-40eb-8119-02f78d3341bf HTTP/1.1" status: 204 len: 168 time: 3.3036575 Jan 21 09:42:33.257232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42510) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:33.267691 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a797a-3fcd-4e1f-8fca-c272ac1eeeb6 None None] Pushing event deleted for resources: {'Port': ['ID=fbd77a97-12c9-4f28-beac-0ce0961467b7,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:33.326212 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-206441e3-6020-42bc-9c72-c5fda17b8ace tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] GET failed (client error): The resource could not be found. Jan 21 09:42:33.328147 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-206441e3-6020-42bc-9c72-c5fda17b8ace tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports/773c186e-4ad7-40eb-8119-02f78d3341bf HTTP/1.1" status: 404 len: 333 time: 0.0675466 Jan 21 09:42:33.331122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5f8766ee-71eb-47dd-850d-109c227bb769 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.336460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a797a-3fcd-4e1f-8fca-c272ac1eeeb6 None None] No DVR routers for this DVR port fbd77a97-12c9-4f28-beac-0ce0961467b7 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:33.346554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42514) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:33.382411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 3b8d4534-d696-4579-9742-86e466d2bb56 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:42:33.386214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d435d56d-a17c-4d40-8d3b-791054048ff0 None None] Provisioning for port 007bfb05-6310-40e9-9124-6d5b886b216b completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:33.400058 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ebfe570-f400-44c8-803f-7b937b81d984 req-b99e04de-69d5-4a1e-9eb3-0948ee84c192 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4881279 Jan 21 09:42:33.433000 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d435d56d-a17c-4d40-8d3b-791054048ff0 None None] Provisioning complete for port 007bfb05-6310-40e9-9124-6d5b886b216b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:33.433762 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d435d56d-a17c-4d40-8d3b-791054048ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.601467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f64a6e-3535-4554-b211-7bb198c8d9a3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:33.602481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-94f64a6e-3535-4554-b211-7bb198c8d9a3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:33.616360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:33.626924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:33.633921 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-aff7cdb0-247c-4750-bad0-16020c436149 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/3b8d4534-d696-4579-9742-86e466d2bb56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4197214 Jan 21 09:42:33.634902 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441286d7-674c-40ae-bc58-eef3e51961b3 None None] Sync routers for ids ['3b8d4534-d696-4579-9742-86e466d2bb56'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:33.636238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.637814 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-848e55f6-d324-466c-adc5-43928e1c91b6 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "PUT /v2.0/routers/463af37c-1c86-403c-bd5a-9d5276e90363 HTTP/1.1" status: 200 len: 884 time: 7.3663588 Jan 21 09:42:33.638490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5f8766ee-71eb-47dd-850d-109c227bb769 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.639972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42520) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:33.640477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42522) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:33.665343 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441286d7-674c-40ae-bc58-eef3e51961b3 None None] Routers {'3b8d4534-d696-4579-9742-86e466d2bb56'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:33.667419 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-441286d7-674c-40ae-bc58-eef3e51961b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3b8d4534-d696-4579-9742-86e466d2bb56'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:33.713965 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbbff2-85a7-44eb-9e06-9f522f8f3edd None None] Sync routers for ids ['463af37c-1c86-403c-bd5a-9d5276e90363'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:33.767706 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-441286d7-674c-40ae-bc58-eef3e51961b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:33.778248 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441286d7-674c-40ae-bc58-eef3e51961b3 None None] Routers {'3b8d4534-d696-4579-9742-86e466d2bb56'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:33.778930 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-441286d7-674c-40ae-bc58-eef3e51961b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3b8d4534-d696-4579-9742-86e466d2bb56'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:33.792557 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5f8766ee-71eb-47dd-850d-109c227bb769 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.806991 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-94f64a6e-3535-4554-b211-7bb198c8d9a3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:33.808472 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-94f64a6e-3535-4554-b211-7bb198c8d9a3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5598938 Jan 21 09:42:33.812995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42528) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:33.815746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.821166 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-624282b6-e790-4751-b2ef-14212192ed36 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.826839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Transition to ACTIVE for port object c8612733-e713-407f-bb04-e12ddf187408 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:33.845825 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Transition to ACTIVE for port object c8612733-e713-407f-bb04-e12ddf187408 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:33.853577 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-441286d7-674c-40ae-bc58-eef3e51961b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:33.854094 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441286d7-674c-40ae-bc58-eef3e51961b3 None None] The sync data for ids ['3b8d4534-d696-4579-9742-86e466d2bb56'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:33.858980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5f8766ee-71eb-47dd-850d-109c227bb769 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.864401 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:33.873146 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.881834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d9ede5-33e5-4e42-9a7c-cb31d4c14b95 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:33.886132 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d3d9ede5-33e5-4e42-9a7c-cb31d4c14b95 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports/8283247c-7872-48fa-af41-b8d95d569820 HTTP/1.1" status: 200 len: 911 time: 0.2413492 Jan 21 09:42:33.930080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c092af-f564-4add-8d4b-60fc81878dca None None] Network 6ff53b4e-f946-437d-973c-ce520d64b1eb requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:33.940072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42532) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:33.951350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-624282b6-e790-4751-b2ef-14212192ed36 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.956876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbbff2-85a7-44eb-9e06-9f522f8f3edd None None] Routers {'463af37c-1c86-403c-bd5a-9d5276e90363'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:33.957682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-80cbbff2-85a7-44eb-9e06-9f522f8f3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['463af37c-1c86-403c-bd5a-9d5276e90363'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:34.025481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:34.026052 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.088494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8766ee-71eb-47dd-850d-109c227bb769 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event deleted for resources: {'Subnet': ['ID=85918cf3-df6c-4a49-a324-ebab1f649faf,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.101557 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e9c966d7-6795-4577-b485-8783d4652d10 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2285657 Jan 21 09:42:34.101557 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5f8766ee-71eb-47dd-850d-109c227bb769 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "DELETE /v2.0/subnets/85918cf3-df6c-4a49-a324-ebab1f649faf HTTP/1.1" status: 204 len: 168 time: 1.0726576 Jan 21 09:42:34.101557 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42538) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.123609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42542) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.133789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9cdd03c3-98c9-414d-968f-ef9c05faea84 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:34.202559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfe570-f400-44c8-803f-7b937b81d984 req-3824c95e-5dd0-43e6-97db-205687108213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.204069 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ebfe570-f400-44c8-803f-7b937b81d984 req-3824c95e-5dd0-43e6-97db-205687108213 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=78db1456b4d84c919af68b6798f69fd9&device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 1098 time: 0.7057705 Jan 21 09:42:34.218961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Network 651d875f-7773-4f91-9e3c-5739735f45f5 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:34.239230 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-80cbbff2-85a7-44eb-9e06-9f522f8f3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:34.253986 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:34.276989 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.294308 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:34.314345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Pushing event updated for resources: {'Port': ['ID=c8612733-e713-407f-bb04-e12ddf187408,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.315900 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.332119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Deleting port 232e1070-0084-4d25-883b-6030129c8c43 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:34.332483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.356629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9cdd03c3-98c9-414d-968f-ef9c05faea84 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:34.374688 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6aa976bb-baae-4ad3-9d74-e70579ad7d5a tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/routers/463af37c-1c86-403c-bd5a-9d5276e90363 HTTP/1.1" status: 200 len: 925 time: 0.7305620 Jan 21 09:42:34.375531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Subnet': ['ID=abd8b340-ff1a-4d67-b817-7d4c1a879541,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.388981 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42546) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.434078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9cdd03c3-98c9-414d-968f-ef9c05faea84 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:34.444894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbbff2-85a7-44eb-9e06-9f522f8f3edd None None] Routers {'463af37c-1c86-403c-bd5a-9d5276e90363'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:34.445525 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-80cbbff2-85a7-44eb-9e06-9f522f8f3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['463af37c-1c86-403c-bd5a-9d5276e90363'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:34.497431 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdd03c3-98c9-414d-968f-ef9c05faea84 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:34.500906 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cdd03c3-98c9-414d-968f-ef9c05faea84 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.560189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-624282b6-e790-4751-b2ef-14212192ed36 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.601274 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624282b6-e790-4751-b2ef-14212192ed36 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9199ab3-ebe2-4724-a07d-0ccf8d5136e8,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.650616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcf81bb-fa50-46d3-a3ec-333b61be7243 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.654936 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5dcf81bb-fa50-46d3-a3ec-333b61be7243 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/ports?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&device_id=463af37c-1c86-403c-bd5a-9d5276e90363&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2658274 Jan 21 09:42:34.665600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-624282b6-e790-4751-b2ef-14212192ed36 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.667636 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-624282b6-e790-4751-b2ef-14212192ed36 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/security-groups/e9199ab3-ebe2-4724-a07d-0ccf8d5136e8 HTTP/1.1" status: 204 len: 168 time: 1.3081248 Jan 21 09:42:34.668662 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42550) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.672948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42552) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.678395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Attempting to bind port c8612733-e713-407f-bb04-e12ddf187408 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:34.678757 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Attempting to bind port c8612733-e713-407f-bb04-e12ddf187408 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '36ea290e-a66f-46ce-b5f5-5e4febaa803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '651d875f-7773-4f91-9e3c-5739735f45f5'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:34.679111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Attempting to bind port c8612733-e713-407f-bb04-e12ddf187408 on network 651d875f-7773-4f91-9e3c-5739735f45f5 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:34.723092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-80cbbff2-85a7-44eb-9e06-9f522f8f3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:34.724125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbbff2-85a7-44eb-9e06-9f522f8f3edd None None] The sync data for ids ['463af37c-1c86-403c-bd5a-9d5276e90363'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:34.735251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.841100 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c6b287c5-057b-4aa9-91b1-b51e13a5ab86 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.846723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:34.847393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] For port 232e1070-0084-4d25-883b-6030129c8c43, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=232e1070-0084-4d25-883b-6030129c8c43,segment=NetworkSegment(973c93f1-7e60-4692-82d5-143b10a926e8),segment_id=973c93f1-7e60-4692-82d5-143b10a926e8)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:34.847759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.849300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Checking segment: {'id': '36ea290e-a66f-46ce-b5f5-5e4febaa803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '651d875f-7773-4f91-9e3c-5739735f45f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:34.855698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.856456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Bound using segment: {'id': '36ea290e-a66f-46ce-b5f5-5e4febaa803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '651d875f-7773-4f91-9e3c-5739735f45f5'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:34.857192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Bound port: c8612733-e713-407f-bb04-e12ddf187408, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ea290e-a66f-46ce-b5f5-5e4febaa803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '651d875f-7773-4f91-9e3c-5739735f45f5'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:34.857801 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.921676 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de23d9e-3d6a-4fc0-b60a-fdaa7c65b1b4 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.923058 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9de23d9e-3d6a-4fc0-b60a-fdaa7c65b1b4 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/networks/58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 881 time: 0.1704900 Jan 21 09:42:34.936152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42560) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.938663 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.972446 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f7a97-50b2-4bb3-ab32-8536874842f5 None None] DHCP port deletion for 4453755a-ce68-47ac-be80-e292719ec1e4 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:34.991135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-360f7a97-50b2-4bb3-ab32-8536874842f5 None None] Deleting port 232e1070-0084-4d25-883b-6030129c8c43 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:34.991652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-360f7a97-50b2-4bb3-ab32-8536874842f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.015786 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c853b6eb-1d41-47ed-a1af-4e47388186d5 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "GET /v2.0/ports?device_id=463af37c-1c86-403c-bd5a-9d5276e90363 HTTP/1.1" status: 200 len: 205 time: 0.0655704 Jan 21 09:42:35.020985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42564) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.022491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651d875f-7773-4f91-9e3c-5739735f45f5']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:35.037081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Calling delete_port for 232e1070-0084-4d25-883b-6030129c8c43 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:35.064751 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d435d56d-a17c-4d40-8d3b-791054048ff0 None None] Provisioning complete for port 81a7cc0b-549a-447c-82f1-1e311ca27d34 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:35.065128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d435d56d-a17c-4d40-8d3b-791054048ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.100408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c6b287c5-057b-4aa9-91b1-b51e13a5ab86 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.102664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfe570-f400-44c8-803f-7b937b81d984 req-624acd63-12f8-4516-a4fa-1e0141f8478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:35.104153 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ebfe570-f400-44c8-803f-7b937b81d984 req-624acd63-12f8-4516-a4fa-1e0141f8478e service neutron] 10.222.0.121 "GET /v2.0/networks?id=f469d677-4dc7-49de-9c0e-17fa992e291c HTTP/1.1" status: 200 len: 913 time: 0.8354869 Jan 21 09:42:35.118320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ea290e-a66f-46ce-b5f5-5e4febaa803c') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:35.118618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ea290e-a66f-46ce-b5f5-5e4febaa803c') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:35.229890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cdd03c3-98c9-414d-968f-ef9c05faea84 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.285215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c6b287c5-057b-4aa9-91b1-b51e13a5ab86 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.308304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.341245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.367305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d435d56d-a17c-4d40-8d3b-791054048ff0 None None] Port 81a7cc0b-549a-447c-82f1-1e311ca27d34 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:35.387032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] No DVR routers for this DVR port 232e1070-0084-4d25-883b-6030129c8c43 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:35.394045 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=93922d6f-38a7-47e9-ae4a-ab5429f9d0a1,segment=NetworkSegment(40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d),segment_id=40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:35.434185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.443276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-187a5974-91fa-479d-951a-adce3250db14 None None] For port c8612733-e713-407f-bb04-e12ddf187408, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:35.447052 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.449220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 483fe408-06ac-493b-8543-9e08e340e4b8 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:35.465617 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdd03c3-98c9-414d-968f-ef9c05faea84 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:35.468845 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event deleted for resources: {'Port': ['ID=232e1070-0084-4d25-883b-6030129c8c43,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.475162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd03c3-98c9-414d-968f-ef9c05faea84 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=53c3f158-03c0-42af-89d1-ce8c529edf43,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.483416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b287c5-057b-4aa9-91b1-b51e13a5ab86 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180e8705-065e-4fb3-8cb6-7a3ba01c9226,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.493319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-9cdd03c3-98c9-414d-968f-ef9c05faea84 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:35.526649 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c6b287c5-057b-4aa9-91b1-b51e13a5ab86 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.531232 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c6b287c5-057b-4aa9-91b1-b51e13a5ab86 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/security-groups/180e8705-065e-4fb3-8cb6-7a3ba01c9226 HTTP/1.1" status: 204 len: 168 time: 0.8542106 Jan 21 09:42:35.532749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.533874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42570) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.563719 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d435d56d-a17c-4d40-8d3b-791054048ff0 None None] Provisioning for port 483fe408-06ac-493b-8543-9e08e340e4b8 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:35.607664 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdd03c3-98c9-414d-968f-ef9c05faea84 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:35.608983 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cdd03c3-98c9-414d-968f-ef9c05faea84 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.689443 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.720636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=93922d6f-38a7-47e9-ae4a-ab5429f9d0a1,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.721221 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9cdd03c3-98c9-414d-968f-ef9c05faea84 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5965102 Jan 21 09:42:35.732268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42574) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.740585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'mac_address': 'fa:16:3e:f3:55:bc', 'name': 'tempest-NetworksTestDHCPv6-1563314620'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:35.743646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17203b48-1d9a-446f-879e-6a62d9469873 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:35.831375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccd2ae3-ebff-4067-b34d-447f1cf47b49 None None] DHCP port deletion for 6ff53b4e-f946-437d-973c-ce520d64b1eb request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:35.833799 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d435d56d-a17c-4d40-8d3b-791054048ff0 None None] Could not find standard attr ID for object 773c186e-4ad7-40eb-8119-02f78d3341bf. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:42:35.843960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-360f7a97-50b2-4bb3-ab32-8536874842f5 None None] For port 232e1070-0084-4d25-883b-6030129c8c43, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=232e1070-0084-4d25-883b-6030129c8c43,segment=NetworkSegment(973c93f1-7e60-4692-82d5-143b10a926e8),segment_id=973c93f1-7e60-4692-82d5-143b10a926e8)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:35.844362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-360f7a97-50b2-4bb3-ab32-8536874842f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.875705 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ebfe570-f400-44c8-803f-7b937b81d984 req-ace0fb7d-ef8f-413c-b4dd-98c9b7635cd0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad HTTP/1.1" status: 200 len: 1001 time: 0.6189229 Jan 21 09:42:35.881987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:35.882387 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:35.899804 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:35.902692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd2ae3-ebff-4067-b34d-447f1cf47b49 None None] Deleting port 7a1f7f48-405f-4450-adb3-9c3a70baabf7 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:35.902692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2ae3-ebff-4067-b34d-447f1cf47b49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.013441 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:36.023039 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:36.035933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4453755a-ce68-47ac-be80-e292719ec1e4']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:36.053592 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:36.077278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973c93f1-7e60-4692-82d5-143b10a926e8') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:36.077672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973c93f1-7e60-4692-82d5-143b10a926e8') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:36.093746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c87c1d6-2a2e-42ce-939b-27dbbe942927 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.108750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.119115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:42:36.119115 dv-neutron-825723-1-hyperv neutron-server[87501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:42:36.119115 dv-neutron-825723-1-hyperv neutron-server[87501]: [parameters: {'id': '651d875f-7773-4f91-9e3c-5739735f45f5'}] Jan 21 09:42:36.119115 dv-neutron-825723-1-hyperv neutron-server[87501]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:36.119972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:36.134005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfe570-f400-44c8-803f-7b937b81d984 req-7265d6ca-6ac7-472b-993b-7c7665c109c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:36.135651 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ebfe570-f400-44c8-803f-7b937b81d984 req-7265d6ca-6ac7-472b-993b-7c7665c109c7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2808a830-2468-42b3-9507-038994a3ca1a HTTP/1.1" status: 200 len: 851 time: 0.2329705 Jan 21 09:42:36.146012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-360f7a97-50b2-4bb3-ab32-8536874842f5 None None] Calling delete_port for 232e1070-0084-4d25-883b-6030129c8c43 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:36.196558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.201767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.204653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c87c1d6-2a2e-42ce-939b-27dbbe942927 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.220547 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-187a5974-91fa-479d-951a-adce3250db14 None None] For port c8612733-e713-407f-bb04-e12ddf187408, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c8612733-e713-407f-bb04-e12ddf187408,segment=NetworkSegment(36ea290e-a66f-46ce-b5f5-5e4febaa803c),segment_id=36ea290e-a66f-46ce-b5f5-5e4febaa803c)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:36.220868 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Deleting port e3d670ca-cc46-4d08-a4fe-6aa4cf2db329 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:36.221172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.225219 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:36.225712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:36.246713 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:36.252656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.353835 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 483fe408-06ac-493b-8543-9e08e340e4b8 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:36.359491 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.374513 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2e703070-2ec8-4fdd-8184-2a147b225644 None None] Provisioning complete for port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:36.374877 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2e703070-2ec8-4fdd-8184-2a147b225644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.389026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port 1aea0eab-f235-4bc5-b99d-a3211cc7a710 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:36.427359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfe570-f400-44c8-803f-7b937b81d984 req-57077d0b-a4cf-43c9-aba5-f00cbfea9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:36.428880 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ebfe570-f400-44c8-803f-7b937b81d984 req-57077d0b-a4cf-43c9-aba5-f00cbfea9c87 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f469d677-4dc7-49de-9c0e-17fa992e291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2830780 Jan 21 09:42:36.480777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 483fe408-06ac-493b-8543-9e08e340e4b8 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:36.481127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.506650 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e77b0cc-90e5-481d-97b9-fd0f52ee5801 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.537353 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::204 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/53c3f158-03c0-42af-89d1-ce8c529edf43/1aea0eab-f235-4bc5-b99d-a3211cc7a710) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:36.560659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.609029 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-360f7a97-50b2-4bb3-ab32-8536874842f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:36.609374 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-360f7a97-50b2-4bb3-ab32-8536874842f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:36.609906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9c15-77d1-48f8-afd3-81a8cf785eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.675162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a5974-91fa-479d-951a-adce3250db14 None None] Pushing event updated for resources: {'Port': ['ID=c8612733-e713-407f-bb04-e12ddf187408,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.692576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.704502 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c87c1d6-2a2e-42ce-939b-27dbbe942927 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.730062 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.737029 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.738446 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ebfe570-f400-44c8-803f-7b937b81d984 req-b4292eb9-3599-41c4-8698-b7778ae15090 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957687 Jan 21 09:42:36.767149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87c1d6-2a2e-42ce-939b-27dbbe942927 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1441ef5d-0a29-49a6-bfbe-7986e0221fd4,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.768590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event deleted for resources: {'Network': ['ID=4453755a-ce68-47ac-be80-e292719ec1e4,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.781304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c87c1d6-2a2e-42ce-939b-27dbbe942927 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.784850 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0c87c1d6-2a2e-42ce-939b-27dbbe942927 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/security-groups/1441ef5d-0a29-49a6-bfbe-7986e0221fd4 HTTP/1.1" status: 204 len: 168 time: 1.2469687 Jan 21 09:42:36.786765 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ada960ec-41d0-4ec8-b3ca-2aeab417579e tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "DELETE /v2.0/networks/4453755a-ce68-47ac-be80-e292719ec1e4 HTTP/1.1" status: 204 len: 168 time: 2.6867249 Jan 21 09:42:36.787339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42580) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:36.796720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42582) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:36.849306 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.850283 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '53c3f158-03c0-42af-89d1-ce8c529edf43'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:36.851089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.911000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object 1aea0eab-f235-4bc5-b99d-a3211cc7a710 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:36.917154 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3ccd2ae3-ebff-4067-b34d-447f1cf47b49 None None] For port 7a1f7f48-405f-4450-adb3-9c3a70baabf7, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7a1f7f48-405f-4450-adb3-9c3a70baabf7,segment=NetworkSegment(3249c9a4-feb8-4dc3-a4d8-2c335fb616dd),segment_id=3249c9a4-feb8-4dc3-a4d8-2c335fb616dd)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:36.917562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2ae3-ebff-4067-b34d-447f1cf47b49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.936210 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8727fd-e602-478d-84c5-f390bc838a34 None None] Network 651d875f-7773-4f91-9e3c-5739735f45f5 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:36.954456 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Calling delete_port for e3d670ca-cc46-4d08-a4fe-6aa4cf2db329 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:36.980946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1854658e-9666-436b-820c-467d8401274a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting subnet bfa3face-ae12-4335-b2d4-c0900e5c7ab1 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:36.986908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1854658e-9666-436b-820c-467d8401274a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.010073 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Deleting port c8612733-e713-407f-bb04-e12ddf187408 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:37.010418 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.023181 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.058873 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1854658e-9666-436b-820c-467d8401274a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.095047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Deleting port 7a1f7f48-405f-4450-adb3-9c3a70baabf7 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:37.095408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.156602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.158076 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-360f7a97-50b2-4bb3-ab32-8536874842f5 None None] Deleting port 232e1070-0084-4d25-883b-6030129c8c43 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:37.158453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-360f7a97-50b2-4bb3-ab32-8536874842f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.200440 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd2ae3-ebff-4067-b34d-447f1cf47b49 None None] Calling delete_port for 7a1f7f48-405f-4450-adb3-9c3a70baabf7 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:37.308817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:37.329630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:37.331479 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=1aea0eab-f235-4bc5-b99d-a3211cc7a710,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.341591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:37.347060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:37.347694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.379659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-360f7a97-50b2-4bb3-ab32-8536874842f5 None None] The port '232e1070-0084-4d25-883b-6030129c8c43' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:42:37.400091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2e703070-2ec8-4fdd-8184-2a147b225644 None None] Could not find standard attr ID for object 773c186e-4ad7-40eb-8119-02f78d3341bf. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:42:37.420641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.425352 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1854658e-9666-436b-820c-467d8401274a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.476982 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-68ff26ec-35c6-4b0e-9fcf-0bd5e3dc08fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7427232 Jan 21 09:42:37.485081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42590) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:37.489012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] For port 7a1f7f48-405f-4450-adb3-9c3a70baabf7, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7a1f7f48-405f-4450-adb3-9c3a70baabf7,segment=NetworkSegment(3249c9a4-feb8-4dc3-a4d8-2c335fb616dd),segment_id=3249c9a4-feb8-4dc3-a4d8-2c335fb616dd)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:37.489374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.667524 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2e703070-2ec8-4fdd-8184-2a147b225644 None None] Provisioning complete for port 483fe408-06ac-493b-8543-9e08e340e4b8 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:37.667834 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2e703070-2ec8-4fdd-8184-2a147b225644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.689186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] For port c8612733-e713-407f-bb04-e12ddf187408, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c8612733-e713-407f-bb04-e12ddf187408,segment=NetworkSegment(36ea290e-a66f-46ce-b5f5-5e4febaa803c),segment_id=36ea290e-a66f-46ce-b5f5-5e4febaa803c)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:37.690669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.704725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2ae3-ebff-4067-b34d-447f1cf47b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.715755 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ebfe570-f400-44c8-803f-7b937b81d984 req-f8405534-a184-4430-8d92-2a23c3418a14 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9146726 Jan 21 09:42:37.718170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 483fe408-06ac-493b-8543-9e08e340e4b8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=483fe408-06ac-493b-8543-9e08e340e4b8,segment=NetworkSegment(62bc8fe1-ea19-423a-a4e4-45a4c3196052),segment_id=62bc8fe1-ea19-423a-a4e4-45a4c3196052)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:37.780095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Allocated IP 2001:db8::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/53c3f158-03c0-42af-89d1-ce8c529edf43/fd982805-d34a-454c-a5d8-4126934bd924) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:37.782384 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.783217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 007bfb05-6310-40e9-9124-6d5b886b216b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:37.806555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Calling delete_port for 7a1f7f48-405f-4450-adb3-9c3a70baabf7 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:37.821100 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccd2ae3-ebff-4067-b34d-447f1cf47b49 None None] No DVR routers for this DVR port 7a1f7f48-405f-4450-adb3-9c3a70baabf7 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:37.837466 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd2ae3-ebff-4067-b34d-447f1cf47b49 None None] Pushing event deleted for resources: {'Port': ['ID=7a1f7f48-405f-4450-adb3-9c3a70baabf7,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.841700 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Calling delete_port for c8612733-e713-407f-bb04-e12ddf187408 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:37.919274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1854658e-9666-436b-820c-467d8401274a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.969946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854658e-9666-436b-820c-467d8401274a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa3face-ae12-4335-b2d4-c0900e5c7ab1,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.971879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1854658e-9666-436b-820c-467d8401274a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.992744 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0515a75a-c32e-466b-9e88-fa58b531881b None None] Network e8bfb841-1d89-48bb-b44d-65df55b67303 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:37.993317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14869433-e01f-4da3-afc9-2aa2c38dd133 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:37.993648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-14869433-e01f-4da3-afc9-2aa2c38dd133 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:38.000402 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1854658e-9666-436b-820c-467d8401274a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/bfa3face-ae12-4335-b2d4-c0900e5c7ab1 HTTP/1.1" status: 204 len: 168 time: 1.2034152 Jan 21 09:42:38.000402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.api [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:38.000402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG oslo_db.api [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:38.002918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42594) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:38.054026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.056089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=483fe408-06ac-493b-8543-9e08e340e4b8,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.078586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-14869433-e01f-4da3-afc9-2aa2c38dd133 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:38.082385 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-14869433-e01f-4da3-afc9-2aa2c38dd133 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.5935194 Jan 21 09:42:38.083754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42598) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:38.090179 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.101497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-3e77b0cc-90e5-481d-97b9-fd0f52ee5801 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 8283247c-7872-48fa-af41-b8d95d569820 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:38.101838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e77b0cc-90e5-481d-97b9-fd0f52ee5801 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.121489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfb6a40-43b0-4138-9b04-c542ae1f241a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting subnet 6dac442f-c160-4d8a-a048-b1d990dd30ef {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:38.133125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6a40-43b0-4138-9b04-c542ae1f241a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.146028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Port': ['ID=c8612733-e713-407f-bb04-e12ddf187408,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.196584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No DVR routers for this DVR port c8612733-e713-407f-bb04-e12ddf187408 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:38.223600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-0d34d5c1-481f-42f4-a65c-e697c74b96d2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port 1aea0eab-f235-4bc5-b99d-a3211cc7a710 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:38.224033 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d34d5c1-481f-42f4-a65c-e697c74b96d2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.255359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6a40-43b0-4138-9b04-c542ae1f241a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.265564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Pushing event deleted for resources: {'Port': ['ID=e3d670ca-cc46-4d08-a4fe-6aa4cf2db329,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.301032 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 007bfb05-6310-40e9-9124-6d5b886b216b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:38.301419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.449466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6a40-43b0-4138-9b04-c542ae1f241a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.479619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2e703070-2ec8-4fdd-8184-2a147b225644 None None] Provisioning for port 8283247c-7872-48fa-af41-b8d95d569820 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:38.503745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.510981 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2e703070-2ec8-4fdd-8184-2a147b225644 None None] Provisioning complete for port 8283247c-7872-48fa-af41-b8d95d569820 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:38.511344 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2e703070-2ec8-4fdd-8184-2a147b225644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.521544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Deleting port 7a1f7f48-405f-4450-adb3-9c3a70baabf7 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:38.521544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.534681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2eecd42f-6c36-4228-9a46-11f08a30c8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.566922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.577773 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Transition to ACTIVE for port object fd982805-d34a-454c-a5d8-4126934bd924 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:38.588303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.608458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] The port '7a1f7f48-405f-4450-adb3-9c3a70baabf7' was deleted {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:42:38.657953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2e703070-2ec8-4fdd-8184-2a147b225644 None None] Port 8283247c-7872-48fa-af41-b8d95d569820 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:38.683981 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Transition to ACTIVE for port object fd982805-d34a-454c-a5d8-4126934bd924 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:38.703715 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d34d5c1-481f-42f4-a65c-e697c74b96d2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.708645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.712713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e77b0cc-90e5-481d-97b9-fd0f52ee5801 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.738154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651d875f-7773-4f91-9e3c-5739735f45f5']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:38.796819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fbd77a97-12c9-4f28-beac-0ce0961467b7 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:38.829915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Pushing event updated for resources: {'Port': ['ID=fd982805-d34a-454c-a5d8-4126934bd924,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.838770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:38.839945 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: fbd77a97-12c9-4f28-beac-0ce0961467b7 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:38.840282 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fbd77a97-12c9-4f28-beac-0ce0961467b7 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:38.842217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:38.844233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:38.858477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-0d34d5c1-481f-42f4-a65c-e697c74b96d2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for 1aea0eab-f235-4bc5-b99d-a3211cc7a710 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:38.974574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.977290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Attempting to bind port fd982805-d34a-454c-a5d8-4126934bd924 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:38.977953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Attempting to bind port fd982805-d34a-454c-a5d8-4126934bd924 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:38.986444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6a40-43b0-4138-9b04-c542ae1f241a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.993899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Attempting to bind port fd982805-d34a-454c-a5d8-4126934bd924 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:39.005039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:39.005792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:39.006502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.007385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:39.008081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Bound port: fd982805-d34a-454c-a5d8-4126934bd924, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:39.008863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.034586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:39.063256 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb6a40-43b0-4138-9b04-c542ae1f241a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Subnet': ['ID=6dac442f-c160-4d8a-a048-b1d990dd30ef,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.074150 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff53b4e-f946-437d-973c-ce520d64b1eb']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.081894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6a40-43b0-4138-9b04-c542ae1f241a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.091908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ea290e-a66f-46ce-b5f5-5e4febaa803c') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.091908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ea290e-a66f-46ce-b5f5-5e4febaa803c') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.105511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3249c9a4-feb8-4dc3-a4d8-2c335fb616dd') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.106460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3249c9a4-feb8-4dc3-a4d8-2c335fb616dd') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.112477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-3e77b0cc-90e5-481d-97b9-fd0f52ee5801 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 8283247c-7872-48fa-af41-b8d95d569820 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:39.120140 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cdfb6a40-43b0-4138-9b04-c542ae1f241a tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/6dac442f-c160-4d8a-a048-b1d990dd30ef HTTP/1.1" status: 204 len: 168 time: 1.1123254 Jan 21 09:42:39.120980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.127544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42604) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:39.147377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.154651 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.157930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.167402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:39.167673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.167917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.205131 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.210189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] For port fd982805-d34a-454c-a5d8-4126934bd924, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:39.214328 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] For port fd982805-d34a-454c-a5d8-4126934bd924, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fd982805-d34a-454c-a5d8-4126934bd924,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:39.215688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:39.216217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.216547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:39.217041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: util.warn( Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:39.233381 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:39.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:39.260233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.268003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.268489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Fanout notify agent at l3_agent the message router_deleted on router 463af37c-1c86-403c-bd5a-9d5276e90363 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:42:39.355200 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.359308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.365942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.373296 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a6583d52-ca10-4953-b6c6-2ead1f436e7e tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "DELETE /v2.0/routers/463af37c-1c86-403c-bd5a-9d5276e90363 HTTP/1.1" status: 204 len: 168 time: 4.3433783 Jan 21 09:42:39.374114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42608) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:39.403292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-2a685819-5225-47a9-adaa-036617f7c184 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1086809048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:39.411149 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff3359d-5cbc-4605-b2e6-98961de4722c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:39.411893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff3359d-5cbc-4605-b2e6-98961de4722c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:39.417098 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/651d875f-7773-4f91-9e3c-5739735f45f5 HTTP/1.1" status: 204 len: 168 time: 8.5398586 Jan 21 09:42:39.419422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42612) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:39.420377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2a685819-5225-47a9-adaa-036617f7c184 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:39.424827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d0ba4-2e20-4012-b30c-468d74e29331 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Network': ['ID=651d875f-7773-4f91-9e3c-5739735f45f5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.431515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-586905936'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:39.444471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2a685819-5225-47a9-adaa-036617f7c184 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Usage tracker for resource:router and tenant:408a0436366e434586144ba25cf011e6 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:39.448611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2a685819-5225-47a9-adaa-036617f7c184 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:39.453642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:39.471188 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2a685819-5225-47a9-adaa-036617f7c184 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:39.475568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:network and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:39.482390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:39.503885 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dff3359d-5cbc-4605-b2e6-98961de4722c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/bfa3face-ae12-4335-b2d4-c0900e5c7ab1 HTTP/1.1" status: 404 len: 337 time: 0.3752520 Jan 21 09:42:39.516502 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42618) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:39.526847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:39.553415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2a685819-5225-47a9-adaa-036617f7c184 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.555564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2a685819-5225-47a9-adaa-036617f7c184 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.560804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:39.564727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.605560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e77b0cc-90e5-481d-97b9-fd0f52ee5801 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.633243 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.657728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.669599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77b0cc-90e5-481d-97b9-fd0f52ee5801 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=8283247c-7872-48fa-af41-b8d95d569820,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.700146 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:39.706781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event deleted for resources: {'Network': ['ID=6ff53b4e-f946-437d-973c-ce520d64b1eb,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.727593 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b00739b-e6a3-472b-96da-e4df71332ba6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting subnet 2b945f91-96f8-4286-859a-d67ec7bb0aaa {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:39.731941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d34d5c1-481f-42f4-a65c-e697c74b96d2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.741026 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b3127b4a-1591-46db-9830-ea26dbe6567c tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "DELETE /v2.0/networks/6ff53b4e-f946-437d-973c-ce520d64b1eb HTTP/1.1" status: 204 len: 168 time: 2.9399490 Jan 21 09:42:39.754580 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.769299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52688a-50f6-427b-a4d8-3acc2070f976 None None] Pushing event updated for resources: {'Port': ['ID=fd982805-d34a-454c-a5d8-4126934bd924,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.790623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 483fe408-06ac-493b-8543-9e08e340e4b8 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:39.793678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42622) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:39.799853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2a685819-5225-47a9-adaa-036617f7c184 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.814400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.814742 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Added segment b04ff6a3-6cff-4721-8006-9b7de5eb806f of type vlan for network 248a15ee-8748-4985-95a4-7be36b15b0c4 Jan 21 09:42:39.818257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0b00739b-e6a3-472b-96da-e4df71332ba6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.825555 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.863793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34d5c1-481f-42f4-a65c-e697c74b96d2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=1aea0eab-f235-4bc5-b99d-a3211cc7a710,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.924022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 483fe408-06ac-493b-8543-9e08e340e4b8 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:39.924467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.940465 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d34d5c1-481f-42f4-a65c-e697c74b96d2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.942648 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0d34d5c1-481f-42f4-a65c-e697c74b96d2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/1aea0eab-f235-4bc5-b99d-a3211cc7a710 HTTP/1.1" status: 204 len: 168 time: 1.8582122 Jan 21 09:42:39.946998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42626) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:39.975460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909ff28e-d0c0-47cc-ba45-89f693a6ed23 None None] Network e8bfb841-1d89-48bb-b44d-65df55b67303 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:39.997875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0b00739b-e6a3-472b-96da-e4df71332ba6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.034232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1e9659-3b05-4895-a7f4-d087dc2cd95f tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Deleting subnet f9f59b3f-3eb4-4cf4-af0f-7f2a917807ed {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:40.042322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e77b0cc-90e5-481d-97b9-fd0f52ee5801 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.060171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9659-3b05-4895-a7f4-d087dc2cd95f tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.101466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b81a9c0-7690-4969-bd59-7b947f4d9ddb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:40.103019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b81a9c0-7690-4969-bd59-7b947f4d9ddb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:40.103918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6b81a9c0-7690-4969-bd59-7b947f4d9ddb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:40.106416 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2a685819-5225-47a9-adaa-036617f7c184 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.129478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c8c1be07-db3c-48f5-98d8-c01bfb90bafd None None] Provisioning complete for port 007bfb05-6310-40e9-9124-6d5b886b216b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:40.130068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be07-db3c-48f5-98d8-c01bfb90bafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.134938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6b81a9c0-7690-4969-bd59-7b947f4d9ddb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:40.139290 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6b81a9c0-7690-4969-bd59-7b947f4d9ddb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1882489 Jan 21 09:42:40.140065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42630) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:40.149277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.199313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0b00739b-e6a3-472b-96da-e4df71332ba6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.234175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2a685819-5225-47a9-adaa-036617f7c184 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.236376 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2a685819-5225-47a9-adaa-036617f7c184 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8430328 Jan 21 09:42:40.240086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42634) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:40.257028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'enable_snat': True}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:40.304038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9659-3b05-4895-a7f4-d087dc2cd95f tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.358326 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.366989 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:40.369885 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.410145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7a1f7f48-405f-4450-adb3-9c3a70baabf7 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:40.458624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 7a1f7f48-405f-4450-adb3-9c3a70baabf7 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:40.459225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7a1f7f48-405f-4450-adb3-9c3a70baabf7 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:40.459893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 232e1070-0084-4d25-883b-6030129c8c43 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:40.487827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa729146-b916-450b-a9ad-04d9a03d3df5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 53c3f158-03c0-42af-89d1-ce8c529edf43 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:40.506041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fa729146-b916-450b-a9ad-04d9a03d3df5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.537628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 232e1070-0084-4d25-883b-6030129c8c43 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:40.537628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 232e1070-0084-4d25-883b-6030129c8c43 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:40.575464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c8c1be07-db3c-48f5-98d8-c01bfb90bafd None None] Provisioning complete for port 81a7cc0b-549a-447c-82f1-1e311ca27d34 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:40.575823 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be07-db3c-48f5-98d8-c01bfb90bafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.593474 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1701734 Jan 21 09:42:40.601155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42638) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:40.623296 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'subnet': {'network_id': '248a15ee-8748-4985-95a4-7be36b15b0c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:40.638654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1be07-db3c-48f5-98d8-c01bfb90bafd None None] Port 81a7cc0b-549a-447c-82f1-1e311ca27d34 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:40.696404 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fa729146-b916-450b-a9ad-04d9a03d3df5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.719786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5972843-6350-47ea-8613-71edd0b5d140 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Network': ['ID=248a15ee-8748-4985-95a4-7be36b15b0c4,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:40.732679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 248a15ee-8748-4985-95a4-7be36b15b0c4 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:40.743335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e77b0cc-90e5-481d-97b9-fd0f52ee5801 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 3b8d4534-d696-4579-9742-86e466d2bb56 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:40.755225 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9659-3b05-4895-a7f4-d087dc2cd95f tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.797280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fa729146-b916-450b-a9ad-04d9a03d3df5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.955769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.985671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0b00739b-e6a3-472b-96da-e4df71332ba6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.041225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fd982805-d34a-454c-a5d8-4126934bd924 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:41.060415 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00739b-e6a3-472b-96da-e4df71332ba6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Subnet': ['ID=2b945f91-96f8-4286-859a-d67ec7bb0aaa,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.062916 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fa729146-b916-450b-a9ad-04d9a03d3df5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.141660 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port fd982805-d34a-454c-a5d8-4126934bd924 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:41.147895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa729146-b916-450b-a9ad-04d9a03d3df5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=53c3f158-03c0-42af-89d1-ce8c529edf43,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.194692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e77b0cc-90e5-481d-97b9-fd0f52ee5801 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:41.205300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fa729146-b916-450b-a9ad-04d9a03d3df5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.210544 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65d88d0-3142-469d-95a1-8c014077fde7 None None] Sync routers for ids ['3b8d4534-d696-4579-9742-86e466d2bb56'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:41.214841 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3e77b0cc-90e5-481d-97b9-fd0f52ee5801 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/3b8d4534-d696-4579-9742-86e466d2bb56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2662137 Jan 21 09:42:41.217561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42646) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.224101 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d88d0-3142-469d-95a1-8c014077fde7 None None] Routers {'3b8d4534-d696-4579-9742-86e466d2bb56'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:41.225766 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c65d88d0-3142-469d-95a1-8c014077fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3b8d4534-d696-4579-9742-86e466d2bb56'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:41.227579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0b00739b-e6a3-472b-96da-e4df71332ba6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.264939 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0b00739b-e6a3-472b-96da-e4df71332ba6 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/2b945f91-96f8-4286-859a-d67ec7bb0aaa HTTP/1.1" status: 204 len: 168 time: 1.7452478 Jan 21 09:42:41.270947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42650) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.271159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.305357 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c65d88d0-3142-469d-95a1-8c014077fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:41.326984 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d88d0-3142-469d-95a1-8c014077fde7 None None] Routers {'3b8d4534-d696-4579-9742-86e466d2bb56'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:41.328061 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c65d88d0-3142-469d-95a1-8c014077fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3b8d4534-d696-4579-9742-86e466d2bb56'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:41.331072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-69166117-c133-4eb9-819a-f2eb05239cf4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Synchronizing usage tracker for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:41.353422 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f23fe93-cbf2-42d4-b55e-5248fbdb0f0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:41.354094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f23fe93-cbf2-42d4-b55e-5248fbdb0f0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:41.374114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9659-3b05-4895-a7f4-d087dc2cd95f tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.401532 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c65d88d0-3142-469d-95a1-8c014077fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:41.402271 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65d88d0-3142-469d-95a1-8c014077fde7 None None] The sync data for ids ['3b8d4534-d696-4579-9742-86e466d2bb56'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:41.423577 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8f23fe93-cbf2-42d4-b55e-5248fbdb0f0c tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/7ccee93a-5a21-4fca-a822-d0700dc5ac5b HTTP/1.1" status: 404 len: 337 time: 0.1454065 Jan 21 09:42:41.432658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42654) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.440121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e9659-3b05-4895-a7f4-d087dc2cd95f tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f59b3f-3eb4-4cf4-af0f-7f2a917807ed,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.455834 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5546d4-a6f9-4a38-9137-f53fcf477abd None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:41.492557 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9659-3b05-4895-a7f4-d087dc2cd95f tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.496878 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bf1e9659-3b05-4895-a7f4-d087dc2cd95f tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "DELETE /v2.0/subnets/f9f59b3f-3eb4-4cf4-af0f-7f2a917807ed HTTP/1.1" status: 204 len: 168 time: 1.6986818 Jan 21 09:42:41.496878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-69166117-c133-4eb9-819a-f2eb05239cf4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Unset dirty status for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:41.496878 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-69166117-c133-4eb9-819a-f2eb05239cf4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b8d4534-d696-4579-9742-86e466d2bb56 HTTP/1.1" status: 200 len: 205 time: 0.2787549 Jan 21 09:42:41.496878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42658) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.503409 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3127a582-6692-4020-b0d8-46bbbf6fcc83 None None] Network 5e6c943b-585b-494f-80ba-bfbe3c0c3fc0 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:41.526751 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2ce7e542-ae93-4cbc-bced-a45b646b3fdf None None] Provisioning for port fd982805-d34a-454c-a5d8-4126934bd924 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:41.528291 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fa729146-b916-450b-a9ad-04d9a03d3df5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/53c3f158-03c0-42af-89d1-ce8c529edf43 HTTP/1.1" status: 204 len: 168 time: 1.3873284 Jan 21 09:42:41.538970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42660) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.539194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42664) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.543028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-665e6848-1f6f-4065-be7e-39c3f4afc7b0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Synchronizing usage tracker for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:41.593411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:41.600277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:subnet and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:41.606807 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:41.619275 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:41.625950 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2ce7e542-ae93-4cbc-bced-a45b646b3fdf None None] Provisioning complete for port fd982805-d34a-454c-a5d8-4126934bd924 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:41.626408 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e542-ae93-4cbc-bced-a45b646b3fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.643132 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e727aa2f-e8eb-4527-9eb0-97cff69bddd9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924320 Jan 21 09:42:41.646258 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42670) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.651502 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:41.655526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.669660 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7e858a-7229-4d4b-b653-02c23a7b4cf0 None None] Network e8bfb841-1d89-48bb-b44d-65df55b67303 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:41.722466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-665e6848-1f6f-4065-be7e-39c3f4afc7b0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Unset dirty status for tenant:628d68c153204c9cae8da201ef56de13 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:41.723635 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-665e6848-1f6f-4065-be7e-39c3f4afc7b0 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "GET /v2.0/ports?device_id=f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f HTTP/1.1" status: 200 len: 205 time: 0.2883348 Jan 21 09:42:41.735089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42674) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.932799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f37d58-f319-42ce-a2c0-0f4c5ad273ef tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:41.933504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-26f37d58-f319-42ce-a2c0-0f4c5ad273ef tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:41.951245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbd88d72-2d3a-42ec-86b3-e331d4e16ab1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.007718 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-da8f97ef-31c0-44a4-99e1-e51b02a5a669 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] delete failed (client error): The resource could not be found. Jan 21 09:42:42.011237 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-da8f97ef-31c0-44a4-99e1-e51b02a5a669 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/routers/f1f84e7e-d42c-4fc2-bd18-04dd0424ac4f HTTP/1.1" status: 404 len: 336 time: 0.2713447 Jan 21 09:42:42.025235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42680) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.066363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.071294 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-26f37d58-f319-42ce-a2c0-0f4c5ad273ef tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:42.074910 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-26f37d58-f319-42ce-a2c0-0f4c5ad273ef tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4246776 Jan 21 09:42:42.077476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42684) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.141071 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b610631-c452-42cb-895e-661cf04f4229 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:42.141606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b610631-c452-42cb-895e-661cf04f4229 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:42.146855 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6b610631-c452-42cb-895e-661cf04f4229 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/e5b84f07-8cdc-4a39-937d-9576423649f1 HTTP/1.1" status: 404 len: 337 time: 0.1166587 Jan 21 09:42:42.179544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42688) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.250392 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e542-ae93-4cbc-bced-a45b646b3fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.260582 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Deleting port 552ba5ae-bc65-4f21-9049-0db3aa92b36b {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:42.261168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.283039 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9701e39-a605-4baa-ba5b-7cab0e613232 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:42.284039 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9701e39-a605-4baa-ba5b-7cab0e613232 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:42.300935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.301264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2ce7e542-ae93-4cbc-bced-a45b646b3fdf None None] For port fd982805-d34a-454c-a5d8-4126934bd924, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fd982805-d34a-454c-a5d8-4126934bd924,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:42.308666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e542-ae93-4cbc-bced-a45b646b3fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.352618 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e9701e39-a605-4baa-ba5b-7cab0e613232 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/33b13674-0d4d-4e45-82c9-e27925e43247 HTTP/1.1" status: 404 len: 337 time: 0.1704118 Jan 21 09:42:42.362207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42692) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.365191 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46465bf5-4c11-4850-a200-435e81865c55 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:42.365891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-46465bf5-4c11-4850-a200-435e81865c55 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:42.366480 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf39b2c-17f7-460c-b895-6cd64570b99a None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:42.369020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.384399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-dbf39b2c-17f7-460c-b895-6cd64570b99a None None] Deleting port fd982805-d34a-454c-a5d8-4126934bd924 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:42.384859 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dbf39b2c-17f7-460c-b895-6cd64570b99a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.438999 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95edf0e-9258-463a-a563-79bd8720b4a9 None None] DHCP port deletion for 5e6c943b-585b-494f-80ba-bfbe3c0c3fc0 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:42.453005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.463253 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7e542-ae93-4cbc-bced-a45b646b3fdf None None] Pushing event updated for resources: {'Port': ['ID=fd982805-d34a-454c-a5d8-4126934bd924,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:42.466917 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f95edf0e-9258-463a-a563-79bd8720b4a9 None None] Deleting port 552ba5ae-bc65-4f21-9049-0db3aa92b36b {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:42.466917 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f95edf0e-9258-463a-a563-79bd8720b4a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.504445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2151e95b-81e4-407c-a7fc-1743239be29d None None] DHCP port deletion for e8bfb841-1d89-48bb-b44d-65df55b67303 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:42.509971 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fef25c-7733-4b7b-9a33-9758a0a6174d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:42.510419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2fef25c-7733-4b7b-9a33-9758a0a6174d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:42.512394 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f2fef25c-7733-4b7b-9a33-9758a0a6174d tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/99c057ba-b144-4ba8-8d3a-fc01447f3fd5 HTTP/1.1" status: 404 len: 337 time: 0.1164577 Jan 21 09:42:42.524124 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42698) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.525716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2151e95b-81e4-407c-a7fc-1743239be29d None None] Deleting port 007bfb05-6310-40e9-9124-6d5b886b216b {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:42.526372 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2151e95b-81e4-407c-a7fc-1743239be29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.581005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-46465bf5-4c11-4850-a200-435e81865c55 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:42.582745 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-46465bf5-4c11-4850-a200-435e81865c55 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5045142 Jan 21 09:42:42.596656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Subnet': ['ID=72cf4df4-09f6-4e41-afc8-4d0af8c4c158,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:42.602038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42702) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.655009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbd88d72-2d3a-42ec-86b3-e331d4e16ab1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.664949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Checking segment: {'id': 'b04ff6a3-6cff-4721-8006-9b7de5eb806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '248a15ee-8748-4985-95a4-7be36b15b0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:42.665312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network hostable DHCP agents. Network: 248a15ee-8748-4985-95a4-7be36b15b0c4, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:42.666329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbd88d72-2d3a-42ec-86b3-e331d4e16ab1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.669938 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac47c1e-676c-4c81-a362-eebab7c4f190 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:42.670163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c3dcee15-9de3-46d2-9013-8e916a768d22 None None] Provisioning complete for port 007bfb05-6310-40e9-9124-6d5b886b216b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:42.670633 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3dcee15-9de3-46d2-9013-8e916a768d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.670760 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac47c1e-676c-4c81-a362-eebab7c4f190 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:42.698013 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f72fa89d-64d1-4206-81a0-538d1b268832 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928984 Jan 21 09:42:42.702333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42706) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.703648 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3ac47c1e-676c-4c81-a362-eebab7c4f190 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/387840c7-d2e9-4765-baca-c56b09ebe794 HTTP/1.1" status: 404 len: 333 time: 0.1785181 Jan 21 09:42:42.715382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:42.729195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42710) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.759469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbd88d72-2d3a-42ec-86b3-e331d4e16ab1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.759928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd88d72-2d3a-42ec-86b3-e331d4e16ab1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Fanout notify agent at l3_agent the message router_deleted on router 3b8d4534-d696-4579-9742-86e466d2bb56 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:42:42.762707 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] For port 552ba5ae-bc65-4f21-9049-0db3aa92b36b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=552ba5ae-bc65-4f21-9049-0db3aa92b36b,segment=NetworkSegment(cff0824f-519d-43df-8b1f-7132cce6d631),segment_id=cff0824f-519d-43df-8b1f-7132cce6d631)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:42.763064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.813528 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bf43a9-3a57-453c-9194-88a3a6398fc8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:42.813979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8bf43a9-3a57-453c-9194-88a3a6398fc8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:42.818009 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a8bf43a9-3a57-453c-9194-88a3a6398fc8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/8c667919-b626-43aa-8988-4d64c3ce0c03 HTTP/1.1" status: 404 len: 337 time: 0.0852609 Jan 21 09:42:42.828680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42714) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.833204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network 248a15ee-8748-4985-95a4-7be36b15b0c4 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:42.913421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 248a15ee-8748-4985-95a4-7be36b15b0c4) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:42.924114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbd88d72-2d3a-42ec-86b3-e331d4e16ab1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.925212 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:42.925355 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bbd88d72-2d3a-42ec-86b3-e331d4e16ab1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/3b8d4534-d696-4579-9742-86e466d2bb56 HTTP/1.1" status: 204 len: 168 time: 1.3763916 Jan 21 09:42:42.925802 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.932747 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Calling delete_port for 552ba5ae-bc65-4f21-9049-0db3aa92b36b owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:42.934652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42718) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.942181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8ffaad-5163-4ae2-8388-c924d912acc7 None None] Network 248a15ee-8748-4985-95a4-7be36b15b0c4 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:42.971168 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Allocated IP 172.26.4.173 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/89218037-53a7-421d-8747-a189da95832f) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:42.982484 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf24f7d-4957-44f1-9ee9-06b56447ff88 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:42.982885 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf24f7d-4957-44f1-9ee9-06b56447ff88 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:42.986958 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7cf24f7d-4957-44f1-9ee9-06b56447ff88 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/14f59e2b-1e78-4153-a4fe-eabe022e352f HTTP/1.1" status: 404 len: 337 time: 0.1545005 Jan 21 09:42:42.987877 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42722) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.990423 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:43.013500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:43.034022 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b2188f21-f8a8-4091-8687-4ff4552d3c18 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4248345 Jan 21 09:42:43.039612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42728) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.047359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1528399123'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:43.053247 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:43.059568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:network and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:43.063007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:43.069972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:43.078828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fd982805-d34a-454c-a5d8-4126934bd924 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:43.081817 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65826cf-16ee-4e28-bfbc-870b615d30e8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:43.082348 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65826cf-16ee-4e28-bfbc-870b615d30e8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:43.084053 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b65826cf-16ee-4e28-bfbc-870b615d30e8 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/5871b413-fa8c-4028-8c00-a042772e2808 HTTP/1.1" status: 404 len: 333 time: 0.0955639 Jan 21 09:42:43.087430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42734) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.132887 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa2e45b-0490-43b5-b62d-548cc06ce7e5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:43.133377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa2e45b-0490-43b5-b62d-548cc06ce7e5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:43.135093 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-caa2e45b-0490-43b5-b62d-548cc06ce7e5 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/65cde3ef-6aff-4fcc-9155-36d1aea775ce HTTP/1.1" status: 404 len: 337 time: 0.0467319 Jan 21 09:42:43.138311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:43.143241 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.161850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42738) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.205234 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-dbf39b2c-17f7-460c-b895-6cd64570b99a None None] For port fd982805-d34a-454c-a5d8-4126934bd924, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fd982805-d34a-454c-a5d8-4126934bd924,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:43.205978 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dbf39b2c-17f7-460c-b895-6cd64570b99a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.208492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:43.212166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.232756 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a4800c-0237-4a07-9d5e-f3b87b84478b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:43.233300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a4800c-0237-4a07-9d5e-f3b87b84478b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:43.233753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-33bad132-325a-4b97-ad59-a0e26fb09c6b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting subnet c8d389fb-dfa3-4f1a-99e6-5067c65f392c {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:43.237614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:43.251478 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-84a4800c-0237-4a07-9d5e-f3b87b84478b tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/subnets/2dba4280-d63d-4221-bd88-693a794fe681 HTTP/1.1" status: 404 len: 337 time: 0.0817401 Jan 21 09:42:43.251478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.253324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42742) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.284891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2151e95b-81e4-407c-a7fc-1743239be29d None None] For port 007bfb05-6310-40e9-9124-6d5b886b216b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=007bfb05-6310-40e9-9124-6d5b886b216b,segment=NetworkSegment(64a24b15-d6d3-4377-ab81-b15f23a6a669),segment_id=64a24b15-d6d3-4377-ab81-b15f23a6a669)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:43.285475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2151e95b-81e4-407c-a7fc-1743239be29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.300887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-33bad132-325a-4b97-ad59-a0e26fb09c6b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.320031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.320644 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Added segment 00c7e12c-e5e7-4875-83b7-f16ebc9750e8 of type vlan for network 80619cb6-799a-456b-895b-0008f7718f6e Jan 21 09:42:43.348029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event deleted for resources: {'Port': ['ID=552ba5ae-bc65-4f21-9049-0db3aa92b36b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.372139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] No DVR routers for this DVR port 552ba5ae-bc65-4f21-9049-0db3aa92b36b on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:43.438654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.443673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-33bad132-325a-4b97-ad59-a0e26fb09c6b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.445405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-33c4f77e-27da-4550-8529-b8f4ca7ab944 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Deleting port 81a7cc0b-549a-447c-82f1-1e311ca27d34 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:43.445855 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-33c4f77e-27da-4550-8529-b8f4ca7ab944 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.494469 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-dbf39b2c-17f7-460c-b895-6cd64570b99a None None] Calling delete_port for fd982805-d34a-454c-a5d8-4126934bd924 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:43.516632 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.624744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.659067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-33bad132-325a-4b97-ad59-a0e26fb09c6b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.668002 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2151e95b-81e4-407c-a7fc-1743239be29d None None] Calling delete_port for 007bfb05-6310-40e9-9124-6d5b886b216b owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:43.671945 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.677404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:43.677983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.682688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6c943b-585b-494f-80ba-bfbe3c0c3fc0']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.700106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.711179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f95edf0e-9258-463a-a563-79bd8720b4a9 None None] For port 552ba5ae-bc65-4f21-9049-0db3aa92b36b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=552ba5ae-bc65-4f21-9049-0db3aa92b36b,segment=NetworkSegment(cff0824f-519d-43df-8b1f-7132cce6d631),segment_id=cff0824f-519d-43df-8b1f-7132cce6d631)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:43.711653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f95edf0e-9258-463a-a563-79bd8720b4a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.738854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff0824f-519d-43df-8b1f-7132cce6d631') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.739136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff0824f-519d-43df-8b1f-7132cce6d631') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.772773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.797554 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7547414 Jan 21 09:42:43.803508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42750) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.812907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:43.824517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:43.841468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event updated for resources: {'Port': ['ID=89218037-53a7-421d-8747-a189da95832f,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.844155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:43.861371 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'subnet': {'network_id': '80619cb6-799a-456b-895b-0008f7718f6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:43.889804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.897632 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f95edf0e-9258-463a-a563-79bd8720b4a9 None None] Calling delete_port for 552ba5ae-bc65-4f21-9049-0db3aa92b36b owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:43.954499 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-33c4f77e-27da-4550-8529-b8f4ca7ab944 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.965971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6ac10-eda9-4f83-86b5-2779b28f51db tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Network': ['ID=80619cb6-799a-456b-895b-0008f7718f6e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.980603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:43.981005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:43.995790 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:44.016627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 80619cb6-799a-456b-895b-0008f7718f6e details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:44.091416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-33bad132-325a-4b97-ad59-a0e26fb09c6b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.117487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-33c4f77e-27da-4550-8529-b8f4ca7ab944 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Calling delete_port for 81a7cc0b-549a-447c-82f1-1e311ca27d34 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:44.219024 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bad132-325a-4b97-ad59-a0e26fb09c6b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d389fb-dfa3-4f1a-99e6-5067c65f392c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.234874 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.239057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-33bad132-325a-4b97-ad59-a0e26fb09c6b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.265361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dbf39b2c-17f7-460c-b895-6cd64570b99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.269256 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-33bad132-325a-4b97-ad59-a0e26fb09c6b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/c8d389fb-dfa3-4f1a-99e6-5067c65f392c HTTP/1.1" status: 204 len: 168 time: 1.3291407 Jan 21 09:42:44.273797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:42:44.273797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42758) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:44.316332 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19737231-96b7-4fc4-a545-e2460c31ad32 None None] Network 9e4aaa03-ab04-4ac9-9632-f2487958bf49 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:44.374772 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2151e95b-81e4-407c-a7fc-1743239be29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.390720 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-248a15ee-8748-4985-95a4-7be36b15b0c4', 'network_id': '248a15ee-8748-4985-95a4-7be36b15b0c4', 'tenant_id': 'df454c50b2f84b738807266e26ee282d', 'fixed_ips': [{'subnet_id': '72cf4df4-09f6-4e41-afc8-4d0af8c4c158'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:44.391547 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.414724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c3dcee15-9de3-46d2-9013-8e916a768d22 None None] Provisioning complete for port 81a7cc0b-549a-447c-82f1-1e311ca27d34 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:44.415569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3dcee15-9de3-46d2-9013-8e916a768d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.438464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:44.443594 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:subnet and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:44.459974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.462046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:44.483675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:44.486513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.490968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf39b2c-17f7-460c-b895-6cd64570b99a None None] Pushing event deleted for resources: {'Port': ['ID=fd982805-d34a-454c-a5d8-4126934bd924,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.493848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-f95edf0e-9258-463a-a563-79bd8720b4a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:44.493848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-f95edf0e-9258-463a-a563-79bd8720b4a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:44.503896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Pushing event deleted for resources: {'Network': ['ID=5e6c943b-585b-494f-80ba-bfbe3c0c3fc0,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.522368 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bacfdfd9-65a6-4456-848a-396f50f704ff tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "DELETE /v2.0/networks/5e6c943b-585b-494f-80ba-bfbe3c0c3fc0 HTTP/1.1" status: 204 len: 168 time: 3.0172627 Jan 21 09:42:44.523702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42762) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:44.540357 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf39b2c-17f7-460c-b895-6cd64570b99a None None] No DVR routers for this DVR port fd982805-d34a-454c-a5d8-4126934bd924 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:44.556526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.564534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-33c4f77e-27da-4550-8529-b8f4ca7ab944 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.571244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:44.577245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.583034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151e95b-81e4-407c-a7fc-1743239be29d None None] No DVR routers for this DVR port 007bfb05-6310-40e9-9124-6d5b886b216b on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:44.586028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c3dcee15-9de3-46d2-9013-8e916a768d22 None None] Port 81a7cc0b-549a-447c-82f1-1e311ca27d34 was deleted so its status cannot be updated. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 09:42:44.591529 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151e95b-81e4-407c-a7fc-1743239be29d None None] Pushing event deleted for resources: {'Port': ['ID=007bfb05-6310-40e9-9124-6d5b886b216b,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.669436 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.services.revisions.revision_plugin [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Could not find related port for resource to bump revision. Jan 21 09:42:44.685146 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7f2bc617-4d13-4616-8c90-6cd9bbd4f219 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Synchronizing usage tracker for tenant:e641aaca136846879de75b08b9f3c2af on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:44.695345 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.ipam_pluggable_backend [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Port fd982805-d34a-454c-a5d8-4126934bd924 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87502) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 21 09:42:44.696112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.ipam_pluggable_backend [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Reverting IP allocation for 2001:db8::f816:3eff:fe50:5cdb {{(pid=87502) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 21 09:42:44.706484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.ipam_pluggable_backend [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe50:5cdb {{(pid=87502) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 21 09:42:44.707038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4f77e-27da-4550-8529-b8f4ca7ab944 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Port': ['ID=81a7cc0b-549a-447c-82f1-1e311ca27d34,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.710232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:44.710817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.740503 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-33c4f77e-27da-4550-8529-b8f4ca7ab944 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.742085 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.742322 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-33c4f77e-27da-4550-8529-b8f4ca7ab944 tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/ports/81a7cc0b-549a-447c-82f1-1e311ca27d34 HTTP/1.1" status: 204 len: 168 time: 1.4593511 Jan 21 09:42:44.746149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42766) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:44.775262 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 007bfb05-6310-40e9-9124-6d5b886b216b no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:44.822952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.ipam_backend_mixin [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Performing IP validity checks on allocation pools {{(pid=87501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:42:44.823782 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.ipam_backend_mixin [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:42:44.835370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7f2bc617-4d13-4616-8c90-6cd9bbd4f219 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Unset dirty status for tenant:e641aaca136846879de75b08b9f3c2af on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:44.836186 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 007bfb05-6310-40e9-9124-6d5b886b216b {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:44.836614 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 007bfb05-6310-40e9-9124-6d5b886b216b not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:44.839848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 552ba5ae-bc65-4f21-9049-0db3aa92b36b no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:44.840656 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7f2bc617-4d13-4616-8c90-6cd9bbd4f219 tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "GET /v2.0/ports?device_id=e246cb1e-7e81-48e8-b879-960a8f5c0285 HTTP/1.1" status: 200 len: 205 time: 0.3151119 Jan 21 09:42:44.844167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42770) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:44.908933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 552ba5ae-bc65-4f21-9049-0db3aa92b36b {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:44.909577 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 552ba5ae-bc65-4f21-9049-0db3aa92b36b not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:44.969648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.001424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f95edf0e-9258-463a-a563-79bd8720b4a9 None None] Deleting port 552ba5ae-bc65-4f21-9049-0db3aa92b36b {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:45.001714 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f95edf0e-9258-463a-a563-79bd8720b4a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.011580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e95a4b6c-0346-495b-84db-bf3f64e2c8ce tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.094048 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:45.096294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f95edf0e-9258-463a-a563-79bd8720b4a9 None None] The port '552ba5ae-bc65-4f21-9049-0db3aa92b36b' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:42:45.112406 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Allocated IP 2001:db8::1 (248a15ee-8748-4985-95a4-7be36b15b0c4/72cf4df4-09f6-4e41-afc8-4d0af8c4c158/fe2efbb8-5a18-4110-b687-4cbccc8adaac) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:45.136182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:45.161071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:45.161890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.226360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=97dffd90-d214-49b6-81d5-bb6ca277d3f6,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:45.265683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c7de01-d8c3-494f-881d-c7ae60661278 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:45.278064 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c6c9c-8c92-4170-842b-591226b81275 None None] DHCP port deletion for 9e4aaa03-ab04-4ac9-9632-f2487958bf49 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:45.301754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-770c6c9c-8c92-4170-842b-591226b81275 None None] Deleting port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:45.302209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-770c6c9c-8c92-4170-842b-591226b81275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.479903 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-aad2aa54-e472-46d5-9f9e-21e86ca6ed42 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7746794 Jan 21 09:42:45.497803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42776) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.514239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2243ddd0-1df6-4fc2-aca6-8531cdfdd0b1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:45.514747 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e95a4b6c-0346-495b-84db-bf3f64e2c8ce tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.529048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e95a4b6c-0346-495b-84db-bf3f64e2c8ce tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.533332 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b24-64f9-4680-a1e2-eb1b1f7109fb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.533547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.646743 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] For port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=93922d6f-38a7-47e9-ae4a-ab5429f9d0a1,segment=NetworkSegment(40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d),segment_id=40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:45.647197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.694432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Subnet': ['ID=46396603-ba01-4795-865a-0492f7654719,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:45.706901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e95a4b6c-0346-495b-84db-bf3f64e2c8ce tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.707447 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95a4b6c-0346-495b-84db-bf3f64e2c8ce tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Fanout notify agent at l3_agent the message router_deleted on router e246cb1e-7e81-48e8-b879-960a8f5c0285 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:42:45.723464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Checking segment: {'id': '00c7e12c-e5e7-4875-83b7-f16ebc9750e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80619cb6-799a-456b-895b-0008f7718f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:45.723830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network hostable DHCP agents. Network: 80619cb6-799a-456b-895b-0008f7718f6e, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:45.749778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e95a4b6c-0346-495b-84db-bf3f64e2c8ce tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.753400 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e95a4b6c-0346-495b-84db-bf3f64e2c8ce tempest-RoutersNegativeIpV6Test-1489376712 tempest-RoutersNegativeIpV6Test-1489376712-project] 10.222.0.99 "DELETE /v2.0/routers/e246cb1e-7e81-48e8-b879-960a8f5c0285 HTTP/1.1" status: 204 len: 168 time: 0.9053435 Jan 21 09:42:45.760906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network 80619cb6-799a-456b-895b-0008f7718f6e is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:45.781598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 80619cb6-799a-456b-895b-0008f7718f6e) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:45.795174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:45.796004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.820974 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2cfa5e13-bccc-453c-a1d3-4806eb6719df tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0116522 Jan 21 09:42:45.823564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42782) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.886639 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-770c6c9c-8c92-4170-842b-591226b81275 None None] For port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=93922d6f-38a7-47e9-ae4a-ab5429f9d0a1,segment=NetworkSegment(40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d),segment_id=40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:45.887271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-770c6c9c-8c92-4170-842b-591226b81275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.990918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:46.005592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.016938 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-770c6c9c-8c92-4170-842b-591226b81275 None None] Calling delete_port for 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:46.047682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacbefe7-b7ab-45a6-9800-7099db46dd2b None None] Network 80619cb6-799a-456b-895b-0008f7718f6e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:46.053881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42788) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:46.087394 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.090404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.091389 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.105345 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b24-64f9-4680-a1e2-eb1b1f7109fb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.136136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.246124 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Transition to ACTIVE for port object fe2efbb8-5a18-4110-b687-4cbccc8adaac will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:46.246566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-ecb77b24-64f9-4680-a1e2-eb1b1f7109fb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bfb841-1d89-48bb-b44d-65df55b67303']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:46.280190 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '97dffd90-d214-49b6-81d5-bb6ca277d3f6'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:46.281227 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.284483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-ecb77b24-64f9-4680-a1e2-eb1b1f7109fb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a24b15-d6d3-4377-ab81-b15f23a6a669') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:46.284483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-ecb77b24-64f9-4680-a1e2-eb1b1f7109fb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a24b15-d6d3-4377-ab81-b15f23a6a669') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:46.308479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-770c6c9c-8c92-4170-842b-591226b81275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.310136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2243ddd0-1df6-4fc2-aca6-8531cdfdd0b1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:46.315326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b24-64f9-4680-a1e2-eb1b1f7109fb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.352576 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Transition to ACTIVE for port object fe2efbb8-5a18-4110-b687-4cbccc8adaac will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:46.367577 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8f83b437-7d89-47c8-a2c1-f4572d727efd admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e641aaca136846879de75b08b9f3c2af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102219 Jan 21 09:42:46.368122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42794) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:46.374756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c6c9c-8c92-4170-842b-591226b81275 None None] Pushing event deleted for resources: {'Port': ['ID=93922d6f-38a7-47e9-ae4a-ab5429f9d0a1,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.383155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.443396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c6c9c-8c92-4170-842b-591226b81275 None None] No DVR routers for this DVR port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:46.446507 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Subnet': ['ID=46396603-ba01-4795-865a-0492f7654719,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.446644 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.547346 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2243ddd0-1df6-4fc2-aca6-8531cdfdd0b1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:46.549072 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b24-64f9-4680-a1e2-eb1b1f7109fb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.556422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.api [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:46.557014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG oslo_db.api [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:46.564585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.577739 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Network 248a15ee-8748-4985-95a4-7be36b15b0c4 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:46.589512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb77b24-64f9-4680-a1e2-eb1b1f7109fb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:46.589900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2ca93b21-e4f0-42e4-868f-e868eda501e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.590319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b24-64f9-4680-a1e2-eb1b1f7109fb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.603728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80619cb6-799a-456b-895b-0008f7718f6e']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:46.608529 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:46.636208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c7e12c-e5e7-4875-83b7-f16ebc9750e8') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:46.636538 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c7e12c-e5e7-4875-83b7-f16ebc9750e8') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:46.640087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2243ddd0-1df6-4fc2-aca6-8531cdfdd0b1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:46.643977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2243ddd0-1df6-4fc2-aca6-8531cdfdd0b1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.653660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2ca93b21-e4f0-42e4-868f-e868eda501e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.661424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.681815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.690355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:46.690850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.700513 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Allocated IP 2001:db8::f816:3eff:fedd:3ab6 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/97dffd90-d214-49b6-81d5-bb6ca277d3f6/e6812902-0114-4ca7-96f0-3055cb4acdfa) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:46.729715 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:46.804776 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc318cd-8ec5-41ef-86d4-11ba9a568c9b None None] Network 80619cb6-799a-456b-895b-0008f7718f6e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:46.813714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b24-64f9-4680-a1e2-eb1b1f7109fb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.817947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ecb77b24-64f9-4680-a1e2-eb1b1f7109fb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.830260 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.835443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.867457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Network': ['ID=80619cb6-799a-456b-895b-0008f7718f6e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.879320 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-38f63aa2-d2c2-4696-bb18-b012569150bc tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/80619cb6-799a-456b-895b-0008f7718f6e HTTP/1.1" status: 204 len: 168 time: 1.0541790 Jan 21 09:42:46.880475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42800) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:46.880605 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb77b24-64f9-4680-a1e2-eb1b1f7109fb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] Pushing event deleted for resources: {'Network': ['ID=e8bfb841-1d89-48bb-b44d-65df55b67303,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.885816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:46.889136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1566157308'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:46.889758 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ecb77b24-64f9-4680-a1e2-eb1b1f7109fb tempest-PortsIpV6TestJSON-908954610 tempest-PortsIpV6TestJSON-908954610-project] 10.222.0.99 "DELETE /v2.0/networks/e8bfb841-1d89-48bb-b44d-65df55b67303 HTTP/1.1" status: 204 len: 168 time: 2.1075046 Jan 21 09:42:46.892329 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Pushing event updated for resources: {'Port': ['ID=fe2efbb8-5a18-4110-b687-4cbccc8adaac,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.894600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:46.897485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Router e696b56c-c205-47fa-a97d-a7a9e354eb1d is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:42:46.900456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc318cd-8ec5-41ef-86d4-11ba9a568c9b None None] Network 80619cb6-799a-456b-895b-0008f7718f6e could not be found, it might have been deleted concurrently. {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 09:42:46.907704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2ca93b21-e4f0-42e4-868f-e868eda501e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.910275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2ca93b21-e4f0-42e4-868f-e868eda501e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.911388 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2ca93b21-e4f0-42e4-868f-e868eda501e5 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/8ba64633-4f21-4097-afbd-0dc08df57969 HTTP/1.1" status: 204 len: 168 time: 0.5421937 Jan 21 09:42:46.913098 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.ipam_backend_mixin [None req-2243ddd0-1df6-4fc2-aca6-8531cdfdd0b1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97dffd90-d214-49b6-81d5-bb6ca277d3f6 (CIDR: 2001:db8::/64) Jan 21 09:42:46.920211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:46.923620 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2243ddd0-1df6-4fc2-aca6-8531cdfdd0b1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:46.924126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2243ddd0-1df6-4fc2-aca6-8531cdfdd0b1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:46.926268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:network and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:46.929029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca93b21-e4f0-42e4-868f-e868eda501e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba64633-4f21-4097-afbd-0dc08df57969,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.931221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:46.937117 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:46.952763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:46.962068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.010040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:47.018874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.019217 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Added segment e6051439-a141-49db-9622-ac180c89efd6 of type vlan for network a1da8c37-6448-4bd8-87d6-58b8ecd7690b Jan 21 09:42:47.047231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.067623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:47.068302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.083091 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.087988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Attempting to bind port fe2efbb8-5a18-4110-b687-4cbccc8adaac on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:47.088553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Attempting to bind port fe2efbb8-5a18-4110-b687-4cbccc8adaac by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'b04ff6a3-6cff-4721-8006-9b7de5eb806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '248a15ee-8748-4985-95a4-7be36b15b0c4'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:47.088908 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Attempting to bind port fe2efbb8-5a18-4110-b687-4cbccc8adaac on network 248a15ee-8748-4985-95a4-7be36b15b0c4 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:47.098181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:47.099264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.101033 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:47.148957 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:47.149520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Checking segment: {'id': 'b04ff6a3-6cff-4721-8006-9b7de5eb806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '248a15ee-8748-4985-95a4-7be36b15b0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:47.149977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.150504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Bound using segment: {'id': 'b04ff6a3-6cff-4721-8006-9b7de5eb806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '248a15ee-8748-4985-95a4-7be36b15b0c4'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:47.151291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Bound port: fe2efbb8-5a18-4110-b687-4cbccc8adaac, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04ff6a3-6cff-4721-8006-9b7de5eb806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '248a15ee-8748-4985-95a4-7be36b15b0c4'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:47.151711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.161667 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2243ddd0-1df6-4fc2-aca6-8531cdfdd0b1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6634138 Jan 21 09:42:47.162285 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42812) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:47.182215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] The port '93922d6f-38a7-47e9-ae4a-ab5429f9d0a1' was deleted {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:42:47.186459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-021f1794-346b-440b-95c7-242cc43fd950 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:47.248764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:47.249103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 93922d6f-38a7-47e9-ae4a-ab5429f9d0a1 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:47.250942 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42816) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:47.301953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] For port fe2efbb8-5a18-4110-b687-4cbccc8adaac, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:47.308843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Network': ['ID=a1da8c37-6448-4bd8-87d6-58b8ecd7690b,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:47.311829 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-87670a15-e31a-4c21-869d-896c64358eb4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4304707 Jan 21 09:42:47.315243 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42822) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:47.320047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] For port fe2efbb8-5a18-4110-b687-4cbccc8adaac, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fe2efbb8-5a18-4110-b687-4cbccc8adaac,segment=NetworkSegment(b04ff6a3-6cff-4721-8006-9b7de5eb806f),segment_id=b04ff6a3-6cff-4721-8006-9b7de5eb806f)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:47.322215 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'subnet': {'network_id': 'a1da8c37-6448-4bd8-87d6-58b8ecd7690b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:47.324992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network a1da8c37-6448-4bd8-87d6-58b8ecd7690b details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:47.348536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.455198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.495131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Transition to ACTIVE for port object e6812902-0114-4ca7-96f0-3055cb4acdfa will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:47.532856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:47.537424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:subnet and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:47.541992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:47.552600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.557270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:47.584899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:47.589797 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.593582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954ee34-fe2f-4e4c-8946-1c4bf8d8e7bc None None] Pushing event updated for resources: {'Port': ['ID=fe2efbb8-5a18-4110-b687-4cbccc8adaac,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:47.597758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Transition to ACTIVE for port object e6812902-0114-4ca7-96f0-3055cb4acdfa will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:47.608731 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:47.611491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.633914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.640267 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5bce94ec-e9fc-49b9-8772-c0617c41c250 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "PUT /v2.0/routers/e696b56c-c205-47fa-a97d-a7a9e354eb1d HTTP/1.1" status: 200 len: 919 time: 7.3952672 Jan 21 09:42:47.651219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42832) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:47.704502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Pushing event updated for resources: {'Port': ['ID=e6812902-0114-4ca7-96f0-3055cb4acdfa,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:47.708082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3da1bb3-a508-46a8-9a90-e006b97411e0 None None] Sync routers for ids ['e696b56c-c205-47fa-a97d-a7a9e354eb1d'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:47.724860 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da1bb3-a508-46a8-9a90-e006b97411e0 None None] Routers {'e696b56c-c205-47fa-a97d-a7a9e354eb1d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:47.725615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b3da1bb3-a508-46a8-9a90-e006b97411e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e696b56c-c205-47fa-a97d-a7a9e354eb1d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.739573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4aaa03-ab04-4ac9-9632-f2487958bf49']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.768686 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.769179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40eb0bb3-d08f-4309-bf82-b96a4a6e3e0d') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.788135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-021f1794-346b-440b-95c7-242cc43fd950 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:47.803325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.810906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:47.812014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b3da1bb3-a508-46a8-9a90-e006b97411e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.821696 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dbaba3ad-5f5d-4428-bbf2-730ff934ea43 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=628d68c153204c9cae8da201ef56de13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5539093 Jan 21 09:42:47.823118 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:47.825667 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42838) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:47.841286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:47.841661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-021f1794-346b-440b-95c7-242cc43fd950 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:47.857062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.880900 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da1bb3-a508-46a8-9a90-e006b97411e0 None None] Routers {'e696b56c-c205-47fa-a97d-a7a9e354eb1d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:47.883160 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b3da1bb3-a508-46a8-9a90-e006b97411e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e696b56c-c205-47fa-a97d-a7a9e354eb1d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.927627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:47.928060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:47.945265 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:48.000967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021f1794-346b-440b-95c7-242cc43fd950 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:48.020536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-021f1794-346b-440b-95c7-242cc43fd950 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.070819 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-63b64160-8340-4529-9bd5-2d94bec9f8a0 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/routers/e696b56c-c205-47fa-a97d-a7a9e354eb1d HTTP/1.1" status: 200 len: 925 time: 0.4182572 Jan 21 09:42:48.074294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42852) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:48.095849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b3da1bb3-a508-46a8-9a90-e006b97411e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:48.096932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3da1bb3-a508-46a8-9a90-e006b97411e0 None None] The sync data for ids ['e696b56c-c205-47fa-a97d-a7a9e354eb1d'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:48.153717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.158219 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.184131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Attempting to bind port e6812902-0114-4ca7-96f0-3055cb4acdfa on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:48.184558 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Attempting to bind port e6812902-0114-4ca7-96f0-3055cb4acdfa by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:48.184976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Attempting to bind port e6812902-0114-4ca7-96f0-3055cb4acdfa on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:48.191151 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:48.191528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:48.191927 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.192897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:48.193110 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Bound port: e6812902-0114-4ca7-96f0-3055cb4acdfa, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:48.193561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.194538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42856) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:48.235447 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1799d4-83e9-4d13-b0e4-0a0f5e31a7fe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:48.237029 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-dc1799d4-83e9-4d13-b0e4-0a0f5e31a7fe tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/ports?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&device_id=e696b56c-c205-47fa-a97d-a7a9e354eb1d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1606889 Jan 21 09:42:48.248008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42860) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:48.257510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Network': ['ID=9e4aaa03-ab04-4ac9-9632-f2487958bf49,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.261071 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a65cf1c8-05ee-4820-92f0-6fcbbacab2eb tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/networks/9e4aaa03-ab04-4ac9-9632-f2487958bf49 HTTP/1.1" status: 204 len: 168 time: 3.9854932 Jan 21 09:42:48.269200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3d70a0e1-9bc1-408e-9c15-42da51f20f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.276805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42866) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:48.285834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-878523952', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:48.300940 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3d70a0e1-9bc1-408e-9c15-42da51f20f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.301458 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] For port e6812902-0114-4ca7-96f0-3055cb4acdfa, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:48.306205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:48.306984 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] For port e6812902-0114-4ca7-96f0-3055cb4acdfa, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e6812902-0114-4ca7-96f0-3055cb4acdfa,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:48.314764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.322347 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:router and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:48.327739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:48.337079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.382843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:48.413675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3d70a0e1-9bc1-408e-9c15-42da51f20f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.422723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de6b1b-54f6-43b7-827b-7ad295d391a9 None None] Pushing event updated for resources: {'Port': ['ID=e6812902-0114-4ca7-96f0-3055cb4acdfa,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.473767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9ca50f41-091c-4705-ab1b-d5aece2ecfa6 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:48.474463 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-9ca50f41-091c-4705-ab1b-d5aece2ecfa6 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 09:42:48.474951 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-9ca50f41-091c-4705-ab1b-d5aece2ecfa6 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:42:48.479756 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9ca50f41-091c-4705-ab1b-d5aece2ecfa6 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2784717 Jan 21 09:42:48.479952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.479952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.481846 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42870) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:48.486671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70a0e1-9bc1-408e-9c15-42da51f20f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d93357-58bf-4a24-afb9-66062367c1a6,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.519793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3d70a0e1-9bc1-408e-9c15-42da51f20f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.523382 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3d70a0e1-9bc1-408e-9c15-42da51f20f79 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a6d93357-58bf-4a24-afb9-66062367c1a6 HTTP/1.1" status: 204 len: 168 time: 0.6949778 Jan 21 09:42:48.561585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178957395'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:48.571454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:48.585777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Subnet': ['ID=373b6d97-74da-416f-bb31-49a231c670d7,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.592793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-021f1794-346b-440b-95c7-242cc43fd950 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.598349 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:48.607340 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:48.611485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0054500c-6926-4316-9dfc-e3e1e39d7508 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:48.613325 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0054500c-6926-4316-9dfc-e3e1e39d7508 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/networks/58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 881 time: 0.3643389 Jan 21 09:42:48.621019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Checking segment: {'id': 'e6051439-a141-49db-9622-ac180c89efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a1da8c37-6448-4bd8-87d6-58b8ecd7690b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:48.621451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network hostable DHCP agents. Network: a1da8c37-6448-4bd8-87d6-58b8ecd7690b, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:48.638154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:48.640148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42876) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:48.648059 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.828482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f1794-346b-440b-95c7-242cc43fd950 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:48.832019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-021f1794-346b-440b-95c7-242cc43fd950 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:48.835245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f1794-346b-440b-95c7-242cc43fd950 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:48.835902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-021f1794-346b-440b-95c7-242cc43fd950 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.875159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f1794-346b-440b-95c7-242cc43fd950 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=7b4a3f19-f3d4-49a6-b1ac-91277d23f5b0,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.886864 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-021f1794-346b-440b-95c7-242cc43fd950 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7109551 Jan 21 09:42:48.892126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42880) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:48.903223 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'mac_address': 'fa:16:3e:58:2b:ec', 'name': 'tempest-NetworksTestDHCPv6-500825616'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:48.939968 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f0d3ca8b-ea20-4495-899e-cbe18fc82369 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "GET /v2.0/ports?device_id=e696b56c-c205-47fa-a97d-a7a9e354eb1d HTTP/1.1" status: 200 len: 205 time: 0.2976906 Jan 21 09:42:48.944468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42886) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.039434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network a1da8c37-6448-4bd8-87d6-58b8ecd7690b is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:49.046961 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.114822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.141374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:49.153111 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:49.165273 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:49.171730 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:49.197870 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:49.221981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, a1da8c37-6448-4bd8-87d6-58b8ecd7690b) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:49.234946 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277e3275-7de1-42fe-822b-3af213773da2 None None] Network a1da8c37-6448-4bd8-87d6-58b8ecd7690b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:49.248837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:49.268699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:49.269434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.289741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fe2efbb8-5a18-4110-b687-4cbccc8adaac up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:49.365009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5907ae-9eac-46b0-bb9c-0034d1883078 None None] Network 248a15ee-8748-4985-95a4-7be36b15b0c4 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:49.400916 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.417365 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:49.439073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port 300d4512-67de-4119-aed8-d3ae5a90107f yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:49.710925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.718785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:49.731217 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-af8696c8-b85f-4788-86f1-9dda75b34f6b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4148262 Jan 21 09:42:49.741591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42912) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.772854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:49.827295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.854059 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-22357583-2c80-4de5-b264-0f36a76f2faf None None] Provisioning for port fe2efbb8-5a18-4110-b687-4cbccc8adaac completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:49.946975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.951170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port fe2efbb8-5a18-4110-b687-4cbccc8adaac completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:49.959080 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42916) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.967570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port fe2efbb8-5a18-4110-b687-4cbccc8adaac triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:49.968030 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.110534 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8:0:1::2c7 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/7b4a3f19-f3d4-49a6-b1ac-91277d23f5b0/300d4512-67de-4119-aed8-d3ae5a90107f) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:50.123790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::f816:3eff:fe58:2bec (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/97dffd90-d214-49b6-81d5-bb6ca277d3f6/300d4512-67de-4119-aed8-d3ae5a90107f) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:50.133624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.156659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b3c337-c768-432b-856a-a98fc7fe4b8d None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:50.184285 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-946f783d-22e0-4229-9b65-4b5371e83a9c tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:50.184880 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-946f783d-22e0-4229-9b65-4b5371e83a9c tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 09:42:50.185218 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-946f783d-22e0-4229-9b65-4b5371e83a9c tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:42:50.186747 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-946f783d-22e0-4229-9b65-4b5371e83a9c tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2250316 Jan 21 09:42:50.207734 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42922) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:50.222942 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group': {'name': 'tempest-secgroup--811846144'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:50.232995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:50.254524 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:50.266216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:50.290829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:50.298043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebadcb8a-a47b-4a91-8dbc-91ff75174a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-a1da8c37-6448-4bd8-87d6-58b8ecd7690b', 'network_id': 'a1da8c37-6448-4bd8-87d6-58b8ecd7690b', 'tenant_id': 'df454c50b2f84b738807266e26ee282d', 'fixed_ips': [{'subnet_id': '373b6d97-74da-416f-bb31-49a231c670d7'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:50.298868 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ebadcb8a-a47b-4a91-8dbc-91ff75174a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.302595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.310718 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab9834-e161-403b-ad27-f50f20efdbad req-c0d9cda1-d0a0-46e1-a71c-ab4f72b05371 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:50.312884 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94ab9834-e161-403b-ad27-f50f20efdbad req-c0d9cda1-d0a0-46e1-a71c-ab4f72b05371 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.9007709 Jan 21 09:42:50.315934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.318970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-98fad946-19ad-43d5-9129-06c3f161881d None None] Provisioning for port e6812902-0114-4ca7-96f0-3055cb4acdfa completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:50.322062 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.336659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:50.354217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.357467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:50.372273 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.384057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:50.385748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.387639 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Deleting port 89218037-53a7-421d-8747-a189da95832f {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:50.387978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.432566 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:50.476855 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9b25cd-2f44-4de4-8fba-d0923a85bd04,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:50.490320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.500086 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94ab9834-e161-403b-ad27-f50f20efdbad req-30b41e63-39e3-4fed-8928-60692a7ce0fa tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568041 Jan 21 09:42:50.513934 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Subnet': ['ID=373b6d97-74da-416f-bb31-49a231c670d7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:50.589192 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:50.608049 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a74cdda-f574-4952-8dcb-1d174103ca22 None None] Network a1da8c37-6448-4bd8-87d6-58b8ecd7690b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:50.723252 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:50.729879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.737257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port fe2efbb8-5a18-4110-b687-4cbccc8adaac, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fe2efbb8-5a18-4110-b687-4cbccc8adaac,segment=NetworkSegment(b04ff6a3-6cff-4721-8006-9b7de5eb806f),segment_id=b04ff6a3-6cff-4721-8006-9b7de5eb806f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:50.743385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:50.772398 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:50.793194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1da8c37-6448-4bd8-87d6-58b8ecd7690b']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:50.811551 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.812331 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e6812902-0114-4ca7-96f0-3055cb4acdfa up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:50.825279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6051439-a141-49db-9622-ac180c89efd6') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:50.825587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6051439-a141-49db-9622-ac180c89efd6') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:50.846816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.862096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.892142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object 300d4512-67de-4119-aed8-d3ae5a90107f will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:50.895583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.906554 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:50.906949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:50.922915 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:50.926876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e2ff4ecb-024d-4de1-9d6f-333a6388c395 None None] Provisioning complete for port fe2efbb8-5a18-4110-b687-4cbccc8adaac triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:50.927243 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4ecb-024d-4de1-9d6f-333a6388c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.993643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.032930 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.060529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.067965 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=fe2efbb8-5a18-4110-b687-4cbccc8adaac,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.088732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.089825 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Network': ['ID=a1da8c37-6448-4bd8-87d6-58b8ecd7690b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.094515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.095956 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.122777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port e6812902-0114-4ca7-96f0-3055cb4acdfa completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:51.144550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.175853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port e6812902-0114-4ca7-96f0-3055cb4acdfa triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:51.175853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.176197 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7c390d1f-ac31-43bc-a94a-641806233878 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/a1da8c37-6448-4bd8-87d6-58b8ecd7690b HTTP/1.1" status: 204 len: 168 time: 1.4279964 Jan 21 09:42:51.178951 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:51.185165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42930) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.194200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:51.205988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.214516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:51.220198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-859237324'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:51.223863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.230333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:51.233773 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:51.235888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:51.241407 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:51.246662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=300d4512-67de-4119-aed8-d3ae5a90107f,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.249010 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:51.254614 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:51.255254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.261693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:network and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:51.263827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860ca593-b0d0-4394-ba05-066e25dbc9cd,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.266416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dbe305-0c82-4051-9437-7b0a0fad1606 None None] Update dhcp port {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'fixed_ips': [{'subnet_id': '97dffd90-d214-49b6-81d5-bb6ca277d3f6', 'ip_address': '2001:db8::f816:3eff:fedd:3ab6'}, {'subnet_id': '7b4a3f19-f3d4-49a6-b1ac-91277d23f5b0'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': 'e6812902-0114-4ca7-96f0-3055cb4acdfa'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:42:51.266653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:51.302134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.365790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-16dbe305-0c82-4051-9437-7b0a0fad1606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.378178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Calling delete_port for 89218037-53a7-421d-8747-a189da95832f owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:51.403067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:51.411026 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.432007 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:51.435689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.452518 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fc70c4ef-0c3b-4f7e-801b-c979d6df429c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5567429 Jan 21 09:42:51.456126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42934) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.489386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2661d642-2aeb-4036-ae6c-b678b81ce0dd,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.512743 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port e6812902-0114-4ca7-96f0-3055cb4acdfa, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e6812902-0114-4ca7-96f0-3055cb4acdfa,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:51.519734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.534439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.538468 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e9ffb601-115e-404e-b848-6d88e466fd0f tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.0442984 Jan 21 09:42:51.542237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42938) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.542918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:51.557861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c78d8-26f6-4a0e-92c5-42e1f56f3cfa req-9f5c5886-be0b-483b-be90-89104cb07452 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:51.563027 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-076def93-b721-48e5-a77e-8c264a602f20 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': '2661d642-2aeb-4036-ae6c-b678b81ce0dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:51.565879 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-420c78d8-26f6-4a0e-92c5-42e1f56f3cfa req-9f5c5886-be0b-483b-be90-89104cb07452 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.5462861 Jan 21 09:42:51.614075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.620763 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-076def93-b721-48e5-a77e-8c264a602f20 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:51.625566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.636909 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Added segment d1d83a49-7a91-43f4-9234-336e2d345ce6 of type vlan for network c72bcfb5-d7f4-4dad-8bd1-77d75a366267 Jan 21 09:42:51.646767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-076def93-b721-48e5-a77e-8c264a602f20 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:51.651245 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-420c78d8-26f6-4a0e-92c5-42e1f56f3cfa req-6066c4bc-36be-4905-aeb1-2c03c59f41bc tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843878 Jan 21 09:42:51.656483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=e6812902-0114-4ca7-96f0-3055cb4acdfa,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.664080 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-86799954-7b5e-45b6-a06a-eedc3484e97d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port 300d4512-67de-4119-aed8-d3ae5a90107f {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:51.664581 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-86799954-7b5e-45b6-a06a-eedc3484e97d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.686035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fe2efbb8-5a18-4110-b687-4cbccc8adaac up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:51.687744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Allocated IP 172.26.4.209 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/77a2c169-aded-49f0-a914-b995d6cf1a22) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:51.721414 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-16dbe305-0c82-4051-9437-7b0a0fad1606 None None] Allocated IP 2001:db8:0:1::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/7b4a3f19-f3d4-49a6-b1ac-91277d23f5b0/e6812902-0114-4ca7-96f0-3055cb4acdfa) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:51.769969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-076def93-b721-48e5-a77e-8c264a602f20 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:51.777150 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-076def93-b721-48e5-a77e-8c264a602f20 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:51.786598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.925370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port fe2efbb8-5a18-4110-b687-4cbccc8adaac triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:51.925736 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.932754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.970090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.999339 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-16dbe305-0c82-4051-9437-7b0a0fad1606 None None] For port e6812902-0114-4ca7-96f0-3055cb4acdfa, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e6812902-0114-4ca7-96f0-3055cb4acdfa,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:52.035776 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-16dbe305-0c82-4051-9437-7b0a0fad1606 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.039659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Pushing event deleted for resources: {'Port': ['ID=89218037-53a7-421d-8747-a189da95832f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.052206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-86799954-7b5e-45b6-a06a-eedc3484e97d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.095306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-16dbe305-0c82-4051-9437-7b0a0fad1606 None None] Transition to ACTIVE for port object e6812902-0114-4ca7-96f0-3055cb4acdfa will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:52.105597 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-16dbe305-0c82-4051-9437-7b0a0fad1606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.116602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.213150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:52.216067 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.225146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-86799954-7b5e-45b6-a06a-eedc3484e97d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for 300d4512-67de-4119-aed8-d3ae5a90107f owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:52.254382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbe305-0c82-4051-9437-7b0a0fad1606 None None] Pushing event updated for resources: {'Port': ['ID=e6812902-0114-4ca7-96f0-3055cb4acdfa,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.255262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:52.280641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.284586 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0710905 Jan 21 09:42:52.302093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42950) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.327103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:52.329954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bfb8f02b-e30d-4b7b-bd4e-4ca503e26eb8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': 'c7348df2-1dc5-4e4a-84eb-bda96bd1844f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:52.335748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bfb8f02b-e30d-4b7b-bd4e-4ca503e26eb8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:52.339904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bfb8f02b-e30d-4b7b-bd4e-4ca503e26eb8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:52.344895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bfb8f02b-e30d-4b7b-bd4e-4ca503e26eb8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:52.357133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.361402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-076def93-b721-48e5-a77e-8c264a602f20 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.366394 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=77a2c169-aded-49f0-a914-b995d6cf1a22,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.395489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bfb8f02b-e30d-4b7b-bd4e-4ca503e26eb8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:52.414120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82b181-e60a-4b03-ab8d-d16d588be6f1 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7348df2-1dc5-4e4a-84eb-bda96bd1844f,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.483739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bfb8f02b-e30d-4b7b-bd4e-4ca503e26eb8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.485586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.493512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.525405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.530800 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.531400 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.536457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-076def93-b721-48e5-a77e-8c264a602f20 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.604780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-076def93-b721-48e5-a77e-8c264a602f20 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.694334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076def93-b721-48e5-a77e-8c264a602f20 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a712db67-8893-4c2b-b589-6bdddde7461e,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.707638 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5144191 Jan 21 09:42:52.717228 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42954) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.750185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'subnet': {'network_id': 'c72bcfb5-d7f4-4dad-8bd1-77d75a366267', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:52.767343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-076def93-b721-48e5-a77e-8c264a602f20 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.769948 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-076def93-b721-48e5-a77e-8c264a602f20 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2203345 Jan 21 09:42:52.773132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d284b5b-b42a-41a9-ac82-2b37a1a1cb3a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Network': ['ID=c72bcfb5-d7f4-4dad-8bd1-77d75a366267,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.775597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42958) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.786211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network c72bcfb5-d7f4-4dad-8bd1-77d75a366267 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:52.826832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-137d4e25-c3eb-4022-90c0-64bef3acb8dc tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': '2661d642-2aeb-4036-ae6c-b678b81ce0dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:52.835316 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bfb8f02b-e30d-4b7b-bd4e-4ca503e26eb8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.838575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-137d4e25-c3eb-4022-90c0-64bef3acb8dc tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:52.844555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-137d4e25-c3eb-4022-90c0-64bef3acb8dc tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:52.852767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bfb8f02b-e30d-4b7b-bd4e-4ca503e26eb8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.854685 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-137d4e25-c3eb-4022-90c0-64bef3acb8dc tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:52.855172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.855932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Fanout notify agent at l3_agent the message router_deleted on router e696b56c-c205-47fa-a97d-a7a9e354eb1d {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:42:52.875233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-137d4e25-c3eb-4022-90c0-64bef3acb8dc tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:52.901379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8f02b-e30d-4b7b-bd4e-4ca503e26eb8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679780ba-de94-40ee-a798-1c6fc4c3140d,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.921206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bfb8f02b-e30d-4b7b-bd4e-4ca503e26eb8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.925314 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bfb8f02b-e30d-4b7b-bd4e-4ca503e26eb8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6176763 Jan 21 09:42:52.926255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-86799954-7b5e-45b6-a06a-eedc3484e97d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.928191 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42962) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.933470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-6fe10481-e441-4eca-87fe-1d59cecbffa8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': 'c7348df2-1dc5-4e4a-84eb-bda96bd1844f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:52.942729 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-137d4e25-c3eb-4022-90c0-64bef3acb8dc tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.989974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6fe10481-e441-4eca-87fe-1d59cecbffa8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:53.010098 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86799954-7b5e-45b6-a06a-eedc3484e97d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=300d4512-67de-4119-aed8-d3ae5a90107f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.012037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6fe10481-e441-4eca-87fe-1d59cecbffa8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:53.013779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.019880 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5c0a43a5-367f-4ad7-a366-665f3fb637ef tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "DELETE /v2.0/routers/e696b56c-c205-47fa-a97d-a7a9e354eb1d HTTP/1.1" status: 204 len: 168 time: 4.0681899 Jan 21 09:42:53.019880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:53.019880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42966) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.022854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6fe10481-e441-4eca-87fe-1d59cecbffa8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:53.030836 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a32ce7-bee4-48b6-bd9b-2ae37b83facd req-fb10d47e-eea1-4523-9d44-1d5c009a56c9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:53.032377 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-50a32ce7-bee4-48b6-bd9b-2ae37b83facd req-fb10d47e-eea1-4523-9d44-1d5c009a56c9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.6697762 Jan 21 09:42:53.036526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e5a48cdc-3b0f-4371-84cc-a4e5ddc66b06 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-912348134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:53.042201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:subnet and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:53.050970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:53.057719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e5a48cdc-3b0f-4371-84cc-a4e5ddc66b06 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:53.063652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6fe10481-e441-4eca-87fe-1d59cecbffa8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:53.100853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cc78f8fa-b424-405a-a6c7-4d59388700e4 None None] Provisioning for port e6812902-0114-4ca7-96f0-3055cb4acdfa completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:53.109405 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cc78f8fa-b424-405a-a6c7-4d59388700e4 None None] Provisioning complete for port e6812902-0114-4ca7-96f0-3055cb4acdfa triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:53.110099 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cc78f8fa-b424-405a-a6c7-4d59388700e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.125470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-86799954-7b5e-45b6-a06a-eedc3484e97d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.127297 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-86799954-7b5e-45b6-a06a-eedc3484e97d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/300d4512-67de-4119-aed8-d3ae5a90107f HTTP/1.1" status: 204 len: 168 time: 1.6700659 Jan 21 09:42:53.134646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42970) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.141629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e5a48cdc-3b0f-4371-84cc-a4e5ddc66b06 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Usage tracker for resource:router and tenant:408a0436366e434586144ba25cf011e6 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:53.154545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:53.158665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e5a48cdc-3b0f-4371-84cc-a4e5ddc66b06 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:53.173834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e5a48cdc-3b0f-4371-84cc-a4e5ddc66b06 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:53.190865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6fe10481-e441-4eca-87fe-1d59cecbffa8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.222314 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-50a32ce7-bee4-48b6-bd9b-2ae37b83facd req-f794d931-543e-4067-b76f-973c2ae9993e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730857 Jan 21 09:42:53.223164 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e5a48cdc-3b0f-4371-84cc-a4e5ddc66b06 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.224276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e5a48cdc-3b0f-4371-84cc-a4e5ddc66b06 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.230958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:53.234781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.284399 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-137d4e25-c3eb-4022-90c0-64bef3acb8dc tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:42:53.285439 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-137d4e25-c3eb-4022-90c0-64bef3acb8dc tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4708104 Jan 21 09:42:53.289312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42974) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.359112 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-6fe10481-e441-4eca-87fe-1d59cecbffa8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:42:53.360132 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6fe10481-e441-4eca-87fe-1d59cecbffa8 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4309824 Jan 21 09:42:53.363815 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42978) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.383163 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd72539-3d6d-429e-9c9a-1b0280fb0264 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:53.384120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-dcd72539-3d6d-429e-9c9a-1b0280fb0264 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:53.384794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e5a48cdc-3b0f-4371-84cc-a4e5ddc66b06 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.390613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3637b8b7-0f67-4360-b11c-434705797ee4 None None] Could not find standard attr ID for object 300d4512-67de-4119-aed8-d3ae5a90107f. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:42:53.425781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6efeef02-f53d-4bdd-a4e8-d1827f818196 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.457809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.467961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-dcd72539-3d6d-429e-9c9a-1b0280fb0264 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:53.471504 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dcd72539-3d6d-429e-9c9a-1b0280fb0264 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3335836 Jan 21 09:42:53.471876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42982) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.482290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4d8099-177f-42b3-9a7d-5658d43a65f1 None None] get_active_networks_info from dv-neutron-825723-1-hyperv {{(pid=87503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:42:53.482599 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6efeef02-f53d-4bdd-a4e8-d1827f818196 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.556307 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e5a48cdc-3b0f-4371-84cc-a4e5ddc66b06 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.566941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5b8f028e-24df-4d00-b379-309d0ef740ee tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.620293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5b8f028e-24df-4d00-b379-309d0ef740ee tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.672101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6efeef02-f53d-4bdd-a4e8-d1827f818196 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.676135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e5a48cdc-3b0f-4371-84cc-a4e5ddc66b06 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.677343 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e5a48cdc-3b0f-4371-84cc-a4e5ddc66b06 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6567395 Jan 21 09:42:53.689766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 42986) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.702406 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e6812902-0114-4ca7-96f0-3055cb4acdfa up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:53.731927 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'enable_snat': False}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:53.749611 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4d8099-177f-42b3-9a7d-5658d43a65f1 None None] Resources bound (agent type, host, resource id): {{(pid=87503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:42:53.809082 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:42:53.816584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48985043-ec51-425c-bf74-61c9a20bf6a2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:53.818320 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-48985043-ec51-425c-bf74-61c9a20bf6a2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3430452 Jan 21 09:42:53.822220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42990) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.825581 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efeef02-f53d-4bdd-a4e8-d1827f818196 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2661d642-2aeb-4036-ae6c-b678b81ce0dd,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.871095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6efeef02-f53d-4bdd-a4e8-d1827f818196 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.872236 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6efeef02-f53d-4bdd-a4e8-d1827f818196 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "DELETE /v2.0/security-groups/2661d642-2aeb-4036-ae6c-b678b81ce0dd HTTP/1.1" status: 204 len: 168 time: 0.5814164 Jan 21 09:42:53.875199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42994) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.897121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5b8f028e-24df-4d00-b379-309d0ef740ee tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.902436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port e6812902-0114-4ca7-96f0-3055cb4acdfa triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:53.902935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.929290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5b8f028e-24df-4d00-b379-309d0ef740ee tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.930666 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5b8f028e-24df-4d00-b379-309d0ef740ee tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "DELETE /v2.0/security-groups/c7348df2-1dc5-4e4a-84eb-bda96bd1844f HTTP/1.1" status: 204 len: 168 time: 0.5659566 Jan 21 09:42:53.932990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f028e-24df-4d00-b379-309d0ef740ee tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7348df2-1dc5-4e4a-84eb-bda96bd1844f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.938247 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6468d86-5ba0-4eb9-af83-5e3cf408c073 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:53.939962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6468d86-5ba0-4eb9-af83-5e3cf408c073 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:53.941641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6468d86-5ba0-4eb9-af83-5e3cf408c073 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:53.942538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f6468d86-5ba0-4eb9-af83-5e3cf408c073 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:53.945214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 42998) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.016266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-311eceaa-4bdc-436b-bfb7-8a521cad8498 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Synchronizing usage tracker for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:54.018083 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f6468d86-5ba0-4eb9-af83-5e3cf408c073 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:54.024032 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f6468d86-5ba0-4eb9-af83-5e3cf408c073 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1950736 Jan 21 09:42:54.028946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43002) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.086155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4e45b869-8573-48e1-a907-01f0ea22ac96 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Synchronizing usage tracker for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:54.122575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-311eceaa-4bdc-436b-bfb7-8a521cad8498 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Unset dirty status for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:54.127665 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-311eceaa-4bdc-436b-bfb7-8a521cad8498 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2475903 Jan 21 09:42:54.128064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43006) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.134809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d945c70-d0fc-4ec0-88f1-b3a16d7023bb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 7b4a3f19-f3d4-49a6-b1ac-91277d23f5b0 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:54.139649 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f40162c1-5996-47cc-8fb3-2a87535d9d72 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1896160798'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:54.146809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4e45b869-8573-48e1-a907-01f0ea22ac96 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Unset dirty status for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:54.148031 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4e45b869-8573-48e1-a907-01f0ea22ac96 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1943161 Jan 21 09:42:54.148908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d945c70-d0fc-4ec0-88f1-b3a16d7023bb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.176378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f40162c1-5996-47cc-8fb3-2a87535d9d72 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:54.178171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43010) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.188671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f8404308-cf0b-4d14-a179-fb2bf12c0727 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537977023'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:54.195297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f40162c1-5996-47cc-8fb3-2a87535d9d72 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:54.215040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d945c70-d0fc-4ec0-88f1-b3a16d7023bb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.245542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f40162c1-5996-47cc-8fb3-2a87535d9d72 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.268595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f8404308-cf0b-4d14-a179-fb2bf12c0727 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:54.290817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f40162c1-5996-47cc-8fb3-2a87535d9d72 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:54.298479 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f40162c1-5996-47cc-8fb3-2a87535d9d72 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:54.303142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f40162c1-5996-47cc-8fb3-2a87535d9d72 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:54.315522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f40162c1-5996-47cc-8fb3-2a87535d9d72 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:54.366940 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d945c70-d0fc-4ec0-88f1-b3a16d7023bb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.374739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f8404308-cf0b-4d14-a179-fb2bf12c0727 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:54.453612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.462924 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f40162c1-5996-47cc-8fb3-2a87535d9d72 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.467128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f40162c1-5996-47cc-8fb3-2a87535d9d72 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.509574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f40162c1-5996-47cc-8fb3-2a87535d9d72 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.510791 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f40162c1-5996-47cc-8fb3-2a87535d9d72 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3818946 Jan 21 09:42:54.514726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.523201 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43018) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.535298 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d64ac1c8-c92c-4e6d-a246-3af3c4a44b32 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'c7163957-e571-4aed-a773-840de9b982d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:54.536051 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-d64ac1c8-c92c-4e6d-a246-3af3c4a44b32 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 21 09:42:54.536558 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-d64ac1c8-c92c-4e6d-a246-3af3c4a44b32 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:54.540085 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d64ac1c8-c92c-4e6d-a246-3af3c4a44b32 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0133281 Jan 21 09:42:54.540085 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40162c1-5996-47cc-8fb3-2a87535d9d72 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7163957-e571-4aed-a773-840de9b982d6,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.541621 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43022) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.557493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d945c70-d0fc-4ec0-88f1-b3a16d7023bb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.560040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8404308-cf0b-4d14-a179-fb2bf12c0727 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.607565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d945c70-d0fc-4ec0-88f1-b3a16d7023bb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4a3f19-f3d4-49a6-b1ac-91277d23f5b0,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.612071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d945c70-d0fc-4ec0-88f1-b3a16d7023bb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.615062 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6934ab92-f86c-413f-b49c-78a83bf065ba None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:54.616584 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0d945c70-d0fc-4ec0-88f1-b3a16d7023bb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/7b4a3f19-f3d4-49a6-b1ac-91277d23f5b0 HTTP/1.1" status: 204 len: 168 time: 0.5866578 Jan 21 09:42:54.631450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43026) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.724394 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d37594d8-7537-4621-a8bd-a1f1d3350863 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.728259 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f8404308-cf0b-4d14-a179-fb2bf12c0727 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:54.741218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d63aca-33b8-4e26-9586-d069bd251071 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 97dffd90-d214-49b6-81d5-bb6ca277d3f6 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:54.744524 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f8404308-cf0b-4d14-a179-fb2bf12c0727 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:54.747126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Subnet': ['ID=edec0b46-3ce8-4a01-8963-c9eba99741e9,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.749284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e4d63aca-33b8-4e26-9586-d069bd251071 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.751476 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.757578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f8404308-cf0b-4d14-a179-fb2bf12c0727 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:54.768520 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f8404308-cf0b-4d14-a179-fb2bf12c0727 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:54.799401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d37594d8-7537-4621-a8bd-a1f1d3350863 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.835512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e4d63aca-33b8-4e26-9586-d069bd251071 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.870964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Checking segment: {'id': 'd1d83a49-7a91-43f4-9234-336e2d345ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c72bcfb5-d7f4-4dad-8bd1-77d75a366267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:54.871331 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network hostable DHCP agents. Network: c72bcfb5-d7f4-4dad-8bd1-77d75a366267, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:54.918513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d37594d8-7537-4621-a8bd-a1f1d3350863 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.941079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37594d8-7537-4621-a8bd-a1f1d3350863 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7163957-e571-4aed-a773-840de9b982d6,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.948050 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5d167-cfa4-4441-88f7-46500cef0207 req-d1348e4d-3c35-4163-bd5b-7ad73e1cb1dc tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.949952 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-47d5d167-cfa4-4441-88f7-46500cef0207 req-d1348e4d-3c35-4163-bd5b-7ad73e1cb1dc tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.5837815 Jan 21 09:42:54.957202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d37594d8-7537-4621-a8bd-a1f1d3350863 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.961626 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d37594d8-7537-4621-a8bd-a1f1d3350863 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "DELETE /v2.0/security-groups/c7163957-e571-4aed-a773-840de9b982d6 HTTP/1.1" status: 204 len: 168 time: 0.4184477 Jan 21 09:42:54.962301 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43030) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.004171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e4d63aca-33b8-4e26-9586-d069bd251071 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.066489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7c5494f0-7241-4db0-97c8-83bccc58fd3a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Synchronizing usage tracker for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:55.095288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network c72bcfb5-d7f4-4dad-8bd1-77d75a366267 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:55.098142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7c5494f0-7241-4db0-97c8-83bccc58fd3a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Unset dirty status for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:55.105137 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7c5494f0-7241-4db0-97c8-83bccc58fd3a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1358230 Jan 21 09:42:55.107051 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43034) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.109992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e4d63aca-33b8-4e26-9586-d069bd251071 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.136085 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a5b5997c-6edd-4ed1-88ff-e174f716ba87 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227197503'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:55.147183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, c72bcfb5-d7f4-4dad-8bd1-77d75a366267) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:55.151330 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d63aca-33b8-4e26-9586-d069bd251071 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=97dffd90-d214-49b6-81d5-bb6ca277d3f6,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.152154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:55.153289 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.155141 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e4d63aca-33b8-4e26-9586-d069bd251071 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.158086 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d7c79-1828-4678-bc22-3ba11181987a None None] Network c72bcfb5-d7f4-4dad-8bd1-77d75a366267 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:55.172950 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e4d63aca-33b8-4e26-9586-d069bd251071 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/97dffd90-d214-49b6-81d5-bb6ca277d3f6 HTTP/1.1" status: 204 len: 168 time: 0.5373750 Jan 21 09:42:55.173152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a5b5997c-6edd-4ed1-88ff-e174f716ba87 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:55.173384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43038) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.235786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a5b5997c-6edd-4ed1-88ff-e174f716ba87 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:55.244029 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-47d5d167-cfa4-4441-88f7-46500cef0207 req-e0c510ea-7e6c-4c82-81bd-cd2c757ed352 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341208 Jan 21 09:42:55.255892 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-81d4f6c5-adfa-4d9c-bda1-65271afa7ef5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783920 Jan 21 09:42:55.256195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43042) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.259468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8404308-cf0b-4d14-a179-fb2bf12c0727 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.264408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:55.270063 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8ee4ef6c-7781-45bb-9acd-771e901e6632 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5423050 Jan 21 09:42:55.271878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43046) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.279645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8404308-cf0b-4d14-a179-fb2bf12c0727 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.325920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a5b5997c-6edd-4ed1-88ff-e174f716ba87 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.378390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a5b5997c-6edd-4ed1-88ff-e174f716ba87 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:55.394456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:55.400166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:55.403914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a5b5997c-6edd-4ed1-88ff-e174f716ba87 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:55.404305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:55.410543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:55.420795 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a5b5997c-6edd-4ed1-88ff-e174f716ba87 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:55.424225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:55.428833 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8404308-cf0b-4d14-a179-fb2bf12c0727 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.430101 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f8404308-cf0b-4d14-a179-fb2bf12c0727 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2508812 Jan 21 09:42:55.430833 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.457668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43050) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.463907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c85c9db1-2f0c-4487-baa8-e39fc6cc37d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': 'cbe0e6cc-6502-4be8-902d-b9828cbdc530', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:55.464836 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-c85c9db1-2f0c-4487-baa8-e39fc6cc37d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 21 09:42:55.465581 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-c85c9db1-2f0c-4487-baa8-e39fc6cc37d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:55.467136 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c85c9db1-2f0c-4487-baa8-e39fc6cc37d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077286 Jan 21 09:42:55.474176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43054) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.488466 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-c72bcfb5-d7f4-4dad-8bd1-77d75a366267', 'network_id': 'c72bcfb5-d7f4-4dad-8bd1-77d75a366267', 'tenant_id': 'df454c50b2f84b738807266e26ee282d', 'fixed_ips': [{'subnet_id': 'edec0b46-3ce8-4a01-8963-c9eba99741e9'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:55.489292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.491823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a5b5997c-6edd-4ed1-88ff-e174f716ba87 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:55.498955 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8404308-cf0b-4d14-a179-fb2bf12c0727 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe0e6cc-6502-4be8-902d-b9828cbdc530,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.587958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 078edb3f-c8dc-445b-8baa-055cb1ba2aae is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:42:55.690268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2850d207-eaeb-4708-8f97-eaec2f7da144 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.691413 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab245e0-2c1f-4546-9d51-d84875294248 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:55.722897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Allocated IP 2001:db8::1 (c72bcfb5-d7f4-4dad-8bd1-77d75a366267/edec0b46-3ce8-4a01-8963-c9eba99741e9/65cf8ad0-b83d-48f9-b7f1-c75d93f5418f) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:55.751391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2850d207-eaeb-4708-8f97-eaec2f7da144 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.838679 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2850d207-eaeb-4708-8f97-eaec2f7da144 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.874967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850d207-eaeb-4708-8f97-eaec2f7da144 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe0e6cc-6502-4be8-902d-b9828cbdc530,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.924578 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2850d207-eaeb-4708-8f97-eaec2f7da144 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.928117 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2850d207-eaeb-4708-8f97-eaec2f7da144 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "DELETE /v2.0/security-groups/cbe0e6cc-6502-4be8-902d-b9828cbdc530 HTTP/1.1" status: 204 len: 168 time: 0.4499719 Jan 21 09:42:55.930562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43058) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.969692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.989437 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cd2e490a-e2ec-42f7-b0fe-9edb07df44ee None None] Provisioning complete for port e6812902-0114-4ca7-96f0-3055cb4acdfa triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:55.989906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd2e490a-e2ec-42f7-b0fe-9edb07df44ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.045578 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2af7607e-f21d-41d1-95a4-aeb8a5b312fa tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Synchronizing usage tracker for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:56.065166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:42:56.116553 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2af7607e-f21d-41d1-95a4-aeb8a5b312fa tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Unset dirty status for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:56.121627 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2af7607e-f21d-41d1-95a4-aeb8a5b312fa tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1863184 Jan 21 09:42:56.121769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43062) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:56.129898 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-13a0363e-40ef-4000-bc00-7d9805545abf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656030690'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:56.144781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-13a0363e-40ef-4000-bc00-7d9805545abf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:56.151390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.163331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-13a0363e-40ef-4000-bc00-7d9805545abf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:56.209203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.212511 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a5b5997c-6edd-4ed1-88ff-e174f716ba87 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.248926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13a0363e-40ef-4000-bc00-7d9805545abf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.260835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a5b5997c-6edd-4ed1-88ff-e174f716ba87 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.284454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-13a0363e-40ef-4000-bc00-7d9805545abf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:56.286720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.293663 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.308093 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Transition to ACTIVE for port object 65cf8ad0-b83d-48f9-b7f1-c75d93f5418f will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:56.327300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:56.339465 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Transition to ACTIVE for port object 65cf8ad0-b83d-48f9-b7f1-c75d93f5418f will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:56.340706 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b5eced-c14d-4a80-9614-0e07733d5987 None None] Sync routers for ids ['078edb3f-c8dc-445b-8baa-055cb1ba2aae'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:56.351735 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.353407 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b5eced-c14d-4a80-9614-0e07733d5987 None None] Routers {'078edb3f-c8dc-445b-8baa-055cb1ba2aae'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:56.354343 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-50b5eced-c14d-4a80-9614-0e07733d5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['078edb3f-c8dc-445b-8baa-055cb1ba2aae'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:56.423608 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.456209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-13a0363e-40ef-4000-bc00-7d9805545abf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:56.463751 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-50b5eced-c14d-4a80-9614-0e07733d5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:56.466269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-13a0363e-40ef-4000-bc00-7d9805545abf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:56.474805 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-13a0363e-40ef-4000-bc00-7d9805545abf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:56.476466 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b5eced-c14d-4a80-9614-0e07733d5987 None None] Routers {'078edb3f-c8dc-445b-8baa-055cb1ba2aae'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:56.477761 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-50b5eced-c14d-4a80-9614-0e07733d5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['078edb3f-c8dc-445b-8baa-055cb1ba2aae'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:56.488192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Network c72bcfb5-d7f4-4dad-8bd1-77d75a366267 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:56.491874 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:56.496293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:56.516671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5997c-6edd-4ed1-88ff-e174f716ba87 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a97735-446f-4c29-82c6-a3f072037786,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.568025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.568834 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-50b5eced-c14d-4a80-9614-0e07733d5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:56.569385 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-22467a7b-19c1-4acf-ac9b-313b8d26ec55 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.2916174 Jan 21 09:42:56.569829 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b5eced-c14d-4a80-9614-0e07733d5987 None None] The sync data for ids ['078edb3f-c8dc-445b-8baa-055cb1ba2aae'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:56.570627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a5b5997c-6edd-4ed1-88ff-e174f716ba87 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.575500 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a5b5997c-6edd-4ed1-88ff-e174f716ba87 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4548597 Jan 21 09:42:56.582397 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43068) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:56.582661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43070) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:56.588761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.608268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Pushing event updated for resources: {'Port': ['ID=65cf8ad0-b83d-48f9-b7f1-c75d93f5418f,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.612627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a2eac669-c404-48da-890e-b5757cb8b848 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': '88a97735-446f-4c29-82c6-a3f072037786', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:56.613928 dv-neutron-825723-1-hyperv neutron-server[87501]: WARNING neutron.api.v2.base [None req-a2eac669-c404-48da-890e-b5757cb8b848 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 21 09:42:56.614679 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-a2eac669-c404-48da-890e-b5757cb8b848 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:56.615817 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a2eac669-c404-48da-890e-b5757cb8b848 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0321612 Jan 21 09:42:56.633926 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Attempting to bind port 65cf8ad0-b83d-48f9-b7f1-c75d93f5418f on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:56.634443 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Attempting to bind port 65cf8ad0-b83d-48f9-b7f1-c75d93f5418f by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd1d83a49-7a91-43f4-9234-336e2d345ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c72bcfb5-d7f4-4dad-8bd1-77d75a366267'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:56.634905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Attempting to bind port 65cf8ad0-b83d-48f9-b7f1-c75d93f5418f on network c72bcfb5-d7f4-4dad-8bd1-77d75a366267 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:56.647290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:56.647811 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Checking segment: {'id': 'd1d83a49-7a91-43f4-9234-336e2d345ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c72bcfb5-d7f4-4dad-8bd1-77d75a366267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:56.648334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.648885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Bound using segment: {'id': 'd1d83a49-7a91-43f4-9234-336e2d345ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c72bcfb5-d7f4-4dad-8bd1-77d75a366267'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:56.649523 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Bound port: 65cf8ad0-b83d-48f9-b7f1-c75d93f5418f, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d83a49-7a91-43f4-9234-336e2d345ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c72bcfb5-d7f4-4dad-8bd1-77d75a366267'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:56.649994 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.655578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43074) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:56.668597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13a0363e-40ef-4000-bc00-7d9805545abf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.697368 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Subnet': ['ID=edec0b46-3ce8-4a01-8963-c9eba99741e9,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.737810 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-77a0384c-e314-4d77-88da-91b8aab2d373 None None] Provisioning complete for port e6812902-0114-4ca7-96f0-3055cb4acdfa triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:56.738020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-77a0384c-e314-4d77-88da-91b8aab2d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.759901 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13a0363e-40ef-4000-bc00-7d9805545abf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.821394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] For port 65cf8ad0-b83d-48f9-b7f1-c75d93f5418f, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:56.825958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] For port 65cf8ad0-b83d-48f9-b7f1-c75d93f5418f, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=65cf8ad0-b83d-48f9-b7f1-c75d93f5418f,segment=NetworkSegment(d1d83a49-7a91-43f4-9234-336e2d345ce6),segment_id=d1d83a49-7a91-43f4-9234-336e2d345ce6)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:56.834734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.880612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.913568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0363e-40ef-4000-bc00-7d9805545abf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b756ac7e-d53c-4fce-b4ce-43e72d85a63e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.915694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13a0363e-40ef-4000-bc00-7d9805545abf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.919631 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-13a0363e-40ef-4000-bc00-7d9805545abf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7942412 Jan 21 09:42:56.926474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43080) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:56.949023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72bcfb5-d7f4-4dad-8bd1-77d75a366267']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:56.956567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Allocated IP 172.26.4.6 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/861b7538-f7d2-4b88-b0e3-5d47ceea0a4a) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:56.972261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d83a49-7a91-43f4-9234-336e2d345ce6') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:56.972261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d83a49-7a91-43f4-9234-336e2d345ce6') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:56.972832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625f02c-e75a-43c3-b143-4ecd8b02cfc5 None None] Pushing event updated for resources: {'Port': ['ID=65cf8ad0-b83d-48f9-b7f1-c75d93f5418f,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.983992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b5f5531b-83e7-4114-8924-2313dd4277c7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': 'b756ac7e-d53c-4fce-b4ce-43e72d85a63e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:56.984908 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-b5f5531b-83e7-4114-8924-2313dd4277c7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 21 09:42:56.985405 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-b5f5531b-83e7-4114-8924-2313dd4277c7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:56.989026 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b5f5531b-83e7-4114-8924-2313dd4277c7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0589499 Jan 21 09:42:56.989161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa397cdf-74b6-42d6-9619-e0421535502a req-560c7791-db95-4423-86a2-2139b0f71849 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:56.992850 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aa397cdf-74b6-42d6-9619-e0421535502a req-560c7791-db95-4423-86a2-2139b0f71849 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.4728563 Jan 21 09:42:56.996012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43084) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.009050 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8a080dec-4c4c-47bd-a8ae-5e0c5545a762 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.018078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.071048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b8015a-2292-4f26-a8ac-25169f7e1d07 None None] Network c72bcfb5-d7f4-4dad-8bd1-77d75a366267 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:57.078966 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] For port e6812902-0114-4ca7-96f0-3055cb4acdfa, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e6812902-0114-4ca7-96f0-3055cb4acdfa,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:57.100465 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-63527768-9609-4e63-b14b-4192a47d1ac2 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/routers/078edb3f-c8dc-445b-8baa-055cb1ba2aae HTTP/1.1" status: 200 len: 884 time: 0.4275050 Jan 21 09:42:57.102904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43088) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.119816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.128548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8a080dec-4c4c-47bd-a8ae-5e0c5545a762 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.150092 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:57.150510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.173721 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aa397cdf-74b6-42d6-9619-e0421535502a req-d6af537f-5093-428a-9c90-cadd8feae349 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609733 Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:57.174364 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:57.220969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.231803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb930f56-9500-43f6-bc22-8438ac3f7d74 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.233469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.234182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.323162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f4e7a6-e377-45d0-a458-1345e91fcc44 None None] get_active_networks_info from dv-neutron-825723-1-hyperv {{(pid=87503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:42:57.360281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8a080dec-4c4c-47bd-a8ae-5e0c5545a762 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.386377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:42:57.386377 dv-neutron-825723-1-hyperv neutron-server[87501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:42:57.386377 dv-neutron-825723-1-hyperv neutron-server[87501]: [parameters: {'id': 'c72bcfb5-d7f4-4dad-8bd1-77d75a366267'}] Jan 21 09:42:57.386377 dv-neutron-825723-1-hyperv neutron-server[87501]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:57.387168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:57.388286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:57.394135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb930f56-9500-43f6-bc22-8438ac3f7d74 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.394609 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a080dec-4c4c-47bd-a8ae-5e0c5545a762 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a97735-446f-4c29-82c6-a3f072037786,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.402830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:57.413506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:57.413931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.428116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.433529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=f145685f-c5c3-43c9-a96e-9370eb41f52f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.436965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8a080dec-4c4c-47bd-a8ae-5e0c5545a762 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.439476 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8a080dec-4c4c-47bd-a8ae-5e0c5545a762 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "DELETE /v2.0/security-groups/88a97735-446f-4c29-82c6-a3f072037786 HTTP/1.1" status: 204 len: 168 time: 0.7632270 Jan 21 09:42:57.442713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43092) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.452710 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=e6812902-0114-4ca7-96f0-3055cb4acdfa,revision_number=8']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.466953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f4e7a6-e377-45d0-a458-1345e91fcc44 None None] Resources bound (agent type, host, resource id): {{(pid=87503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:42:57.485137 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-feed55b5-705e-4f7f-adff-dd54ccdfa38f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2277527 Jan 21 09:42:57.489721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43096) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.513223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c1b18ef5-e308-4c00-962d-3ea7be6972c7 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Synchronizing usage tracker for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:57.530754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.558614 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb930f56-9500-43f6-bc22-8438ac3f7d74 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.578453 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c1b18ef5-e308-4c00-962d-3ea7be6972c7 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Unset dirty status for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:57.579694 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c1b18ef5-e308-4c00-962d-3ea7be6972c7 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1363034 Jan 21 09:42:57.588985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43102) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.596997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-c5b9fb12-1615-452e-9c3c-a5617da574b1 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735874596'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:57.622890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c5b9fb12-1615-452e-9c3c-a5617da574b1 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:57.646483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:57.648384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb930f56-9500-43f6-bc22-8438ac3f7d74 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b756ac7e-d53c-4fce-b4ce-43e72d85a63e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.657542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb930f56-9500-43f6-bc22-8438ac3f7d74 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.658699 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cb930f56-9500-43f6-bc22-8438ac3f7d74 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "DELETE /v2.0/security-groups/b756ac7e-d53c-4fce-b4ce-43e72d85a63e HTTP/1.1" status: 204 len: 168 time: 0.6618435 Jan 21 09:42:57.664324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43106) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.664833 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:57.667744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:57.697750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e6812902-0114-4ca7-96f0-3055cb4acdfa up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:57.718048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c5b9fb12-1615-452e-9c3c-a5617da574b1 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:57.726741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Pushing event updated for resources: {'Port': ['ID=861b7538-f7d2-4b88-b0e3-5d47ceea0a4a,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.729506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-5c8d210f-2dc6-4a4e-a2d5-20a47daecad5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:57.754065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fb12-1615-452e-9c3c-a5617da574b1 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.785337 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8e4c74ad-e328-4e0c-b292-a0cfd6c333b9 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Synchronizing usage tracker for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:57.848831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port e6812902-0114-4ca7-96f0-3055cb4acdfa triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:57.849141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.861641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-59db4918-c364-41d4-aaaf-6f4b62d93a01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Synchronizing usage tracker for tenant:849e021356e44bfcb5b399720f6b6513 on resource:router {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:57.893459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8e4c74ad-e328-4e0c-b292-a0cfd6c333b9 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Unset dirty status for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:57.900791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.901008 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8e4c74ad-e328-4e0c-b292-a0cfd6c333b9 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2297583 Jan 21 09:42:57.901123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c5b9fb12-1615-452e-9c3c-a5617da574b1 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:57.902512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43110) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.920416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-985cdce9-fba0-485a-8113-88165d4256d5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group': {'name': 'tempest-secgroup--719492874'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:57.929437 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-985cdce9-fba0-485a-8113-88165d4256d5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:57.935737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-59db4918-c364-41d4-aaaf-6f4b62d93a01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Unset dirty status for tenant:849e021356e44bfcb5b399720f6b6513 on resource:router {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:57.939808 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-59db4918-c364-41d4-aaaf-6f4b62d93a01 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8336945 Jan 21 09:42:57.942889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43114) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.943468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c5b9fb12-1615-452e-9c3c-a5617da574b1 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:57.944962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5c8d210f-2dc6-4a4e-a2d5-20a47daecad5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:57.947330 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-985cdce9-fba0-485a-8113-88165d4256d5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:57.952207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5c8d210f-2dc6-4a4e-a2d5-20a47daecad5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:57.956868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5c8d210f-2dc6-4a4e-a2d5-20a47daecad5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:57.959327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c5b9fb12-1615-452e-9c3c-a5617da574b1 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:57.964115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5c8d210f-2dc6-4a4e-a2d5-20a47daecad5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:57.971353 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0e3284c6-a8cd-455b-931f-c8fb7bb4e960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-878523952'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:57.974637 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-985cdce9-fba0-485a-8113-88165d4256d5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.986680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8d210f-2dc6-4a4e-a2d5-20a47daecad5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:57.990294 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c8d210f-2dc6-4a4e-a2d5-20a47daecad5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.034865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-985cdce9-fba0-485a-8113-88165d4256d5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:58.048064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-985cdce9-fba0-485a-8113-88165d4256d5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:58.072306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb304e7f-7497-4bea-9841-b08fd9f5469f None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:58.095152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-985cdce9-fba0-485a-8113-88165d4256d5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:58.108601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-985cdce9-fba0-485a-8113-88165d4256d5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:58.160227 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.ipam_backend_mixin [None req-5c8d210f-2dc6-4a4e-a2d5-20a47daecad5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f145685f-c5c3-43c9-a96e-9370eb41f52f (CIDR: 2001:db8::/64) Jan 21 09:42:58.161962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c5b9fb12-1615-452e-9c3c-a5617da574b1 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:58.166900 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8d210f-2dc6-4a4e-a2d5-20a47daecad5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:58.167359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8d210f-2dc6-4a4e-a2d5-20a47daecad5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:58.214580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43120) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:58.214844 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5c8d210f-2dc6-4a4e-a2d5-20a47daecad5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7237060 Jan 21 09:42:58.232935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-985cdce9-fba0-485a-8113-88165d4256d5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.233552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Deleting port 65cf8ad0-b83d-48f9-b7f1-c75d93f5418f {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:58.233794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.244898 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-985cdce9-fba0-485a-8113-88165d4256d5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.262322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:58.290997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cdce9-fba0-485a-8113-88165d4256d5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc04f76-1397-40dc-bb30-e39101434579,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:58.296171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-985cdce9-fba0-485a-8113-88165d4256d5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.301048 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-985cdce9-fba0-485a-8113-88165d4256d5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3894355 Jan 21 09:42:58.301755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43124) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:58.307233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e3771119-8c7f-45b2-915b-f0045fd7bbf9 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '0dc04f76-1397-40dc-bb30-e39101434579', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:58.324207 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-e3771119-8c7f-45b2-915b-f0045fd7bbf9 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 21 09:42:58.324841 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-e3771119-8c7f-45b2-915b-f0045fd7bbf9 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:58.328893 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e3771119-8c7f-45b2-915b-f0045fd7bbf9 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0259995 Jan 21 09:42:58.329673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43128) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:58.334969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-a158d19f-f124-4ace-81bd-d9206271e9cf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '0dc04f76-1397-40dc-bb30-e39101434579', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:58.335874 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-a158d19f-f124-4ace-81bd-d9206271e9cf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 21 09:42:58.336415 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-a158d19f-f124-4ace-81bd-d9206271e9cf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:58.339802 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a158d19f-f124-4ace-81bd-d9206271e9cf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067682 Jan 21 09:42:58.340024 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43132) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:58.346377 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1593fab7-5968-4815-9e2f-35f8d65e001a tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '0dc04f76-1397-40dc-bb30-e39101434579', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:58.347174 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-1593fab7-5968-4815-9e2f-35f8d65e001a tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 21 09:42:58.347618 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-1593fab7-5968-4815-9e2f-35f8d65e001a tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:58.348542 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1593fab7-5968-4815-9e2f-35f8d65e001a tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076084 Jan 21 09:42:58.351171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43136) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:58.357183 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d1d5b712-0bd1-4e9e-ada9-a2239b0dfd0b tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '0dc04f76-1397-40dc-bb30-e39101434579', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:58.358581 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-d1d5b712-0bd1-4e9e-ada9-a2239b0dfd0b tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 21 09:42:58.359315 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-d1d5b712-0bd1-4e9e-ada9-a2239b0dfd0b tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:58.362668 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d1d5b712-0bd1-4e9e-ada9-a2239b0dfd0b tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082231 Jan 21 09:42:58.362925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43140) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:58.430443 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-70cfb3de-1b3f-4edc-aa7d-01a03623d510 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.460646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-70cfb3de-1b3f-4edc-aa7d-01a03623d510 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.519421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-70cfb3de-1b3f-4edc-aa7d-01a03623d510 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.538560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfb3de-1b3f-4edc-aa7d-01a03623d510 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc04f76-1397-40dc-bb30-e39101434579,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:58.560768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-70cfb3de-1b3f-4edc-aa7d-01a03623d510 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.562120 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-70cfb3de-1b3f-4edc-aa7d-01a03623d510 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "DELETE /v2.0/security-groups/0dc04f76-1397-40dc-bb30-e39101434579 HTTP/1.1" status: 204 len: 168 time: 0.1983383 Jan 21 09:42:58.565017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43144) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:58.620088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-94b8fc6c-b26f-4d6f-b1c1-bfc0d68dedf5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Synchronizing usage tracker for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:58.620677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e7c07921-3942-49c6-86ea-92ff647f0d68 None None] Provisioning complete for port e6812902-0114-4ca7-96f0-3055cb4acdfa triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:58.621131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e7c07921-3942-49c6-86ea-92ff647f0d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.639004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-94b8fc6c-b26f-4d6f-b1c1-bfc0d68dedf5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Unset dirty status for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:58.644124 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-94b8fc6c-b26f-4d6f-b1c1-bfc0d68dedf5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0743959 Jan 21 09:42:58.644894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43148) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:58.654050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-cbf20c3e-09d1-488b-8a17-09bfbe8b61ea tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group': {'name': 'tempest-secgroup--173885818'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:58.665030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cbf20c3e-09d1-488b-8a17-09bfbe8b61ea tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:58.679512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cbf20c3e-09d1-488b-8a17-09bfbe8b61ea tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:58.692890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cbf20c3e-09d1-488b-8a17-09bfbe8b61ea tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.835421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cbf20c3e-09d1-488b-8a17-09bfbe8b61ea tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:58.839424 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cbf20c3e-09d1-488b-8a17-09bfbe8b61ea tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:58.842508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cbf20c3e-09d1-488b-8a17-09bfbe8b61ea tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:58.848725 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cbf20c3e-09d1-488b-8a17-09bfbe8b61ea tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:58.924230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:58.927652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fb12-1615-452e-9c3c-a5617da574b1 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.955731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:58.961729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:58.970166 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fb12-1615-452e-9c3c-a5617da574b1 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.995601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:59.003034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cbf20c3e-09d1-488b-8a17-09bfbe8b61ea tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.007868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cbf20c3e-09d1-488b-8a17-09bfbe8b61ea tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.052699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf20c3e-09d1-488b-8a17-09bfbe8b61ea tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f8e6f8-660b-4a23-a18f-04d99e7d68a3,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.055944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cbf20c3e-09d1-488b-8a17-09bfbe8b61ea tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.060243 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cbf20c3e-09d1-488b-8a17-09bfbe8b61ea tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4142451 Jan 21 09:42:59.060856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43152) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.066276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f2cfac12-ff4e-43b3-992d-a2e80e2fd8b0 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '50f8e6f8-660b-4a23-a18f-04d99e7d68a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.067012 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-f2cfac12-ff4e-43b3-992d-a2e80e2fd8b0 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 09:42:59.067500 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-f2cfac12-ff4e-43b3-992d-a2e80e2fd8b0 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:59.068412 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f2cfac12-ff4e-43b3-992d-a2e80e2fd8b0 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066347 Jan 21 09:42:59.070180 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.071586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43156) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.076077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-15a6d0d9-3b46-48b9-8bd9-46eaefa62274 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '50f8e6f8-660b-4a23-a18f-04d99e7d68a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.082542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-15a6d0d9-3b46-48b9-8bd9-46eaefa62274 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:59.086357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-15a6d0d9-3b46-48b9-8bd9-46eaefa62274 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:59.089293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-15a6d0d9-3b46-48b9-8bd9-46eaefa62274 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:59.094955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-15a6d0d9-3b46-48b9-8bd9-46eaefa62274 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:59.128398 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-15a6d0d9-3b46-48b9-8bd9-46eaefa62274 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:59.129477 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-15a6d0d9-3b46-48b9-8bd9-46eaefa62274 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0571349 Jan 21 09:42:59.132277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43160) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.137354 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0bbc301f-2d8e-4b2a-af92-6aafe9976d53 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '50f8e6f8-660b-4a23-a18f-04d99e7d68a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.137838 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-0bbc301f-2d8e-4b2a-af92-6aafe9976d53 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 21 09:42:59.138297 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-0bbc301f-2d8e-4b2a-af92-6aafe9976d53 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:59.139171 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0bbc301f-2d8e-4b2a-af92-6aafe9976d53 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059781 Jan 21 09:42:59.141790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43164) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.146456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-60bd8326-4876-4890-870d-feb69e77c824 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '50f8e6f8-660b-4a23-a18f-04d99e7d68a3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.153158 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-60bd8326-4876-4890-870d-feb69e77c824 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:59.157068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-60bd8326-4876-4890-870d-feb69e77c824 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:59.160009 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-60bd8326-4876-4890-870d-feb69e77c824 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:59.165639 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-60bd8326-4876-4890-870d-feb69e77c824 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:59.195905 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-60bd8326-4876-4890-870d-feb69e77c824 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:59.196923 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-60bd8326-4876-4890-870d-feb69e77c824 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0542829 Jan 21 09:42:59.199817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43168) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.204653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1173e1e6-1f21-4a3c-97af-a8d5e3762856 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '50f8e6f8-660b-4a23-a18f-04d99e7d68a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.205123 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-1173e1e6-1f21-4a3c-97af-a8d5e3762856 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 09:42:59.205583 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-1173e1e6-1f21-4a3c-97af-a8d5e3762856 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:59.206472 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1173e1e6-1f21-4a3c-97af-a8d5e3762856 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057471 Jan 21 09:42:59.208772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43172) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.213255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e4ddde70-096d-4040-98c5-e9d008657ebf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '50f8e6f8-660b-4a23-a18f-04d99e7d68a3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.221965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e4ddde70-096d-4040-98c5-e9d008657ebf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:59.225913 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e4ddde70-096d-4040-98c5-e9d008657ebf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:59.228882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e4ddde70-096d-4040-98c5-e9d008657ebf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:59.229836 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f3b3a-0d44-4ea5-a402-1ce3412200ce req-8111b095-bfe6-4dfe-9e90-f0dac7dc5fcf tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.231283 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bb4f3b3a-0d44-4ea5-a402-1ce3412200ce req-8111b095-bfe6-4dfe-9e90-f0dac7dc5fcf tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.9330902 Jan 21 09:42:59.234838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e4ddde70-096d-4040-98c5-e9d008657ebf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:59.246787 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:59.250495 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.266575 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-e4ddde70-096d-4040-98c5-e9d008657ebf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:59.267641 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e4ddde70-096d-4040-98c5-e9d008657ebf tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0579832 Jan 21 09:42:59.270630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43176) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.275735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-3a4d4ef0-a46c-4f39-8cd0-5339a9b3a098 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '50f8e6f8-660b-4a23-a18f-04d99e7d68a3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.276224 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-3a4d4ef0-a46c-4f39-8cd0-5339a9b3a098 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 21 09:42:59.276719 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-3a4d4ef0-a46c-4f39-8cd0-5339a9b3a098 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:59.277607 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3a4d4ef0-a46c-4f39-8cd0-5339a9b3a098 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060561 Jan 21 09:42:59.280067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43180) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.284904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d3446fd5-989b-4372-a7cf-e8f02a65a8dc tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '50f8e6f8-660b-4a23-a18f-04d99e7d68a3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.291476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d3446fd5-989b-4372-a7cf-e8f02a65a8dc tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:59.296121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d3446fd5-989b-4372-a7cf-e8f02a65a8dc tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:59.299239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d3446fd5-989b-4372-a7cf-e8f02a65a8dc tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:59.301671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9fb12-1615-452e-9c3c-a5617da574b1 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76b4fc8-4960-4122-8650-356c76f3c81f,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.305121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d3446fd5-989b-4372-a7cf-e8f02a65a8dc tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:59.322826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] For port 65cf8ad0-b83d-48f9-b7f1-c75d93f5418f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=65cf8ad0-b83d-48f9-b7f1-c75d93f5418f,segment=NetworkSegment(d1d83a49-7a91-43f4-9234-336e2d345ce6),segment_id=d1d83a49-7a91-43f4-9234-336e2d345ce6)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:59.323189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.332294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fb12-1615-452e-9c3c-a5617da574b1 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.333661 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c5b9fb12-1615-452e-9c3c-a5617da574b1 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7407618 Jan 21 09:42:59.336771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43184) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.342939 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-cf5ba0e0-ab7c-47bb-8455-bcb272d95b52 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'd76b4fc8-4960-4122-8650-356c76f3c81f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.343848 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-cf5ba0e0-ab7c-47bb-8455-bcb272d95b52 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 21 09:42:59.344376 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-cf5ba0e0-ab7c-47bb-8455-bcb272d95b52 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:59.345905 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cf5ba0e0-ab7c-47bb-8455-bcb272d95b52 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075016 Jan 21 09:42:59.346686 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-d3446fd5-989b-4372-a7cf-e8f02a65a8dc tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:59.347556 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d3446fd5-989b-4372-a7cf-e8f02a65a8dc tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0664363 Jan 21 09:42:59.348270 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43188) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.351018 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43192) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.355844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-45acc624-f6a8-4aa1-8ce0-af2be9b8513d tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'd76b4fc8-4960-4122-8650-356c76f3c81f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.356532 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-45acc624-f6a8-4aa1-8ce0-af2be9b8513d tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 21 09:42:59.356989 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-45acc624-f6a8-4aa1-8ce0-af2be9b8513d tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:59.360325 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-45acc624-f6a8-4aa1-8ce0-af2be9b8513d tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089986 Jan 21 09:42:59.361338 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bb9f8c40-b345-4c6a-874a-55eb3518ef9e tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '50f8e6f8-660b-4a23-a18f-04d99e7d68a3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.366175 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43196) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.369598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb9f8c40-b345-4c6a-874a-55eb3518ef9e tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:59.374257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d3c2218e-37cb-4417-ba0a-a3d2f0b704a3 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'd76b4fc8-4960-4122-8650-356c76f3c81f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.375052 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-d3c2218e-37cb-4417-ba0a-a3d2f0b704a3 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 21 09:42:59.375532 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-d3c2218e-37cb-4417-ba0a-a3d2f0b704a3 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:59.376457 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d3c2218e-37cb-4417-ba0a-a3d2f0b704a3 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083466 Jan 21 09:42:59.378726 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bb9f8c40-b345-4c6a-874a-55eb3518ef9e tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:59.381101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43200) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.384204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bb9f8c40-b345-4c6a-874a-55eb3518ef9e tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:59.389196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-aa172df6-5fab-45a9-9f9e-48bebd2436a3 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'd76b4fc8-4960-4122-8650-356c76f3c81f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.390011 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-aa172df6-5fab-45a9-9f9e-48bebd2436a3 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 21 09:42:59.390486 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-aa172df6-5fab-45a9-9f9e-48bebd2436a3 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:59.391393 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-aa172df6-5fab-45a9-9f9e-48bebd2436a3 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0094576 Jan 21 09:42:59.394294 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43204) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.396727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb9f8c40-b345-4c6a-874a-55eb3518ef9e tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:59.461563 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-bb9f8c40-b345-4c6a-874a-55eb3518ef9e tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:59.462491 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bb9f8c40-b345-4c6a-874a-55eb3518ef9e tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1107228 Jan 21 09:42:59.470559 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43208) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.494109 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fb01e36a-8efd-4839-aaf5-23ea6bdc9789 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.547815 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fb01e36a-8efd-4839-aaf5-23ea6bdc9789 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.597887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1609e46d-4062-4588-ba05-7192551d1cbe tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.623389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Calling delete_port for 65cf8ad0-b83d-48f9-b7f1-c75d93f5418f owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:59.630529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1609e46d-4062-4588-ba05-7192551d1cbe tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.651260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fb01e36a-8efd-4839-aaf5-23ea6bdc9789 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.683205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01e36a-8efd-4839-aaf5-23ea6bdc9789 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76b4fc8-4960-4122-8650-356c76f3c81f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.693235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fb01e36a-8efd-4839-aaf5-23ea6bdc9789 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.696890 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fb01e36a-8efd-4839-aaf5-23ea6bdc9789 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "DELETE /v2.0/security-groups/d76b4fc8-4960-4122-8650-356c76f3c81f HTTP/1.1" status: 204 len: 168 time: 0.2992995 Jan 21 09:42:59.697206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43212) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.719792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1609e46d-4062-4588-ba05-7192551d1cbe tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.751174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609e46d-4062-4588-ba05-7192551d1cbe tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f8e6f8-660b-4a23-a18f-04d99e7d68a3,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.775636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7c1a8c86-2166-49dd-bcdc-1672d39be9f2 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Synchronizing usage tracker for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:59.780023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1609e46d-4062-4588-ba05-7192551d1cbe tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.781161 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1609e46d-4062-4588-ba05-7192551d1cbe tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "DELETE /v2.0/security-groups/50f8e6f8-660b-4a23-a18f-04d99e7d68a3 HTTP/1.1" status: 204 len: 168 time: 0.3096602 Jan 21 09:42:59.783933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43216) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.823786 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7c1a8c86-2166-49dd-bcdc-1672d39be9f2 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Unset dirty status for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:59.825065 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7c1a8c86-2166-49dd-bcdc-1672d39be9f2 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1270444 Jan 21 09:42:59.829242 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43220) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.836565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-343f0714-8909-4d09-a6b3-7f967498c950 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338450968'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.849968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-343f0714-8909-4d09-a6b3-7f967498c950 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:59.862102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a58f33f5-0d92-4feb-80ef-0552a11a949a tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Synchronizing usage tracker for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:59.867980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-343f0714-8909-4d09-a6b3-7f967498c950 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:59.883823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-343f0714-8909-4d09-a6b3-7f967498c950 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.892203 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bb4f3b3a-0d44-4ea5-a402-1ce3412200ce req-82322cd0-4bf1-4760-a5e2-07b4bf89a24a tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6129894 Jan 21 09:42:59.900271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a58f33f5-0d92-4feb-80ef-0552a11a949a tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Unset dirty status for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:59.902149 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a58f33f5-0d92-4feb-80ef-0552a11a949a tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1159947 Jan 21 09:42:59.906778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43224) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.918372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d0dab331-b05c-436a-8f8a-6a0e88bcd1a2 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group': {'name': 'tempest-secgroup--816132524'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.927575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d0dab331-b05c-436a-8f8a-6a0e88bcd1a2 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:59.932934 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-343f0714-8909-4d09-a6b3-7f967498c950 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:59.941895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.942749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-343f0714-8909-4d09-a6b3-7f967498c950 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:59.944896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d0dab331-b05c-436a-8f8a-6a0e88bcd1a2 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:59.947074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-343f0714-8909-4d09-a6b3-7f967498c950 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:59.955622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-343f0714-8909-4d09-a6b3-7f967498c950 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:59.966980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d0dab331-b05c-436a-8f8a-6a0e88bcd1a2 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.000963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d0dab331-b05c-436a-8f8a-6a0e88bcd1a2 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:00.009034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d0dab331-b05c-436a-8f8a-6a0e88bcd1a2 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:00.015173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d0dab331-b05c-436a-8f8a-6a0e88bcd1a2 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:00.022678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d0dab331-b05c-436a-8f8a-6a0e88bcd1a2 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:00.078830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-343f0714-8909-4d09-a6b3-7f967498c950 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.085698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-343f0714-8909-4d09-a6b3-7f967498c950 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.160616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.171104 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f0714-8909-4d09-a6b3-7f967498c950 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a3d0ea-d2d9-4694-81a6-6dcc90a9b612,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.177812 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d0dab331-b05c-436a-8f8a-6a0e88bcd1a2 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.183247 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d0dab331-b05c-436a-8f8a-6a0e88bcd1a2 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.195939 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-343f0714-8909-4d09-a6b3-7f967498c950 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.197155 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-343f0714-8909-4d09-a6b3-7f967498c950 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3671710 Jan 21 09:43:00.203620 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43228) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.213578 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d5f41c24-d11c-4080-8fa7-09b0f4ec2793 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3d0ea-d2d9-4694-81a6-6dcc90a9b612', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:00.214050 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-d5f41c24-d11c-4080-8fa7-09b0f4ec2793 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 09:43:00.214535 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-d5f41c24-d11c-4080-8fa7-09b0f4ec2793 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:00.215465 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d5f41c24-d11c-4080-8fa7-09b0f4ec2793 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091085 Jan 21 09:43:00.220451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43232) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.227344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Port': ['ID=65cf8ad0-b83d-48f9-b7f1-c75d93f5418f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.229386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d0dab331-b05c-436a-8f8a-6a0e88bcd1a2 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.230578 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d0dab331-b05c-436a-8f8a-6a0e88bcd1a2 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3228455 Jan 21 09:43:00.233872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43236) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.236531 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dab331-b05c-436a-8f8a-6a0e88bcd1a2 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038114c8-9213-440d-a002-821860372db9,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.241130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-77d54954-b230-4026-8181-7696a67f0673 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '038114c8-9213-440d-a002-821860372db9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:00.241585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No DVR routers for this DVR port 65cf8ad0-b83d-48f9-b7f1-c75d93f5418f on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:00.247305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-77d54954-b230-4026-8181-7696a67f0673 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:00.248515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-aef169b0-4177-4e26-b51f-6524af6a2f8a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3d0ea-d2d9-4694-81a6-6dcc90a9b612', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:00.251507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-77d54954-b230-4026-8181-7696a67f0673 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:00.254507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-77d54954-b230-4026-8181-7696a67f0673 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:00.261109 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-77d54954-b230-4026-8181-7696a67f0673 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:00.280781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e3284c6-a8cd-455b-931f-c8fb7bb4e960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.291319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-aef169b0-4177-4e26-b51f-6524af6a2f8a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:00.297590 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-77d54954-b230-4026-8181-7696a67f0673 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The resource could not be found. Jan 21 09:43:00.298781 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-77d54954-b230-4026-8181-7696a67f0673 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0639939 Jan 21 09:43:00.301611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43240) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.307164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-72603199-8548-4ed1-be2e-9f54347223d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '038114c8-9213-440d-a002-821860372db9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c1adff9b-914d-4ee8-a00c-b72bb426e0d3'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:00.313402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-72603199-8548-4ed1-be2e-9f54347223d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:00.317386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-72603199-8548-4ed1-be2e-9f54347223d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:00.320374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-72603199-8548-4ed1-be2e-9f54347223d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:00.326731 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-72603199-8548-4ed1-be2e-9f54347223d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:00.370284 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-72603199-8548-4ed1-be2e-9f54347223d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The resource could not be found. Jan 21 09:43:00.371324 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-72603199-8548-4ed1-be2e-9f54347223d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0688007 Jan 21 09:43:00.374661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43244) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.375006 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-aef169b0-4177-4e26-b51f-6524af6a2f8a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:00.398041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-aef169b0-4177-4e26-b51f-6524af6a2f8a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:00.429099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-aef169b0-4177-4e26-b51f-6524af6a2f8a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:00.438258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e3284c6-a8cd-455b-931f-c8fb7bb4e960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.449737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7a1d5570-69bf-4977-8fcf-0d9563350fa4 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.476998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7a1d5570-69bf-4977-8fcf-0d9563350fa4 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.526750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7a1d5570-69bf-4977-8fcf-0d9563350fa4 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.548069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d5570-69bf-4977-8fcf-0d9563350fa4 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038114c8-9213-440d-a002-821860372db9,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.558533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7a1d5570-69bf-4977-8fcf-0d9563350fa4 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.561205 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7a1d5570-69bf-4977-8fcf-0d9563350fa4 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "DELETE /v2.0/security-groups/038114c8-9213-440d-a002-821860372db9 HTTP/1.1" status: 204 len: 168 time: 0.1845491 Jan 21 09:43:00.563075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43248) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.615368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-49b1fd08-a631-4b22-a96e-c0ab34079554 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Synchronizing usage tracker for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:00.632444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-49b1fd08-a631-4b22-a96e-c0ab34079554 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Unset dirty status for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:00.637652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.637796 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-49b1fd08-a631-4b22-a96e-c0ab34079554 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0698118 Jan 21 09:43:00.638101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43252) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.645578 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-71c013e6-ea9a-4953-82bf-4687229f6ea0 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': 'e4e831ed-c9b2-4f12-b66b-cd613d239dab', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:00.652236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-71c013e6-ea9a-4953-82bf-4687229f6ea0 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:00.655576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.656522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-71c013e6-ea9a-4953-82bf-4687229f6ea0 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:00.659543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-71c013e6-ea9a-4953-82bf-4687229f6ea0 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:00.665540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-71c013e6-ea9a-4953-82bf-4687229f6ea0 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:00.699849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.703741 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-71c013e6-ea9a-4953-82bf-4687229f6ea0 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The resource could not be found. Jan 21 09:43:00.704993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72bcfb5-d7f4-4dad-8bd1-77d75a366267']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:00.709144 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-71c013e6-ea9a-4953-82bf-4687229f6ea0 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0699739 Jan 21 09:43:00.709694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43256) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.714664 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4b6c4e0c-e12f-4b3b-b44e-98dcfc732922 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group': {'name': 'tempest-secgroup--9412762'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:00.721327 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4b6c4e0c-e12f-4b3b-b44e-98dcfc732922 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:00.730476 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d83a49-7a91-43f4-9234-336e2d345ce6') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:00.730918 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d83a49-7a91-43f4-9234-336e2d345ce6') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:00.731867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4b6c4e0c-e12f-4b3b-b44e-98dcfc732922 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:00.742680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4e0c-e12f-4b3b-b44e-98dcfc732922 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.762997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4b6c4e0c-e12f-4b3b-b44e-98dcfc732922 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:00.766763 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4b6c4e0c-e12f-4b3b-b44e-98dcfc732922 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:00.769584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4b6c4e0c-e12f-4b3b-b44e-98dcfc732922 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:00.775294 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4b6c4e0c-e12f-4b3b-b44e-98dcfc732922 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:00.795739 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-aef169b0-4177-4e26-b51f-6524af6a2f8a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:00.799570 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-aef169b0-4177-4e26-b51f-6524af6a2f8a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5709679 Jan 21 09:43:00.800480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43260) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.807338 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0bce1671-eece-46a3-832e-5e00e676f181 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3d0ea-d2d9-4694-81a6-6dcc90a9b612', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:00.807803 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-0bce1671-eece-46a3-832e-5e00e676f181 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 21 09:43:00.808282 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-0bce1671-eece-46a3-832e-5e00e676f181 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:00.809220 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0bce1671-eece-46a3-832e-5e00e676f181 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078311 Jan 21 09:43:00.814696 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43264) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.824547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4033f299-88fb-403c-88a5-9ee3e4c143b4 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3d0ea-d2d9-4694-81a6-6dcc90a9b612', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:00.834734 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4033f299-88fb-403c-88a5-9ee3e4c143b4 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:00.844312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4033f299-88fb-403c-88a5-9ee3e4c143b4 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:00.847428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4033f299-88fb-403c-88a5-9ee3e4c143b4 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:00.862064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4033f299-88fb-403c-88a5-9ee3e4c143b4 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:00.878919 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4e0c-e12f-4b3b-b44e-98dcfc732922 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.883443 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4e0c-e12f-4b3b-b44e-98dcfc732922 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.889299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.935391 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.947684 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-4033f299-88fb-403c-88a5-9ee3e4c143b4 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:00.952113 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4033f299-88fb-403c-88a5-9ee3e4c143b4 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1333277 Jan 21 09:43:00.952113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c4e0c-e12f-4b3b-b44e-98dcfc732922 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=221c3765-32d4-422d-8a66-1580d4d80cd1,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.953096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43270) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.967303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3284c6-a8cd-455b-931f-c8fb7bb4e960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 078edb3f-c8dc-445b-8baa-055cb1ba2aae has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:00.968843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-401bb658-595f-4137-97f5-efaf2e712829 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3d0ea-d2d9-4694-81a6-6dcc90a9b612', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:00.969427 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-401bb658-595f-4137-97f5-efaf2e712829 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 09:43:00.970002 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-401bb658-595f-4137-97f5-efaf2e712829 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:00.973807 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-401bb658-595f-4137-97f5-efaf2e712829 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0136971 Jan 21 09:43:00.974204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43274) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.979450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d5d96313-703d-473b-9ce6-293bddefc2f8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3d0ea-d2d9-4694-81a6-6dcc90a9b612', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:00.987325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4e0c-e12f-4b3b-b44e-98dcfc732922 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.988688 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4b6c4e0c-e12f-4b3b-b44e-98dcfc732922 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.2778926 Jan 21 09:43:00.989982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d5d96313-703d-473b-9ce6-293bddefc2f8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:00.992194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43278) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.998712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group': {'name': 'tempest-secgroup--929778793'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:01.004010 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d5d96313-703d-473b-9ce6-293bddefc2f8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:01.007419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:01.009785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d5d96313-703d-473b-9ce6-293bddefc2f8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:01.016729 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:01.019441 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d5d96313-703d-473b-9ce6-293bddefc2f8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:01.021528 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:01.029252 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:01.038123 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-d5d96313-703d-473b-9ce6-293bddefc2f8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Project 6a97217ca3f846aa8e3974b186cdf236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:01.043882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.074280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:01.076758 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-d5d96313-703d-473b-9ce6-293bddefc2f8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:01.077791 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d5d96313-703d-473b-9ce6-293bddefc2f8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1025798 Jan 21 09:43:01.080456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:01.082854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43282) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.085489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:01.090744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-5cf250dc-e83a-4f8d-a7d9-591a4ef802cd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3d0ea-d2d9-4694-81a6-6dcc90a9b612', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:01.091198 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-5cf250dc-e83a-4f8d-a7d9-591a4ef802cd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 21 09:43:01.091675 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-5cf250dc-e83a-4f8d-a7d9-591a4ef802cd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:01.092640 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5cf250dc-e83a-4f8d-a7d9-591a4ef802cd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088606 Jan 21 09:43:01.096233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43286) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.099336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:01.105144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c4f88b91-dea1-4771-a9ea-a25b9e7ba6d6 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3d0ea-d2d9-4694-81a6-6dcc90a9b612', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:01.115927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c4f88b91-dea1-4771-a9ea-a25b9e7ba6d6 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:01.121365 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c4f88b91-dea1-4771-a9ea-a25b9e7ba6d6 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:01.129740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c4f88b91-dea1-4771-a9ea-a25b9e7ba6d6 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:01.137647 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c4f88b91-dea1-4771-a9ea-a25b9e7ba6d6 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:01.156750 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-c4f88b91-dea1-4771-a9ea-a25b9e7ba6d6 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Project 6a97217ca3f846aa8e3974b186cdf236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:01.174139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:01.174791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:01.189679 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:01.200566 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-c4f88b91-dea1-4771-a9ea-a25b9e7ba6d6 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:01.201598 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c4f88b91-dea1-4771-a9ea-a25b9e7ba6d6 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1046209 Jan 21 09:43:01.208289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43290) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.216388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-12c8aa6b-8a8d-438e-9862-9499a166e1ce tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3d0ea-d2d9-4694-81a6-6dcc90a9b612', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:01.222942 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.224115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-12c8aa6b-8a8d-438e-9862-9499a166e1ce tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:01.228682 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-12c8aa6b-8a8d-438e-9862-9499a166e1ce tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:01.231174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.234660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-12c8aa6b-8a8d-438e-9862-9499a166e1ce tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:01.249889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-12c8aa6b-8a8d-438e-9862-9499a166e1ce tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:01.283368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401fb327-e474-4407-8df8-a9b0f670005c,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.290398 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-12c8aa6b-8a8d-438e-9862-9499a166e1ce tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Project 6a97217ca3f846aa8e3974b186cdf236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:01.295959 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.297390 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-18106791-2360-4856-9820-2cfa17a782a5 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3039439 Jan 21 09:43:01.302381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43294) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.309473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ba0afcbe-9b09-40cd-bb79-e8093ce2db28 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group_rule': {'security_group_id': '221c3765-32d4-422d-8a66-1580d4d80cd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '401fb327-e474-4407-8df8-a9b0f670005c'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:01.318578 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ba0afcbe-9b09-40cd-bb79-e8093ce2db28 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:01.323076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ba0afcbe-9b09-40cd-bb79-e8093ce2db28 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:01.326082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ba0afcbe-9b09-40cd-bb79-e8093ce2db28 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:01.328936 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-12c8aa6b-8a8d-438e-9862-9499a166e1ce tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:01.329886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.330207 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-12c8aa6b-8a8d-438e-9862-9499a166e1ce tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1207378 Jan 21 09:43:01.332851 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43298) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.335434 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ba0afcbe-9b09-40cd-bb79-e8093ce2db28 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:01.408925 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-ba0afcbe-9b09-40cd-bb79-e8093ce2db28 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:01.412593 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ba0afcbe-9b09-40cd-bb79-e8093ce2db28 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1066635 Jan 21 09:43:01.412941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43302) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.425792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-76343d12-3fe4-4a3c-bbd9-054690870239 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.479027 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-76343d12-3fe4-4a3c-bbd9-054690870239 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.481079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.494240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:01.510814 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:01.521974 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb47919-c49e-4fd4-8728-848715f67f2f None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:01.530433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.531153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.534766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.534919 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3201a27-2a13-49e7-b037-d56d05e540d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.568038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Network': ['ID=c72bcfb5-d7f4-4dad-8bd1-77d75a366267,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.568598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-76343d12-3fe4-4a3c-bbd9-054690870239 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.581766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=73c18c39-1a36-4f8d-ae32-1e45b95171b0,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.606859 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3201a27-2a13-49e7-b037-d56d05e540d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.618182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76343d12-3fe4-4a3c-bbd9-054690870239 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a3d0ea-d2d9-4694-81a6-6dcc90a9b612,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.635397 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-76343d12-3fe4-4a3c-bbd9-054690870239 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.639049 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-76343d12-3fe4-4a3c-bbd9-054690870239 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "DELETE /v2.0/security-groups/b4a3d0ea-d2d9-4694-81a6-6dcc90a9b612 HTTP/1.1" status: 204 len: 168 time: 0.3027806 Jan 21 09:43:01.640749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43306) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.651678 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-24429c0b-0f8a-4c38-8667-00bdcba308f9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/c72bcfb5-d7f4-4dad-8bd1-77d75a366267 HTTP/1.1" status: 204 len: 168 time: 6.3741183 Jan 21 09:43:01.654041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43310) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.678295 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-09b535dc-f75e-4117-8162-f9de824d4ae5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4592674 Jan 21 09:43:01.679204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43314) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.683159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-181376043'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:01.696861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'mac_address': 'fa:16:3e:a4:c8:bc', 'name': 'tempest-NetworksTestDHCPv6-364296434'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:01.706234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a5318bca-d239-4854-852c-4793faeaf4dc tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Synchronizing usage tracker for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:01.714997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:01.724104 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3201a27-2a13-49e7-b037-d56d05e540d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.733754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:network and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:01.741485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:01.743545 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a5318bca-d239-4854-852c-4793faeaf4dc tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Unset dirty status for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:01.748637 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a5318bca-d239-4854-852c-4793faeaf4dc tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0968170 Jan 21 09:43:01.748845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Router 8fe9b800-4ab9-41ae-9a78-44503ad1085d is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:43:01.751878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3201a27-2a13-49e7-b037-d56d05e540d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401fb327-e474-4407-8df8-a9b0f670005c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.753662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43318) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.760742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:01.764144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-653776a6-ddcb-415a-8178-c1e02ec02f0b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396905494'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:01.772562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-653776a6-ddcb-415a-8178-c1e02ec02f0b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:01.774532 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889dfd5-39c7-4340-88b1-3977a1b9876d req-625a1715-fa65-416b-9d91-9d5467781e65 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.776394 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4889dfd5-39c7-4340-88b1-3977a1b9876d req-625a1715-fa65-416b-9d91-9d5467781e65 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.5844510 Jan 21 09:43:01.776757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3201a27-2a13-49e7-b037-d56d05e540d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.778151 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b3201a27-2a13-49e7-b037-d56d05e540d7 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "DELETE /v2.0/security-groups/401fb327-e474-4407-8df8-a9b0f670005c HTTP/1.1" status: 204 len: 168 time: 0.3642678 Jan 21 09:43:01.783095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43322) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.788483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3284c6-a8cd-455b-931f-c8fb7bb4e960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:01.802129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c0ab7-e364-477f-8d25-50833e3a8c04 None None] Sync routers for ids ['078edb3f-c8dc-445b-8baa-055cb1ba2aae'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:01.804331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-653776a6-ddcb-415a-8178-c1e02ec02f0b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:01.816189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e3284c6-a8cd-455b-931f-c8fb7bb4e960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.817381 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0e3284c6-a8cd-455b-931f-c8fb7bb4e960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/078edb3f-c8dc-445b-8baa-055cb1ba2aae HTTP/1.1" status: 200 len: 891 time: 3.8705032 Jan 21 09:43:01.827729 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43326) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.859273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c0ab7-e364-477f-8d25-50833e3a8c04 None None] Routers {'078edb3f-c8dc-445b-8baa-055cb1ba2aae'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:01.860150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6e3c0ab7-e364-477f-8d25-50833e3a8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['078edb3f-c8dc-445b-8baa-055cb1ba2aae'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:01.882020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-653776a6-ddcb-415a-8178-c1e02ec02f0b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.925822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6e3c0ab7-e364-477f-8d25-50833e3a8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:01.938582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c0ab7-e364-477f-8d25-50833e3a8c04 None None] Routers {'078edb3f-c8dc-445b-8baa-055cb1ba2aae'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:01.939456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6e3c0ab7-e364-477f-8d25-50833e3a8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['078edb3f-c8dc-445b-8baa-055cb1ba2aae'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:01.948100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:01.951792 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.961852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c128722e-e60a-40b2-9652-87e03913a60b tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Synchronizing usage tracker for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:01.964556 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-653776a6-ddcb-415a-8178-c1e02ec02f0b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:01.974160 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-653776a6-ddcb-415a-8178-c1e02ec02f0b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:01.980177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-653776a6-ddcb-415a-8178-c1e02ec02f0b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:01.989544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-653776a6-ddcb-415a-8178-c1e02ec02f0b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:02.004275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6e3c0ab7-e364-477f-8d25-50833e3a8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:02.004965 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c0ab7-e364-477f-8d25-50833e3a8c04 None None] The sync data for ids ['078edb3f-c8dc-445b-8baa-055cb1ba2aae'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:02.017113 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4889dfd5-39c7-4340-88b1-3977a1b9876d req-b57fb874-03a3-4acc-bc5f-565bfdf13fd1 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247043 Jan 21 09:43:02.084075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c128722e-e60a-40b2-9652-87e03913a60b tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Unset dirty status for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:02.089870 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c128722e-e60a-40b2-9652-87e03913a60b tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4502 time: 0.3023357 Jan 21 09:43:02.101711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43330) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.114697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:02.128621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b450a7-7f45-4e69-aff0-72deea190006 None None] Update dhcp port {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'fixed_ips': [{'subnet_id': 'f145685f-c5c3-43c9-a96e-9370eb41f52f', 'ip_address': '2001:db8::f816:3eff:fedd:3ab6'}, {'subnet_id': '73c18c39-1a36-4f8d-ae32-1e45b95171b0'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': 'e6812902-0114-4ca7-96f0-3055cb4acdfa'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:43:02.150992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:02.156034 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.156241 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Added segment fdbe75c7-bfa7-4153-8d97-3f024632269a of type vlan for network fe7c61bc-3749-443c-a784-4b6d786da01a Jan 21 09:43:02.159074 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-db602e16-1177-47d9-b557-ca940c282891 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/routers/078edb3f-c8dc-445b-8baa-055cb1ba2aae HTTP/1.1" status: 200 len: 891 time: 0.3283508 Jan 21 09:43:02.159223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43334) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.201432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-653776a6-ddcb-415a-8178-c1e02ec02f0b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.207131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-653776a6-ddcb-415a-8178-c1e02ec02f0b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.220520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-40b450a7-7f45-4e69-aff0-72deea190006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.237040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:02.240883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:02.248906 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f6b897bd-ff83-4cb9-81f9-c79529f4948e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=078edb3f-c8dc-445b-8baa-055cb1ba2aae HTTP/1.1" status: 200 len: 205 time: 0.0746343 Jan 21 09:43:02.249509 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43338) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.254101 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331f43c-21c1-4240-88b5-6a98ffd6aac6 None None] Sync routers for ids ['8fe9b800-4ab9-41ae-9a78-44503ad1085d'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:02.266059 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331f43c-21c1-4240-88b5-6a98ffd6aac6 None None] Routers {'8fe9b800-4ab9-41ae-9a78-44503ad1085d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:02.267040 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-b331f43c-21c1-4240-88b5-6a98ffd6aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['8fe9b800-4ab9-41ae-9a78-44503ad1085d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:02.277671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.283327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.284529 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-dd18654e-1889-4622-8c58-382128453539 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "PUT /v2.0/routers/8fe9b800-4ab9-41ae-9a78-44503ad1085d HTTP/1.1" status: 200 len: 917 time: 8.5666504 Jan 21 09:43:02.288910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43342) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.302868 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:02.345990 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-b331f43c-21c1-4240-88b5-6a98ffd6aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:02.356145 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331f43c-21c1-4240-88b5-6a98ffd6aac6 None None] Routers {'8fe9b800-4ab9-41ae-9a78-44503ad1085d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:02.357092 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-b331f43c-21c1-4240-88b5-6a98ffd6aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:42:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['8fe9b800-4ab9-41ae-9a78-44503ad1085d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:02.416992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:43:02.425390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2dffed27-bfbb-47ff-b77c-7ca7df0a83ca tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.482152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-653776a6-ddcb-415a-8178-c1e02ec02f0b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.483511 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-653776a6-ddcb-415a-8178-c1e02ec02f0b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7260549 Jan 21 09:43:02.484832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653776a6-ddcb-415a-8178-c1e02ec02f0b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfed8f84-9091-4148-b8bb-7bcc16807972,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:02.489514 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-40b450a7-7f45-4e69-aff0-72deea190006 None None] Allocated IP 2001:db8:0:1::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/73c18c39-1a36-4f8d-ae32-1e45b95171b0/e6812902-0114-4ca7-96f0-3055cb4acdfa) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:02.491332 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-b331f43c-21c1-4240-88b5-6a98ffd6aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:02.492116 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331f43c-21c1-4240-88b5-6a98ffd6aac6 None None] The sync data for ids ['8fe9b800-4ab9-41ae-9a78-44503ad1085d'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:02.500375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43346) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.508917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b508b377-f22a-4e61-978b-b690e757a5c9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'bfed8f84-9091-4148-b8bb-7bcc16807972', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:02.540023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.545357 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:02.545959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.551775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2dffed27-bfbb-47ff-b77c-7ca7df0a83ca tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.577253 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b508b377-f22a-4e61-978b-b690e757a5c9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:02.627767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b508b377-f22a-4e61-978b-b690e757a5c9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:02.646634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b508b377-f22a-4e61-978b-b690e757a5c9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:02.655708 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-40b450a7-7f45-4e69-aff0-72deea190006 None None] For port e6812902-0114-4ca7-96f0-3055cb4acdfa, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e6812902-0114-4ca7-96f0-3055cb4acdfa,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:02.665270 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b508b377-f22a-4e61-978b-b690e757a5c9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:02.684424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-40b450a7-7f45-4e69-aff0-72deea190006 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.694305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.706153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-40b450a7-7f45-4e69-aff0-72deea190006 None None] Transition to ACTIVE for port object e6812902-0114-4ca7-96f0-3055cb4acdfa will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:02.714956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-40b450a7-7f45-4e69-aff0-72deea190006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.737671 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0718048 Jan 21 09:43:02.757202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43350) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.776896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'subnet': {'network_id': 'fe7c61bc-3749-443c-a784-4b6d786da01a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:02.892704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b450a7-7f45-4e69-aff0-72deea190006 None None] Pushing event updated for resources: {'Port': ['ID=e6812902-0114-4ca7-96f0-3055cb4acdfa,revision_number=9']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:02.951441 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-759b3b84-2b6e-4267-bcd9-98a40b183a0e tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/routers/8fe9b800-4ab9-41ae-9a78-44503ad1085d HTTP/1.1" status: 200 len: 923 time: 0.6584425 Jan 21 09:43:02.958848 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.967873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43354) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.971028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d403bb-10ef-47d4-bb20-3f24f03782e7 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Network': ['ID=fe7c61bc-3749-443c-a784-4b6d786da01a,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:02.985879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network fe7c61bc-3749-443c-a784-4b6d786da01a details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:03.035903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:03.042638 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:subnet and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:03.045268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port f26ee8bc-d74b-4cb4-b7ac-f6cd4cc89253 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:03.048901 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-b508b377-f22a-4e61-978b-b690e757a5c9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The resource could not be found. Jan 21 09:43:03.053207 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b508b377-f22a-4e61-978b-b690e757a5c9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5533834 Jan 21 09:43:03.053852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43360) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.054879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:03.070684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:03.080626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ac30ee78-8a0a-4c9d-8256-39870f171438 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'bfed8f84-9091-4148-b8bb-7bcc16807972', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '364460d8-e03b-46b0-9674-678880c8988b'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:03.101143 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ac30ee78-8a0a-4c9d-8256-39870f171438 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:03.102679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2dffed27-bfbb-47ff-b77c-7ca7df0a83ca tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.105023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.118920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ac30ee78-8a0a-4c9d-8256-39870f171438 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:03.121833 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 77a2c169-aded-49f0-a914-b995d6cf1a22 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:03.122280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.148227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffed27-bfbb-47ff-b77c-7ca7df0a83ca tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=221c3765-32d4-422d-8a66-1580d4d80cd1,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.172432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ac30ee78-8a0a-4c9d-8256-39870f171438 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:03.178461 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:03.181985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.201112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ac30ee78-8a0a-4c9d-8256-39870f171438 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:03.221740 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2dffed27-bfbb-47ff-b77c-7ca7df0a83ca tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.222867 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2dffed27-bfbb-47ff-b77c-7ca7df0a83ca tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "DELETE /v2.0/security-groups/221c3765-32d4-422d-8a66-1580d4d80cd1 HTTP/1.1" status: 204 len: 168 time: 1.1115241 Jan 21 09:43:03.231310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43364) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.321029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3b18c0-5fee-4fbc-8d20-409bd09f5ae6 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:03.322786 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ff3b18c0-5fee-4fbc-8d20-409bd09f5ae6 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/ports?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&device_id=8fe9b800-4ab9-41ae-9a78-44503ad1085d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3529189 Jan 21 09:43:03.332896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43368) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.428117 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-ac30ee78-8a0a-4c9d-8256-39870f171438 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The resource could not be found. Jan 21 09:43:03.432000 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ac30ee78-8a0a-4c9d-8256-39870f171438 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3694737 Jan 21 09:43:03.434651 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43372) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.469593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-789be768-38db-4783-a24b-c9ac71a19c2d tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Synchronizing usage tracker for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:03.485469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.539403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7e492-10f4-4f5d-bf54-4847361fc74e req-2f3fbefd-69d7-454b-a57b-8c27c35aaf57 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:03.541023 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-afc7e492-10f4-4f5d-bf54-4847361fc74e req-2f3fbefd-69d7-454b-a57b-8c27c35aaf57 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.3778839 Jan 21 09:43:03.586643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8:0:1::4c (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/73c18c39-1a36-4f8d-ae32-1e45b95171b0/f26ee8bc-d74b-4cb4-b7ac-f6cd4cc89253) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:03.605643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::f816:3eff:fea4:c8bc (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/f145685f-c5c3-43c9-a96e-9370eb41f52f/f26ee8bc-d74b-4cb4-b7ac-f6cd4cc89253) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:03.620567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9bbc982a-ca6b-45f5-8a3d-d1c79514f5c6 None None] Provisioning for port e6812902-0114-4ca7-96f0-3055cb4acdfa completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:03.634592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-789be768-38db-4783-a24b-c9ac71a19c2d tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Unset dirty status for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:03.643944 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-789be768-38db-4783-a24b-c9ac71a19c2d tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3999712 Jan 21 09:43:03.643944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43376) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.647715 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9bbc982a-ca6b-45f5-8a3d-d1c79514f5c6 None None] Provisioning complete for port e6812902-0114-4ca7-96f0-3055cb4acdfa triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:03.649134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9bbc982a-ca6b-45f5-8a3d-d1c79514f5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.674412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e6812902-0114-4ca7-96f0-3055cb4acdfa up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:03.687375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 77a2c169-aded-49f0-a914-b995d6cf1a22 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:03.761898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43249c2-70a5-4bb2-9601-a99d8378b5a9 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:03.766154 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c43249c2-70a5-4bb2-9601-a99d8378b5a9 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/networks/58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 881 time: 0.4271894 Jan 21 09:43:03.770633 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43384) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.771283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-29c04420-4dbf-47dd-942b-e41c41a7df25 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834764598'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:03.781466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b803774d-8c0c-41f6-9b18-a2b6102997a9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.785765 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-afc7e492-10f4-4f5d-bf54-4847361fc74e req-470bdb39-d333-4746-a286-9ec0a3dc8d72 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327137 Jan 21 09:43:03.790540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-29c04420-4dbf-47dd-942b-e41c41a7df25 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:03.802938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-29c04420-4dbf-47dd-942b-e41c41a7df25 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:03.820939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port e6812902-0114-4ca7-96f0-3055cb4acdfa triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:03.821350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.866112 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-880ec6c9-bc40-4f49-b0b0-fa5db0fa5b3f tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "GET /v2.0/ports?device_id=8fe9b800-4ab9-41ae-9a78-44503ad1085d HTTP/1.1" status: 200 len: 205 time: 0.0900769 Jan 21 09:43:03.884064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43390) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.953827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b803774d-8c0c-41f6-9b18-a2b6102997a9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.964404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.971532 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29c04420-4dbf-47dd-942b-e41c41a7df25 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.009285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object f26ee8bc-d74b-4cb4-b7ac-f6cd4cc89253 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:04.012836 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-29c04420-4dbf-47dd-942b-e41c41a7df25 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:04.018254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-29c04420-4dbf-47dd-942b-e41c41a7df25 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Usage tracker for resource:security_group_rule and tenant:f31c8b72d29447b5afb6c2749e0fd9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:04.021945 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-29c04420-4dbf-47dd-942b-e41c41a7df25 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:04.029401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-29c04420-4dbf-47dd-942b-e41c41a7df25 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:04.030069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.074585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.231780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:04.239300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:04.243099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29c04420-4dbf-47dd-942b-e41c41a7df25 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.254115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:04.259903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:04.260581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.264565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=f26ee8bc-d74b-4cb4-b7ac-f6cd4cc89253,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.271782 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Subnet': ['ID=2c230105-2680-47b6-8338-001ac383d194,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.303598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29c04420-4dbf-47dd-942b-e41c41a7df25 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.387312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Checking segment: {'id': 'fdbe75c7-bfa7-4153-8d97-3f024632269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fe7c61bc-3749-443c-a784-4b6d786da01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:04.387677 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network hostable DHCP agents. Network: fe7c61bc-3749-443c-a784-4b6d786da01a, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:04.392025 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b803774d-8c0c-41f6-9b18-a2b6102997a9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.400670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c04420-4dbf-47dd-942b-e41c41a7df25 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c6ab22-bd0e-4351-9308-1ec5386faeeb,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.409200 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d2c42473-dea5-401e-93bc-6c6fe7b399e2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7181134 Jan 21 09:43:04.409895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43398) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.413711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29c04420-4dbf-47dd-942b-e41c41a7df25 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.415011 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-29c04420-4dbf-47dd-942b-e41c41a7df25 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7716362 Jan 21 09:43:04.438050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43402) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.460391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-7ca2d035-7af0-48b5-904f-6213a5a8f79c tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:04.460811 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.api.v2.base [None req-7ca2d035-7af0-48b5-904f-6213a5a8f79c tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 09:43:04.461322 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-7ca2d035-7af0-48b5-904f-6213a5a8f79c tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] update failed (client error): There was a conflict when trying to complete your request. Jan 21 09:43:04.464892 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7ca2d035-7af0-48b5-904f-6213a5a8f79c tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "PUT /v2.0/security-groups/b4c6ab22-bd0e-4351-9308-1ec5386faeeb HTTP/1.1" status: 409 len: 330 time: 0.0200601 Jan 21 09:43:04.466499 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43406) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.471907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803774d-8c0c-41f6-9b18-a2b6102997a9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfed8f84-9091-4148-b8bb-7bcc16807972,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.483045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5ea92-7174-4ef7-8d5d-dc7bfa3917f2 req-706c5354-d5c0-4eda-9602-b38de9e8ba8b tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:04.484595 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-00b5ea92-7174-4ef7-8d5d-dc7bfa3917f2 req-706c5354-d5c0-4eda-9602-b38de9e8ba8b tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.3691378 Jan 21 09:43:04.502733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.559014 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-918a1e89-711f-448a-9f3d-1414b7a64927 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port f26ee8bc-d74b-4cb4-b7ac-f6cd4cc89253 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:04.559281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-918a1e89-711f-448a-9f3d-1414b7a64927 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.588064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network fe7c61bc-3749-443c-a784-4b6d786da01a is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:04.595823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c383752-f5a2-4ac4-b7fe-c111f785dd80 req-78932021-f0a0-4b8f-93a2-888b58774974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:04.597527 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2c383752-f5a2-4ac4-b7fe-c111f785dd80 req-78932021-f0a0-4b8f-93a2-888b58774974 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=78db1456b4d84c919af68b6798f69fd9&device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 1098 time: 0.4225612 Jan 21 09:43:04.611428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.620587 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a2ed9b62-e225-4a1f-a27b-ad40f1be14d7 None None] Provisioning for port f26ee8bc-d74b-4cb4-b7ac-f6cd4cc89253 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:04.628505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a2ed9b62-e225-4a1f-a27b-ad40f1be14d7 None None] Provisioning complete for port f26ee8bc-d74b-4cb4-b7ac-f6cd4cc89253 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:04.629267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2ed9b62-e225-4a1f-a27b-ad40f1be14d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.665212 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b803774d-8c0c-41f6-9b18-a2b6102997a9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.666622 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b803774d-8c0c-41f6-9b18-a2b6102997a9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "DELETE /v2.0/security-groups/bfed8f84-9091-4148-b8bb-7bcc16807972 HTTP/1.1" status: 204 len: 168 time: 1.2299175 Jan 21 09:43:04.667687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, fe7c61bc-3749-443c-a784-4b6d786da01a) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:04.672082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=77a2c169-aded-49f0-a914-b995d6cf1a22,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.677186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43410) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.680044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:04.681043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.689894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d63540b-88a9-4ba1-9bb8-beb0cef44451 None None] Network fe7c61bc-3749-443c-a784-4b6d786da01a requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:04.740178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed9b62-e225-4a1f-a27b-ad40f1be14d7 None None] Port f26ee8bc-d74b-4cb4-b7ac-f6cd4cc89253 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:04.745115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0545ac-f49e-41aa-aeb3-a8e910047421 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.749149 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-00b5ea92-7174-4ef7-8d5d-dc7bfa3917f2 req-e2f900af-b7ec-4624-926f-10bb38f2b8d4 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399521 Jan 21 09:43:04.841658 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2a8562f1-ba18-42e2-b166-459dd229b9e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0783236 Jan 21 09:43:04.846586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43414) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.854289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'subnet': {'network_id': 'fe7c61bc-3749-443c-a784-4b6d786da01a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:04.894414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0545ac-f49e-41aa-aeb3-a8e910047421 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.913330 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.925282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.925731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-fe7c61bc-3749-443c-a784-4b6d786da01a', 'network_id': 'fe7c61bc-3749-443c-a784-4b6d786da01a', 'tenant_id': 'df454c50b2f84b738807266e26ee282d', 'fixed_ips': [{'subnet_id': '2c230105-2680-47b6-8338-001ac383d194'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:04.927116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.972193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Deleting port 861b7538-f7d2-4b88-b0e3-5d47ceea0a4a {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:04.972565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.097303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Allocated IP 2001:db8::2 (fe7c61bc-3749-443c-a784-4b6d786da01a/2c230105-2680-47b6-8338-001ac383d194/4cd7990e-5ab5-4e01-9682-e6f8d3735f6a) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:05.131070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-621fbb88-3861-4d7e-8f50-5e175d847b60 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Synchronizing usage tracker for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:05.172712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c383752-f5a2-4ac4-b7fe-c111f785dd80 req-b23724fd-c5e6-4842-a457-87f7b70cecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:05.174312 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2c383752-f5a2-4ac4-b7fe-c111f785dd80 req-b23724fd-c5e6-4842-a457-87f7b70cecd9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f469d677-4dc7-49de-9c0e-17fa992e291c HTTP/1.1" status: 200 len: 913 time: 0.5295966 Jan 21 09:43:05.174897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0545ac-f49e-41aa-aeb3-a8e910047421 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.216580 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.222442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.287836 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-621fbb88-3861-4d7e-8f50-5e175d847b60 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Unset dirty status for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:05.289125 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-621fbb88-3861-4d7e-8f50-5e175d847b60 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5982716 Jan 21 09:43:05.294811 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.295308 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Fanout notify agent at l3_agent the message router_deleted on router 078edb3f-c8dc-445b-8baa-055cb1ba2aae {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:43:05.299146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43418) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.300065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:05.307781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-7f284ac6-6847-405b-a426-c4756445338b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': '326ffe90-7281-4243-b0e5-0c2bcecddad6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:05.318274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:subnet and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:05.323709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7f284ac6-6847-405b-a426-c4756445338b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:05.328232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:05.335912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0545ac-f49e-41aa-aeb3-a8e910047421 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c6ab22-bd0e-4351-9308-1ec5386faeeb,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.374225 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0545ac-f49e-41aa-aeb3-a8e910047421 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.375105 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7f284ac6-6847-405b-a426-c4756445338b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:05.375252 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ca0545ac-f49e-41aa-aeb3-a8e910047421 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "DELETE /v2.0/security-groups/b4c6ab22-bd0e-4351-9308-1ec5386faeeb HTTP/1.1" status: 204 len: 168 time: 0.9008760 Jan 21 09:43:05.383129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43422) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.387302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7f284ac6-6847-405b-a426-c4756445338b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:05.390152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:05.404278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.404548 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.409231 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d8e4ee49-3ee2-41bb-82a6-87b853c94a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/078edb3f-c8dc-445b-8baa-055cb1ba2aae HTTP/1.1" status: 204 len: 168 time: 3.1538689 Jan 21 09:43:05.409231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7f284ac6-6847-405b-a426-c4756445338b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:05.415474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43426) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.422187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Transition to ACTIVE for port object 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:05.427512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1213374107'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:05.429277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:05.433031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.438441 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2c383752-f5a2-4ac4-b7fe-c111f785dd80 req-9d54a4eb-b53d-4e4e-8f7d-3963d1c5f094 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad HTTP/1.1" status: 200 len: 1001 time: 0.2463703 Jan 21 09:43:05.441964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-918a1e89-711f-448a-9f3d-1414b7a64927 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.444979 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Transition to ACTIVE for port object 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:05.451411 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.477500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.488411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:05.523300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Network fe7c61bc-3749-443c-a784-4b6d786da01a is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:05.526384 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:05.529125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:05.535152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Pushing event updated for resources: {'Port': ['ID=4cd7990e-5ab5-4e01-9682-e6f8d3735f6a,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.613061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:network and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:05.621825 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-918a1e89-711f-448a-9f3d-1414b7a64927 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for f26ee8bc-d74b-4cb4-b7ac-f6cd4cc89253 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:05.628269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Attempting to bind port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:05.630275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Attempting to bind port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'fdbe75c7-bfa7-4153-8d97-3f024632269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fe7c61bc-3749-443c-a784-4b6d786da01a'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:05.630275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Attempting to bind port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a on network fe7c61bc-3749-443c-a784-4b6d786da01a {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:05.635267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:05.635643 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Checking segment: {'id': 'fdbe75c7-bfa7-4153-8d97-3f024632269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fe7c61bc-3749-443c-a784-4b6d786da01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:05.636044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.636946 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Bound using segment: {'id': 'fdbe75c7-bfa7-4153-8d97-3f024632269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fe7c61bc-3749-443c-a784-4b6d786da01a'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:05.637418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Bound port: 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbe75c7-bfa7-4153-8d97-3f024632269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fe7c61bc-3749-443c-a784-4b6d786da01a'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:05.637831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.660445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:05.675649 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Calling delete_port for 861b7538-f7d2-4b88-b0e3-5d47ceea0a4a owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:05.700521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:05.709579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4a3029a4-daad-4dec-a0d1-21615b5671df tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Synchronizing usage tracker for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:05.726642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c383752-f5a2-4ac4-b7fe-c111f785dd80 req-37027ab9-803b-453d-93a1-dddde3aba237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:05.728382 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2c383752-f5a2-4ac4-b7fe-c111f785dd80 req-37027ab9-803b-453d-93a1-dddde3aba237 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2808a830-2468-42b3-9507-038994a3ca1a HTTP/1.1" status: 200 len: 851 time: 0.2772310 Jan 21 09:43:05.734841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:05.738552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.741113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] For port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:05.745070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] For port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4cd7990e-5ab5-4e01-9682-e6f8d3735f6a,segment=NetworkSegment(fdbe75c7-bfa7-4153-8d97-3f024632269a),segment_id=fdbe75c7-bfa7-4153-8d97-3f024632269a)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:05.749652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.831988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4a3029a4-daad-4dec-a0d1-21615b5671df tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] Unset dirty status for tenant:f31c8b72d29447b5afb6c2749e0fd9bc on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:05.837276 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4a3029a4-daad-4dec-a0d1-21615b5671df tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4499466 Jan 21 09:43:05.839707 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43432) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.858093 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:05.872361 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-ee15b8f4-cf27-4231-992a-dbe001cab440 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] delete failed (client error): The resource could not be found. Jan 21 09:43:05.873747 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ee15b8f4-cf27-4231-992a-dbe001cab440 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "DELETE /v2.0/security-groups/0f741e03-85be-4795-8b6d-2a92c355fc4c HTTP/1.1" status: 404 len: 347 time: 0.0331016 Jan 21 09:43:05.873874 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2210a8-f1f9-4d81-ba52-59bf737ac100 None None] Pushing event updated for resources: {'Port': ['ID=4cd7990e-5ab5-4e01-9682-e6f8d3735f6a,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.878044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43436) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.883454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.884187 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Added segment 1ce2958b-6e66-4a1f-bb5d-2a50db9c3912 of type vlan for network 710debf3-8aeb-4fe9-b462-751dbf69e343 Jan 21 09:43:05.912677 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-7f284ac6-6847-405b-a426-c4756445338b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The resource could not be found. Jan 21 09:43:05.913745 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7f284ac6-6847-405b-a426-c4756445338b tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6112158 Jan 21 09:43:05.919123 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43440) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.925199 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-0b589af4-e686-4fc9-8544-9384ffbef702 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] show failed (client error): The resource could not be found. Jan 21 09:43:05.930955 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0b589af4-e686-4fc9-8544-9384ffbef702 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "GET /v2.0/security-groups/ea7b50b9-7b18-4573-8a40-be37709e93f2 HTTP/1.1" status: 404 len: 347 time: 0.0468764 Jan 21 09:43:05.948219 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-81631551-cea2-47a3-badf-a42c646bbefd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group': {'name': 'tempest-secgroup--200248496'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:05.959034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43444) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.986827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-81631551-cea2-47a3-badf-a42c646bbefd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:06.000236 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-560310e6-83ad-48ae-89a1-5f2d15a04465 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] show failed (client error): The resource could not be found. Jan 21 09:43:06.001823 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-560310e6-83ad-48ae-89a1-5f2d15a04465 tempest-NegativeSecGroupTest-2106975384 tempest-NegativeSecGroupTest-2106975384-project] 10.222.0.99 "GET /v2.0/security-group-rules/e76b2795-0db1-481f-b42a-95d1bc1082d3 HTTP/1.1" status: 404 len: 356 time: 0.0417483 Jan 21 09:43:06.011040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-81631551-cea2-47a3-badf-a42c646bbefd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:06.045306 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-81631551-cea2-47a3-badf-a42c646bbefd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.049673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.090243 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-81631551-cea2-47a3-badf-a42c646bbefd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:06.096366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c383752-f5a2-4ac4-b7fe-c111f785dd80 req-3ff81b6a-765f-49c6-b89f-a037e77ea25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:06.097916 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2c383752-f5a2-4ac4-b7fe-c111f785dd80 req-3ff81b6a-765f-49c6-b89f-a037e77ea25f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f469d677-4dc7-49de-9c0e-17fa992e291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3488550 Jan 21 09:43:06.100585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-81631551-cea2-47a3-badf-a42c646bbefd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:06.143532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-81631551-cea2-47a3-badf-a42c646bbefd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:06.159221 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-81631551-cea2-47a3-badf-a42c646bbefd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:06.204512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-918a1e89-711f-448a-9f3d-1414b7a64927 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.311986 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a1e89-711f-448a-9f3d-1414b7a64927 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=f26ee8bc-d74b-4cb4-b7ac-f6cd4cc89253,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:06.357607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b6b31250-ddf4-4220-a903-de3ad137e9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.409593 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.478931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bee3e-02ac-41e6-a87b-4b59c006c2fa req-705d5382-65c4-4f00-b396-6958824955b9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:06.492951 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e16bee3e-02ac-41e6-a87b-4b59c006c2fa req-705d5382-65c4-4f00-b396-6958824955b9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.5604675 Jan 21 09:43:06.561427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Pushing event deleted for resources: {'Port': ['ID=861b7538-f7d2-4b88-b0e3-5d47ceea0a4a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:06.586658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.594390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:06.595117 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.600883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-918a1e89-711f-448a-9f3d-1414b7a64927 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.625484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-81631551-cea2-47a3-badf-a42c646bbefd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.626980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.682384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-81631551-cea2-47a3-badf-a42c646bbefd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.731200 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-918a1e89-711f-448a-9f3d-1414b7a64927 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/f26ee8bc-d74b-4cb4-b7ac-f6cd4cc89253 HTTP/1.1" status: 204 len: 168 time: 2.3172550 Jan 21 09:43:06.734975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43452) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.734975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43454) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.750949 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3321688 Jan 21 09:43:06.755392 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43460) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.782234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'subnet': {'network_id': '710debf3-8aeb-4fe9-b462-751dbf69e343', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:06.801161 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network fe7c61bc-3749-443c-a784-4b6d786da01a is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:06.826497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:06.843320 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:06.843910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.849612 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2c383752-f5a2-4ac4-b7fe-c111f785dd80 req-90533437-9ae8-46e0-8909-5afcf645dbd7 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7430828 Jan 21 09:43:06.882807 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.929791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fe032-9c88-4000-9db8-49f05fd31a11 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Network': ['ID=710debf3-8aeb-4fe9-b462-751dbf69e343,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:06.941287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 710debf3-8aeb-4fe9-b462-751dbf69e343 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:06.971609 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e16bee3e-02ac-41e6-a87b-4b59c006c2fa req-5aa9a540-baba-44ee-b6ed-d3d1042a4825 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4776912 Jan 21 09:43:07.073187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.075547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.084891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Subnet': ['ID=9f873234-66d5-428a-90f4-b4dfdcdbd978,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.104272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81631551-cea2-47a3-badf-a42c646bbefd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a418a1df-4f4e-4de3-8db9-0939372b7b21,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.107091 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2c383752-f5a2-4ac4-b7fe-c111f785dd80 req-f7ec3631-237c-4259-bad4-aa738aa67dc1 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019780 Jan 21 09:43:07.137060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f60d1bf-2793-4bc2-b9f9-df13619f31de tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.137871 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2f60d1bf-2793-4bc2-b9f9-df13619f31de tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:07.170640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-81631551-cea2-47a3-badf-a42c646bbefd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.172848 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-81631551-cea2-47a3-badf-a42c646bbefd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2497785 Jan 21 09:43:07.174708 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-02b54d64-db5d-4112-ac3d-30cf1b26619f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3251698 Jan 21 09:43:07.177698 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9b1cbcc6-15be-45e1-9b37-3a1395439a5d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f31c8b72d29447b5afb6c2749e0fd9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345298 Jan 21 09:43:07.178636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43466) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:07.179044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43468) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:07.179298 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43470) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:07.219678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987180361'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:07.226997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.227665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Fanout notify agent at l3_agent the message router_deleted on router 8fe9b800-4ab9-41ae-9a78-44503ad1085d {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:43:07.234303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:07.237302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:07.253358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:subnet and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:07.260087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:07.264155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:07.271907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:07.275183 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:07.287343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.288451 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-56f1e34b-c77a-4e53-a7c1-29353e25e9a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "DELETE /v2.0/routers/8fe9b800-4ab9-41ae-9a78-44503ad1085d HTTP/1.1" status: 204 len: 168 time: 3.3999691 Jan 21 09:43:07.295189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43478) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:07.295385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcf6331-5696-49ef-803b-70867dd60c6f None None] Network fe7c61bc-3749-443c-a784-4b6d786da01a requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:07.301780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:07.311343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-103799546', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}, 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:07.324221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2f60d1bf-2793-4bc2-b9f9-df13619f31de tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:07.325307 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2f60d1bf-2793-4bc2-b9f9-df13619f31de tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5806355 Jan 21 09:43:07.329148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43482) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:07.334583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c4775-1cc2-4a2e-afd0-c135f539e74a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.336187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c4775-1cc2-4a2e-afd0-c135f539e74a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.337864 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c4775-1cc2-4a2e-afd0-c135f539e74a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.339354 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c4775-1cc2-4a2e-afd0-c135f539e74a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.340887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c4775-1cc2-4a2e-afd0-c135f539e74a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.341831 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7a1c4775-1cc2-4a2e-afd0-c135f539e74a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Synchronizing usage tracker for tenant:df454c50b2f84b738807266e26ee282d on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:07.345721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:07.352423 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:07.355850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.378358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Usage tracker for resource:router and tenant:408a0436366e434586144ba25cf011e6 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:07.386995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.396603 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:07.406759 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-312b4e45-a908-4194-828f-6f4336a91ae4 None None] Provisioning for port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:07.422087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:07.445638 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:07.449242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec055608-1acd-4c3f-ac64-c896ca3fcfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.483446 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec055608-1acd-4c3f-ac64-c896ca3fcfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.490751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7a1c4775-1cc2-4a2e-afd0-c135f539e74a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Unset dirty status for tenant:df454c50b2f84b738807266e26ee282d on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:07.492146 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7a1c4775-1cc2-4a2e-afd0-c135f539e74a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3102095 Jan 21 09:43:07.501602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43486) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:07.501807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39ce23f-a3dc-4a55-88c6-c222be9620bf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.502601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:07.503558 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b39ce23f-a3dc-4a55-88c6-c222be9620bf tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1733289 Jan 21 09:43:07.506990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43488) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:07.513302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1842429519'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:07.516646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:07.522338 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:07.531327 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:07.534577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.535573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.541288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:network and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:07.546536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:07.564620 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:07.620386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007fecd-03c9-4d96-9af9-0e17c165e7b3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.621894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007fecd-03c9-4d96-9af9-0e17c165e7b3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.623435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007fecd-03c9-4d96-9af9-0e17c165e7b3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.624270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3007fecd-03c9-4d96-9af9-0e17c165e7b3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:07.638121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.638803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:07.656609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.675765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3007fecd-03c9-4d96-9af9-0e17c165e7b3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:07.679975 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3007fecd-03c9-4d96-9af9-0e17c165e7b3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1694639 Jan 21 09:43:07.679975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec055608-1acd-4c3f-ac64-c896ca3fcfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.683385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43498) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:07.760239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec055608-1acd-4c3f-ac64-c896ca3fcfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ca593-b0d0-4394-ba05-066e25dbc9cd,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.789390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec055608-1acd-4c3f-ac64-c896ca3fcfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.789907 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ec055608-1acd-4c3f-ac64-c896ca3fcfe6 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/860ca593-b0d0-4394-ba05-066e25dbc9cd HTTP/1.1" status: 204 len: 168 time: 0.6091084 Jan 21 09:43:07.800365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:07.812030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa35861-a933-474b-9ba9-2665119ba937 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 73c18c39-1a36-4f8d-ae32-1e45b95171b0 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:07.819501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-caa35861-a933-474b-9ba9-2665119ba937 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.925616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-caa35861-a933-474b-9ba9-2665119ba937 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.955667 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d17051-d654-4d96-ab6c-ae07a52735c3 None None] Update dhcp port {'port': {'network_id': 'fe7c61bc-3749-443c-a784-4b6d786da01a', 'fixed_ips': [{'subnet_id': '2c230105-2680-47b6-8338-001ac383d194', 'ip_address': '2001:db8::2'}, {'subnet_id': '9f873234-66d5-428a-90f4-b4dfdcdbd978'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': '4cd7990e-5ab5-4e01-9682-e6f8d3735f6a'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:43:08.008524 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.014358 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:08.028240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.036699 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:08.041067 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.046025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-caa35861-a933-474b-9ba9-2665119ba937 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.103640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47d17051-d654-4d96-ab6c-ae07a52735c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.395557 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-caa35861-a933-474b-9ba9-2665119ba937 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.405224 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.442287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4cd7990e-5ab5-4e01-9682-e6f8d3735f6a,segment=NetworkSegment(fdbe75c7-bfa7-4153-8d97-3f024632269a),segment_id=fdbe75c7-bfa7-4153-8d97-3f024632269a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:08.491714 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.499451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa35861-a933-474b-9ba9-2665119ba937 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=73c18c39-1a36-4f8d-ae32-1e45b95171b0,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.513906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-caa35861-a933-474b-9ba9-2665119ba937 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.568544 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-caa35861-a933-474b-9ba9-2665119ba937 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/73c18c39-1a36-4f8d-ae32-1e45b95171b0 HTTP/1.1" status: 204 len: 168 time: 0.8613563 Jan 21 09:43:08.574854 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf16efb-1015-44c7-921c-3bbf5345949c None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:08.580745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43516) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:08.599997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.616293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7c881d16-3c5c-4071-8641-6e7bf6c03d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.645016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-47d17051-d654-4d96-ab6c-ae07a52735c3 None None] Allocated IP 172.20.0.1 (fe7c61bc-3749-443c-a784-4b6d786da01a/9f873234-66d5-428a-90f4-b4dfdcdbd978/4cd7990e-5ab5-4e01-9682-e6f8d3735f6a) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:08.706552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2040c-29b2-467e-b507-705455352860 req-60847427-b80e-4b23-a52a-572e758bf462 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:08.710480 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-85b2040c-29b2-467e-b507-705455352860 req-60847427-b80e-4b23-a52a-572e758bf462 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.5346382 Jan 21 09:43:08.717943 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=4cd7990e-5ab5-4e01-9682-e6f8d3735f6a,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.797851 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:08.802876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Subnet': ['ID=0da8cc5b-0799-4a1a-a75f-0b381689d7c8,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.805702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-642fbc03-f2a7-4041-93e0-1d5f94888451 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet f145685f-c5c3-43c9-a96e-9370eb41f52f {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:08.812021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-642fbc03-f2a7-4041-93e0-1d5f94888451 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.850074 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-85b2040c-29b2-467e-b507-705455352860 req-91e71214-0be1-45e0-ac63-189e91de2b8e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333182 Jan 21 09:43:08.916614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-642fbc03-f2a7-4041-93e0-1d5f94888451 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.922986 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.948508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.948878 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Added segment b2cc0db1-cee5-4bc1-9590-8eaea3947572 of type vlan for network c350c31c-bf99-4d1c-b682-a4c731889697 Jan 21 09:43:08.960211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c32b9be-6838-4f6f-9384-18dfd893d541,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.971645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Checking segment: {'id': '1ce2958b-6e66-4a1f-bb5d-2a50db9c3912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '710debf3-8aeb-4fe9-b462-751dbf69e343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:08.972427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network hostable DHCP agents. Network: 710debf3-8aeb-4fe9-b462-751dbf69e343, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:09.018323 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.025451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43530) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:09.027708 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8d5dddab-e02b-4d57-b5a7-4bea2a1a0ac8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8470688 Jan 21 09:43:09.028611 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-47d17051-d654-4d96-ab6c-ae07a52735c3 None None] For port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4cd7990e-5ab5-4e01-9682-e6f8d3735f6a,segment=NetworkSegment(fdbe75c7-bfa7-4153-8d97-3f024632269a),segment_id=fdbe75c7-bfa7-4153-8d97-3f024632269a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:09.056413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.080089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 710debf3-8aeb-4fe9-b462-751dbf69e343 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:09.115555 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47d17051-d654-4d96-ab6c-ae07a52735c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.117137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 710debf3-8aeb-4fe9-b462-751dbf69e343) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:09.127558 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:09.127558 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.134042 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf6a70b-08ac-41b6-9266-6cb7491edf2f None None] Network 710debf3-8aeb-4fe9-b462-751dbf69e343 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:09.144100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-642fbc03-f2a7-4041-93e0-1d5f94888451 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.188131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47d17051-d654-4d96-ab6c-ae07a52735c3 None None] Transition to ACTIVE for port object 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:09.229598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-242d8c34-c7b3-4f08-a355-9fd4020b0c6c tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': 'a418a1df-4f4e-4de3-8db9-0939372b7b21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6c32b9be-6838-4f6f-9384-18dfd893d541'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:09.239997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.244296 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:09.244296 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.247579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47d17051-d654-4d96-ab6c-ae07a52735c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.249993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43532) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:09.284587 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-676cc8ee-162b-483c-a54b-dcfd79849314 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5252855 Jan 21 09:43:09.295441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43540) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:09.300375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-242d8c34-c7b3-4f08-a355-9fd4020b0c6c tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:09.305823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-242d8c34-c7b3-4f08-a355-9fd4020b0c6c tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:09.309743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-242d8c34-c7b3-4f08-a355-9fd4020b0c6c tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:09.317235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-242d8c34-c7b3-4f08-a355-9fd4020b0c6c tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:09.317680 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8106997 Jan 21 09:43:09.323938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43542) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:09.334470 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a409f5e8-a576-4824-8fc4-49b63feb8e80 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-512324717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:09.350153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a409f5e8-a576-4824-8fc4-49b63feb8e80 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:09.378709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a409f5e8-a576-4824-8fc4-49b63feb8e80 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:router and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:09.388005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a409f5e8-a576-4824-8fc4-49b63feb8e80 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:09.390097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0d03c756-954c-4407-b069-aad2507ddfb0 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:09.408121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a409f5e8-a576-4824-8fc4-49b63feb8e80 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:09.431974 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-242d8c34-c7b3-4f08-a355-9fd4020b0c6c tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:09.436711 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-242d8c34-c7b3-4f08-a355-9fd4020b0c6c tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2214606 Jan 21 09:43:09.439813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43548) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:09.443503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e568845-1d7a-4de8-8254-8ce58ab255d5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Network': ['ID=c350c31c-bf99-4d1c-b682-a4c731889697,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:09.446602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-642fbc03-f2a7-4041-93e0-1d5f94888451 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.488291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network c350c31c-bf99-4d1c-b682-a4c731889697 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:09.507325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d17051-d654-4d96-ab6c-ae07a52735c3 None None] Pushing event updated for resources: {'Port': ['ID=4cd7990e-5ab5-4e01-9682-e6f8d3735f6a,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:09.524118 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-910a3077-b929-45e7-9421-f26556f4abc9 tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2013444774', 'prefixes': ['172.20.0.0/16']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:09.524605 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a409f5e8-a576-4824-8fc4-49b63feb8e80 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.527217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a409f5e8-a576-4824-8fc4-49b63feb8e80 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.549889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-642fbc03-f2a7-4041-93e0-1d5f94888451 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.603367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a409f5e8-a576-4824-8fc4-49b63feb8e80 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.604926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fbc03-f2a7-4041-93e0-1d5f94888451 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=f145685f-c5c3-43c9-a96e-9370eb41f52f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:09.617529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-910a3077-b929-45e7-9421-f26556f4abc9 tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:09.682569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eec3e1-28c8-46e8-9dfa-cbcb08988e96 req-b14ffcf4-ebb4-4aa9-81a6-f2fef5bb0e09 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:09.684128 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-36eec3e1-28c8-46e8-9dfa-cbcb08988e96 req-b14ffcf4-ebb4-4aa9-81a6-f2fef5bb0e09 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.4552865 Jan 21 09:43:09.702164 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-642fbc03-f2a7-4041-93e0-1d5f94888451 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/f145685f-c5c3-43c9-a96e-9370eb41f52f HTTP/1.1" status: 204 len: 168 time: 1.1371472 Jan 21 09:43:09.714921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43554) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:09.740142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:09.772636 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a409f5e8-a576-4824-8fc4-49b63feb8e80 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.835112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b3bc84b-5275-41eb-8200-01655dc9525d tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.907953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.912436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a409f5e8-a576-4824-8fc4-49b63feb8e80 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.916631 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a409f5e8-a576-4824-8fc4-49b63feb8e80 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5858781 Jan 21 09:43:09.916631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b3bc84b-5275-41eb-8200-01655dc9525d tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.929928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43558) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:09.940063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.968043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-710debf3-8aeb-4fe9-b462-751dbf69e343', 'network_id': '710debf3-8aeb-4fe9-b462-751dbf69e343', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'fixed_ips': [{'subnet_id': '0da8cc5b-0799-4a1a-a75f-0b381689d7c8'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:09.968980 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.982767 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a275e7c0-c57a-4f3e-9745-9af407c5aa30 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2663550 Jan 21 09:43:09.988860 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43562) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:10.074694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-910a3077-b929-45e7-9421-f26556f4abc9 tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] Notify callbacks [] for subnetpool, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.078468 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-910a3077-b929-45e7-9421-f26556f4abc9 tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] 10.222.0.99 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8143892 Jan 21 09:43:10.082989 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-36eec3e1-28c8-46e8-9dfa-cbcb08988e96 req-acf42ee4-2518-4c48-bce6-35635c96a0e2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669941 Jan 21 09:43:10.102516 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43566) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:10.118771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:10.161535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.192405 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-614c764d-58d3-47fc-b6b9-02872c207106 tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] 10.222.0.99 "GET /v2.0/subnetpools/7aac2c7c-4f8d-4b77-a0b0-a5c8e3c6a68d HTTP/1.1" status: 200 len: 732 time: 0.0884650 Jan 21 09:43:10.295172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43572) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:10.347625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Allocated IP 2001:db8::2 (710debf3-8aeb-4fe9-b462-751dbf69e343/0da8cc5b-0799-4a1a-a75f-0b381689d7c8/456e020d-932b-4ef1-a4f6-71e66d4910d8) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:10.374656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d03c756-954c-4407-b069-aad2507ddfb0 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.405470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e62caefe-d933-4e2d-b1e1-641ff89147aa tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1508337174'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:10.438951 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.476200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d03c756-954c-4407-b069-aad2507ddfb0 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.515123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b3bc84b-5275-41eb-8200-01655dc9525d tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.709176 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd4bb90-82b2-48cc-a210-5b7cd5161149 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:10.755607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9b83a0-4477-4a8a-942b-1b5133733f6a None None] Network fe7c61bc-3749-443c-a784-4b6d786da01a requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:10.874901 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.903382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bc84b-5275-41eb-8200-01655dc9525d tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c32b9be-6838-4f6f-9384-18dfd893d541,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:10.995976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:11.003678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Transition to ACTIVE for port object 456e020d-932b-4ef1-a4f6-71e66d4910d8 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:11.010944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d03c756-954c-4407-b069-aad2507ddfb0 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network c350c31c-bf99-4d1c-b682-a4c731889697 is not hosted by any dhcp agent {{(pid=87502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 09:43:11.032803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d03c756-954c-4407-b069-aad2507ddfb0 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:11.032803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0d03c756-954c-4407-b069-aad2507ddfb0 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.032803 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0d03c756-954c-4407-b069-aad2507ddfb0 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "PUT /v2.0/networks/c350c31c-bf99-4d1c-b682-a4c731889697 HTTP/1.1" status: 200 len: 723 time: 1.6914546 Jan 21 09:43:11.038245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43578) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.039079 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fd5e794f-c231-41c3-9d9f-b4e8cdb63bf3 None None] Provisioning complete for port e6812902-0114-4ca7-96f0-3055cb4acdfa triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:11.039079 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd5e794f-c231-41c3-9d9f-b4e8cdb63bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.041878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b3bc84b-5275-41eb-8200-01655dc9525d tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.041878 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7b3bc84b-5275-41eb-8200-01655dc9525d tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "DELETE /v2.0/security-groups/6c32b9be-6838-4f6f-9384-18dfd893d541 HTTP/1.1" status: 204 len: 168 time: 1.5828419 Jan 21 09:43:11.065896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'subnet': {'network_id': 'c350c31c-bf99-4d1c-b682-a4c731889697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:11.074973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:11.078952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43582) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.119756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:11.144380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Allocated IP 172.26.4.47 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/17a244fa-6bb1-455e-a518-1d1d33614d49) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:11.148387 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:11.190283 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Transition to ACTIVE for port object 456e020d-932b-4ef1-a4f6-71e66d4910d8 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:11.194649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.215350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.272857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03c756-954c-4407-b069-aad2507ddfb0 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Network': ['ID=c350c31c-bf99-4d1c-b682-a4c731889697,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:11.302497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:11.313284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:11.314131 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:11.316778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.321212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network c350c31c-bf99-4d1c-b682-a4c731889697 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:11.326034 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.336937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:11.340640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.369038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd372f2-d79e-40b0-b236-d3ff1edbd37f req-3367a377-8f81-4a42-a959-b321541e3cb1 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:11.376398 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ddd372f2-d79e-40b0-b236-d3ff1edbd37f req-3367a377-8f81-4a42-a959-b321541e3cb1 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.4836211 Jan 21 09:43:11.401787 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Network 710debf3-8aeb-4fe9-b462-751dbf69e343 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:11.407426 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Pushing event updated for resources: {'Port': ['ID=456e020d-932b-4ef1-a4f6-71e66d4910d8,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:11.414426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7f82388b-1b7d-4d70-b950-312092d98ad8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Synchronizing usage tracker for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:11.448892 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ddd372f2-d79e-40b0-b236-d3ff1edbd37f req-9a4b06b2-9dea-49e8-a92b-06a7c63de4fb tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712318 Jan 21 09:43:11.461139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:11.507076 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:11.567244 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e62caefe-d933-4e2d-b1e1-641ff89147aa tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] Notify callbacks [] for subnetpool, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.568714 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e62caefe-d933-4e2d-b1e1-641ff89147aa tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] 10.222.0.99 "PUT /v2.0/subnetpools/7aac2c7c-4f8d-4b77-a0b0-a5c8e3c6a68d HTTP/1.1" status: 200 len: 684 time: 1.2725360 Jan 21 09:43:11.574719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7f82388b-1b7d-4d70-b950-312092d98ad8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Unset dirty status for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:11.579371 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7f82388b-1b7d-4d70-b950-312092d98ad8 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4991620 Jan 21 09:43:11.581311 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43588) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.581867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43590) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.685826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Attempting to bind port 456e020d-932b-4ef1-a4f6-71e66d4910d8 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:11.686185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Attempting to bind port 456e020d-932b-4ef1-a4f6-71e66d4910d8 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '1ce2958b-6e66-4a1f-bb5d-2a50db9c3912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '710debf3-8aeb-4fe9-b462-751dbf69e343'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:11.686726 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Attempting to bind port 456e020d-932b-4ef1-a4f6-71e66d4910d8 on network 710debf3-8aeb-4fe9-b462-751dbf69e343 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:11.696680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:11.697353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Checking segment: {'id': '1ce2958b-6e66-4a1f-bb5d-2a50db9c3912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '710debf3-8aeb-4fe9-b462-751dbf69e343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:11.697958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.698525 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Bound using segment: {'id': '1ce2958b-6e66-4a1f-bb5d-2a50db9c3912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '710debf3-8aeb-4fe9-b462-751dbf69e343'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:11.699157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Bound port: 456e020d-932b-4ef1-a4f6-71e66d4910d8, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce2958b-6e66-4a1f-bb5d-2a50db9c3912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '710debf3-8aeb-4fe9-b462-751dbf69e343'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:11.699653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.699861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.725292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fd5e794f-c231-41c3-9d9f-b4e8cdb63bf3 None None] Provisioning for port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:11.764014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dc1829-bbfd-4990-b3c8-5a0749308b54 None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:11.821081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fd5e794f-c231-41c3-9d9f-b4e8cdb63bf3 None None] Provisioning complete for port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:11.821962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd5e794f-c231-41c3-9d9f-b4e8cdb63bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.838586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2f43086a-b80a-4e10-82f6-399d41dcd77a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.866345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-70dc1829-bbfd-4990-b3c8-5a0749308b54 None None] Deleting port e6812902-0114-4ca7-96f0-3055cb4acdfa {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:11.866831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-70dc1829-bbfd-4990-b3c8-5a0749308b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.910817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2f43086a-b80a-4e10-82f6-399d41dcd77a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.941469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-822731eb-e0a3-4d43-92fe-cc6d640704e5 tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] Notify callbacks [] for subnetpool, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.942977 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-822731eb-e0a3-4d43-92fe-cc6d640704e5 tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] 10.222.0.99 "DELETE /v2.0/subnetpools/7aac2c7c-4f8d-4b77-a0b0-a5c8e3c6a68d HTTP/1.1" status: 204 len: 168 time: 0.3582389 Jan 21 09:43:11.947771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.951624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43598) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.995241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.036004 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] For port 456e020d-932b-4ef1-a4f6-71e66d4910d8, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:12.056428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] For port 456e020d-932b-4ef1-a4f6-71e66d4910d8, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=456e020d-932b-4ef1-a4f6-71e66d4910d8,segment=NetworkSegment(1ce2958b-6e66-4a1f-bb5d-2a50db9c3912),segment_id=1ce2958b-6e66-4a1f-bb5d-2a50db9c3912)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:12.065792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.121870 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:12.159491 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:12.165726 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:12.166689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.205259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:12.217251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:12.220788 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:12.253510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Allocated IP 2001:db8::1 (710debf3-8aeb-4fe9-b462-751dbf69e343/0da8cc5b-0799-4a1a-a75f-0b381689d7c8/5a5e9240-65aa-4f0b-9c30-641ecfe759e7) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:12.297752 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-e1d48e10-cb64-496c-a74c-e1230772c4a1 tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] show failed (client error): The resource could not be found. Jan 21 09:43:12.299283 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e1d48e10-cb64-496c-a74c-e1230772c4a1 tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] 10.222.0.99 "GET /v2.0/subnetpools/7aac2c7c-4f8d-4b77-a0b0-a5c8e3c6a68d HTTP/1.1" status: 404 len: 346 time: 0.3068364 Jan 21 09:43:12.306214 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3131523 Jan 21 09:43:12.317944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43602) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:12.318548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43604) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:12.321322 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca43ea6-70d9-4f10-a353-35ad8665ea6d None None] Pushing event updated for resources: {'Port': ['ID=456e020d-932b-4ef1-a4f6-71e66d4910d8,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:12.345527 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Pushing event updated for resources: {'Port': ['ID=17a244fa-6bb1-455e-a518-1d1d33614d49,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:12.357084 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-70dc1829-bbfd-4990-b3c8-5a0749308b54 None None] For port e6812902-0114-4ca7-96f0-3055cb4acdfa, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e6812902-0114-4ca7-96f0-3055cb4acdfa,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:12.357470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-70dc1829-bbfd-4990-b3c8-5a0749308b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.369273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-02021f8b-31e9-459f-979d-b786d1a7a17a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:12.376922 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2f43086a-b80a-4e10-82f6-399d41dcd77a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.447388 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-3c4f0c72-3eb9-491c-aaf2-ff623844396a tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] delete failed (client error): The resource could not be found. Jan 21 09:43:12.448428 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3c4f0c72-3eb9-491c-aaf2-ff623844396a tempest-SubnetPoolsTestJSON-678177507 tempest-SubnetPoolsTestJSON-678177507-project] 10.222.0.99 "DELETE /v2.0/subnetpools/7aac2c7c-4f8d-4b77-a0b0-a5c8e3c6a68d HTTP/1.1" status: 404 len: 346 time: 0.1279092 Jan 21 09:43:12.480206 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa50ea-d15d-45e1-a7ec-7a67ef1b2104 req-6e53c73d-7b7a-4074-9776-eb9a597af76c tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:12.482622 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-43fa50ea-d15d-45e1-a7ec-7a67ef1b2104 req-6e53c73d-7b7a-4074-9776-eb9a597af76c tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.4595554 Jan 21 09:43:12.507285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-70dc1829-bbfd-4990-b3c8-5a0749308b54 None None] Calling delete_port for e6812902-0114-4ca7-96f0-3055cb4acdfa owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:12.515854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf9474-2385-4cf4-b5f1-55066974b24e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=81fd41ea-a139-4091-97b7-0a0186ababd6,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:12.522743 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43086a-b80a-4e10-82f6-399d41dcd77a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a418a1df-4f4e-4de3-8db9-0939372b7b21,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:12.563965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.580447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5ac3908b-970a-463c-9f62-de65b1be5350 None None] Provisioning complete for port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:12.581213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5ac3908b-970a-463c-9f62-de65b1be5350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.686202 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-70dc1829-bbfd-4990-b3c8-5a0749308b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.739775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc1829-bbfd-4990-b3c8-5a0749308b54 None None] Pushing event deleted for resources: {'Port': ['ID=e6812902-0114-4ca7-96f0-3055cb4acdfa,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:12.779470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc1829-bbfd-4990-b3c8-5a0749308b54 None None] No DVR routers for this DVR port e6812902-0114-4ca7-96f0-3055cb4acdfa on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:12.807292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485fbb1-1232-4dbd-aabb-0a9f22add139 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:12.820159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2f43086a-b80a-4e10-82f6-399d41dcd77a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.821881 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2f43086a-b80a-4e10-82f6-399d41dcd77a tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "DELETE /v2.0/security-groups/a418a1df-4f4e-4de3-8db9-0939372b7b21 HTTP/1.1" status: 204 len: 168 time: 1.2351289 Jan 21 09:43:12.830268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43612) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:12.939210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ff7e922c-544b-4f2d-84ac-44481c7f6690 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Synchronizing usage tracker for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:13.001181 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43618) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.039198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ff7e922c-544b-4f2d-84ac-44481c7f6690 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Unset dirty status for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:13.040706 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ff7e922c-544b-4f2d-84ac-44481c7f6690 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2092168 Jan 21 09:43:13.130667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43624) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.157137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.165616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': '81fd41ea-a139-4091-97b7-0a0186ababd6'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:13.166486 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.167182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ea210d7e-4c2d-4c5f-9ca7-04769d7a7d04 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group': {'name': 'tempest-secgroup--2131926438'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:13.174902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ea210d7e-4c2d-4c5f-9ca7-04769d7a7d04 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:13.189512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ea210d7e-4c2d-4c5f-9ca7-04769d7a7d04 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:13.216011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Subnet': ['ID=6f6f13d9-8cbd-4b2f-8d67-88058fc49f6e,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.222405 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-43fa50ea-d15d-45e1-a7ec-7a67ef1b2104 req-459d821a-884a-42ab-bf1e-590ddcc7283b tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6603470 Jan 21 09:43:13.237579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.244571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Checking segment: {'id': 'b2cc0db1-cee5-4bc1-9590-8eaea3947572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c350c31c-bf99-4d1c-b682-a4c731889697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:13.245204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network hostable DHCP agents. Network: c350c31c-bf99-4d1c-b682-a4c731889697, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:13.267131 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-02021f8b-31e9-459f-979d-b786d1a7a17a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:13.272078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-02021f8b-31e9-459f-979d-b786d1a7a17a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:13.275965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-02021f8b-31e9-459f-979d-b786d1a7a17a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:13.282722 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-02021f8b-31e9-459f-979d-b786d1a7a17a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:13.293662 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ea210d7e-4c2d-4c5f-9ca7-04769d7a7d04 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.302547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-786ab22b-29fa-4969-bf95-5986ab6c1a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.308628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02021f8b-31e9-459f-979d-b786d1a7a17a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:13.312396 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-02021f8b-31e9-459f-979d-b786d1a7a17a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.348087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-786ab22b-29fa-4969-bf95-5986ab6c1a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:13.359798 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-786ab22b-29fa-4969-bf95-5986ab6c1a58 admin admin] Usage tracker for resource:security_group_rule and tenant:affd25ced80f44bf987578ce97861d5d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:13.363717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Allocated IP 2001:db8::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/81fd41ea-a139-4091-97b7-0a0186ababd6/04ecf0ed-05fe-4516-ba94-0449fb1bc449) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:13.366708 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-786ab22b-29fa-4969-bf95-5986ab6c1a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:13.367760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Transition to ACTIVE for port object 5a5e9240-65aa-4f0b-9c30-641ecfe759e7 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:13.381300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ea210d7e-4c2d-4c5f-9ca7-04769d7a7d04 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:13.442571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network c350c31c-bf99-4d1c-b682-a4c731889697 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:13.450102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ea210d7e-4c2d-4c5f-9ca7-04769d7a7d04 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:13.459966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ea210d7e-4c2d-4c5f-9ca7-04769d7a7d04 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:13.476529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, c350c31c-bf99-4d1c-b682-a4c731889697) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:13.484326 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ea210d7e-4c2d-4c5f-9ca7-04769d7a7d04 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:13.493553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8c65e7-f18b-4145-a017-1f13ca9a42a8 None None] Network c350c31c-bf99-4d1c-b682-a4c731889697 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:13.505948 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:13.506557 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676489'] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.584719 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.ipam_backend_mixin [None req-02021f8b-31e9-459f-979d-b786d1a7a17a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81fd41ea-a139-4091-97b7-0a0186ababd6 (CIDR: 2001:db8::/64) Jan 21 09:43:13.596808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.712682 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-02021f8b-31e9-459f-979d-b786d1a7a17a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:13.713082 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02021f8b-31e9-459f-979d-b786d1a7a17a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:13.739314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=5a5e9240-65aa-4f0b-9c30-641ecfe759e7,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.762256 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-519b0fa2-3c0d-42cb-8d9b-a93609493c13 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7208123 Jan 21 09:43:13.784182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43628) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.804410 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 456e020d-932b-4ef1-a4f6-71e66d4910d8 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:13.810719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-01f4e3d0-46da-4778-be80-8af595a51f5e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:13.834337 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-786ab22b-29fa-4969-bf95-5986ab6c1a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:13.858849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.866216 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0e4b3c-5940-4ab8-8870-293dc0c42927 None None] Network 710debf3-8aeb-4fe9-b462-751dbf69e343 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:13.866845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 710debf3-8aeb-4fe9-b462-751dbf69e343 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:13.882390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:13.900115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:13.901145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.907214 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-02021f8b-31e9-459f-979d-b786d1a7a17a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5845528 Jan 21 09:43:13.918395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Transition to ACTIVE for port object 04ecf0ed-05fe-4516-ba94-0449fb1bc449 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:13.922920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43632) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.939980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:14.054139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-c350c31c-bf99-4d1c-b682-a4c731889697', 'network_id': 'c350c31c-bf99-4d1c-b682-a4c731889697', 'tenant_id': 'df454c50b2f84b738807266e26ee282d', 'fixed_ips': [{'subnet_id': '6f6f13d9-8cbd-4b2f-8d67-88058fc49f6e'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:14.055028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.075709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b53710db-666b-4ed2-8b16-6ff35b21efb0 None None] Provisioning for port 456e020d-932b-4ef1-a4f6-71e66d4910d8 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:14.079527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Transition to ACTIVE for port object 04ecf0ed-05fe-4516-ba94-0449fb1bc449 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:14.103521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.130911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ea210d7e-4c2d-4c5f-9ca7-04769d7a7d04 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.142496 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ea210d7e-4c2d-4c5f-9ca7-04769d7a7d04 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.198107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 456e020d-932b-4ef1-a4f6-71e66d4910d8 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:14.217801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-01f4e3d0-46da-4778-be80-8af595a51f5e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-262055268'] for subnet, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.223975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.237226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:14.246020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:14.248015 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 456e020d-932b-4ef1-a4f6-71e66d4910d8 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:14.248626 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.280769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:14.314859 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:14.320679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.345960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea210d7e-4c2d-4c5f-9ca7-04769d7a7d04 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b32a4ff-9bc1-40c7-bf59-6dfa2045ff83,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:14.354880 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Pushing event updated for resources: {'Port': ['ID=04ecf0ed-05fe-4516-ba94-0449fb1bc449,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:14.384808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:14.399989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:14.412205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-786ab22b-29fa-4969-bf95-5986ab6c1a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.418326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:14.425132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-786ab22b-29fa-4969-bf95-5986ab6c1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.458550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ea210d7e-4c2d-4c5f-9ca7-04769d7a7d04 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.463554 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ea210d7e-4c2d-4c5f-9ca7-04769d7a7d04 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3236167 Jan 21 09:43:14.466813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43638) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:14.483475 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:14.486977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.504421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-99c0b5a1-cc43-418b-b75d-77a679c42c18 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': '7b32a4ff-9bc1-40c7-bf59-6dfa2045ff83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:14.528295 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-786ab22b-29fa-4969-bf95-5986ab6c1a58 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=affd25ced80f44bf987578ce97861d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5191801 Jan 21 09:43:14.533459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-99c0b5a1-cc43-418b-b75d-77a679c42c18 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:14.538995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43642) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:14.555161 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-99c0b5a1-cc43-418b-b75d-77a679c42c18 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:14.557195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Attempting to bind port 04ecf0ed-05fe-4516-ba94-0449fb1bc449 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:14.557709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ab22b-29fa-4969-bf95-5986ab6c1a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe2b4ae-7bf5-4b5d-8121-6d8384a8da47,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:14.557863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Attempting to bind port 04ecf0ed-05fe-4516-ba94-0449fb1bc449 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:14.558085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Attempting to bind port 04ecf0ed-05fe-4516-ba94-0449fb1bc449 on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:14.560484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-99c0b5a1-cc43-418b-b75d-77a679c42c18 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:14.586771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-99c0b5a1-cc43-418b-b75d-77a679c42c18 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:14.587448 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:14.587945 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:14.589834 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.590154 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:14.590706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Bound port: 04ecf0ed-05fe-4516-ba94-0449fb1bc449, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:14.591095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.701647 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Allocated IP 2001:db8::2 (c350c31c-bf99-4d1c-b682-a4c731889697/6f6f13d9-8cbd-4b2f-8d67-88058fc49f6e/02dc39fc-e851-42b8-aa97-6083f4a2ccb4) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:14.733178 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Router 7fb474d3-8922-4005-89d5-cd795f2a8c23 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:43:14.736367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894177f9-1d06-4a64-adaa-3b4a19b1ee8f req-159a53c0-f506-494b-aea8-dd20e008c658 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:14.741261 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-894177f9-1d06-4a64-adaa-3b4a19b1ee8f req-159a53c0-f506-494b-aea8-dd20e008c658 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.3754957 Jan 21 09:43:14.745942 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-99c0b5a1-cc43-418b-b75d-77a679c42c18 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:14.747482 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-99c0b5a1-cc43-418b-b75d-77a679c42c18 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2757111 Jan 21 09:43:14.748233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.751910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43646) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:14.756280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-058dcdef-5d4d-4b73-bea1-2b46adb6de8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.767552 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-944b3281-6469-477a-9357-429fa18949fe tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group_rule': {'security_group_id': '7b32a4ff-9bc1-40c7-bf59-6dfa2045ff83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:14.787969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-944b3281-6469-477a-9357-429fa18949fe tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:14.854039 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-944b3281-6469-477a-9357-429fa18949fe tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:14.866014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-944b3281-6469-477a-9357-429fa18949fe tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:14.886237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-944b3281-6469-477a-9357-429fa18949fe tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:14.902066 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-058dcdef-5d4d-4b73-bea1-2b46adb6de8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.902851 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] For port 04ecf0ed-05fe-4516-ba94-0449fb1bc449, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:14.933563 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-894177f9-1d06-4a64-adaa-3b4a19b1ee8f req-3c4bdf95-c5a3-43dc-8297-0d445974b426 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288009 Jan 21 09:43:14.962569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 456e020d-932b-4ef1-a4f6-71e66d4910d8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=456e020d-932b-4ef1-a4f6-71e66d4910d8,segment=NetworkSegment(1ce2958b-6e66-4a1f-bb5d-2a50db9c3912),segment_id=1ce2958b-6e66-4a1f-bb5d-2a50db9c3912)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:14.967847 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] For port 04ecf0ed-05fe-4516-ba94-0449fb1bc449, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=04ecf0ed-05fe-4516-ba94-0449fb1bc449,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:14.980477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.027655 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.031509 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.038831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.040769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.078268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e6812902-0114-4ca7-96f0-3055cb4acdfa no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:15.167533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:15.176334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: e6812902-0114-4ca7-96f0-3055cb4acdfa {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:15.178720 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-944b3281-6469-477a-9357-429fa18949fe tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:15.179767 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-944b3281-6469-477a-9357-429fa18949fe tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4248617 Jan 21 09:43:15.186540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e6812902-0114-4ca7-96f0-3055cb4acdfa not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:15.192653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43652) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:15.204287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee6f75-97c3-4f32-89ff-efccfe99f016 None None] Sync routers for ids ['7fb474d3-8922-4005-89d5-cd795f2a8c23'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:15.232675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-058dcdef-5d4d-4b73-bea1-2b46adb6de8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.283808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058dcdef-5d4d-4b73-bea1-2b46adb6de8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe2b4ae-7bf5-4b5d-8121-6d8384a8da47,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:15.315047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-058dcdef-5d4d-4b73-bea1-2b46adb6de8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.322108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=456e020d-932b-4ef1-a4f6-71e66d4910d8,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:15.333115 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-058dcdef-5d4d-4b73-bea1-2b46adb6de8d admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ebe2b4ae-7bf5-4b5d-8121-6d8384a8da47 HTTP/1.1" status: 204 len: 168 time: 0.7810855 Jan 21 09:43:15.346611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.351105 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-79ea23d9-8fdb-4081-8f23-1196d87c458d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0507925 Jan 21 09:43:15.371692 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43660) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:15.378718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.391963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Transition to ACTIVE for port object 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:15.397501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:15.406820 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=5a5e9240-65aa-4f0b-9c30-641ecfe759e7,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:15.413897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Transition to ACTIVE for port object 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:15.472725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee6f75-97c3-4f32-89ff-efccfe99f016 None None] Routers {'7fb474d3-8922-4005-89d5-cd795f2a8c23'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:15.473467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d4ee6f75-97c3-4f32-89ff-efccfe99f016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7fb474d3-8922-4005-89d5-cd795f2a8c23'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:15.601388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f89992f3-cee3-4930-b015-e266304fb1dd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.742470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.776502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-01f4e3d0-46da-4778-be80-8af595a51f5e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735567170286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-262085630'] for subnet, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.791525 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d4ee6f75-97c3-4f32-89ff-efccfe99f016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:15.833993 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 456e020d-932b-4ef1-a4f6-71e66d4910d8 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:15.880929 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f89992f3-cee3-4930-b015-e266304fb1dd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.927441 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f09e976a-ec96-4308-90c8-0a204e5c1673 None None] Provisioning complete for port 456e020d-932b-4ef1-a4f6-71e66d4910d8 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:15.927921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f09e976a-ec96-4308-90c8-0a204e5c1673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.023183 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Network c350c31c-bf99-4d1c-b682-a4c731889697 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:16.031206 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee6f75-97c3-4f32-89ff-efccfe99f016 None None] Routers {'7fb474d3-8922-4005-89d5-cd795f2a8c23'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:16.032039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d4ee6f75-97c3-4f32-89ff-efccfe99f016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7fb474d3-8922-4005-89d5-cd795f2a8c23'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:16.100627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:16.111734 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f4e3d0-46da-4778-be80-8af595a51f5e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.112323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-01f4e3d0-46da-4778-be80-8af595a51f5e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.113631 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-01f4e3d0-46da-4778-be80-8af595a51f5e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "PUT /v2.0/subnets/6f6f13d9-8cbd-4b2f-8d67-88058fc49f6e HTTP/1.1" status: 200 len: 826 time: 2.3261604 Jan 21 09:43:16.123750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43674) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.132520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:16.252022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d4ee6f75-97c3-4f32-89ff-efccfe99f016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:16.252454 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee6f75-97c3-4f32-89ff-efccfe99f016 None None] The sync data for ids ['7fb474d3-8922-4005-89d5-cd795f2a8c23'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:16.273335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 456e020d-932b-4ef1-a4f6-71e66d4910d8 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:16.273704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.307163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7d4a4-3f16-45e6-a41a-d4a545c51660 None None] Pushing event updated for resources: {'Port': ['ID=04ecf0ed-05fe-4516-ba94-0449fb1bc449,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:16.320747 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.333407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 710debf3-8aeb-4fe9-b462-751dbf69e343 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:16.335789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:16.340586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4e3d0-46da-4778-be80-8af595a51f5e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Subnet': ['ID=6f6f13d9-8cbd-4b2f-8d67-88058fc49f6e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:16.375881 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Attempting to bind port 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:16.376258 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Attempting to bind port 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'b2cc0db1-cee5-4bc1-9590-8eaea3947572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c350c31c-bf99-4d1c-b682-a4c731889697'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:16.376649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Attempting to bind port 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 on network c350c31c-bf99-4d1c-b682-a4c731889697 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:16.378832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:43:16.401439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:16.403213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Checking segment: {'id': 'b2cc0db1-cee5-4bc1-9590-8eaea3947572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c350c31c-bf99-4d1c-b682-a4c731889697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:16.403213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.403213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Bound using segment: {'id': 'b2cc0db1-cee5-4bc1-9590-8eaea3947572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c350c31c-bf99-4d1c-b682-a4c731889697'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:16.403213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Bound port: 02dc39fc-e851-42b8-aa97-6083f4a2ccb4, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cc0db1-cee5-4bc1-9590-8eaea3947572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c350c31c-bf99-4d1c-b682-a4c731889697'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:16.403723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.548475 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f89992f3-cee3-4930-b015-e266304fb1dd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.631120 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43686) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.638960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Pushing event updated for resources: {'Port': ['ID=02dc39fc-e851-42b8-aa97-6083f4a2ccb4,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:16.645211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Deleting port 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:16.645579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.698687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89992f3-cee3-4930-b015-e266304fb1dd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b32a4ff-9bc1-40c7-bf59-6dfa2045ff83,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:16.736870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe11717-2d7a-42d0-898b-b9e72b0f0571 req-fb4cf3c3-db15-47a9-ab4b-3b0e56e9a625 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.745586 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-afe11717-2d7a-42d0-898b-b9e72b0f0571 req-fb4cf3c3-db15-47a9-ab4b-3b0e56e9a625 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 1.3255384 Jan 21 09:43:16.764905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] For port 02dc39fc-e851-42b8-aa97-6083f4a2ccb4, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:16.781795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] For port 02dc39fc-e851-42b8-aa97-6083f4a2ccb4, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=02dc39fc-e851-42b8-aa97-6083f4a2ccb4,segment=NetworkSegment(b2cc0db1-cee5-4bc1-9590-8eaea3947572),segment_id=b2cc0db1-cee5-4bc1-9590-8eaea3947572)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:16.795618 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.843354 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f09e976a-ec96-4308-90c8-0a204e5c1673 None None] Provisioning for port 5a5e9240-65aa-4f0b-9c30-641ecfe759e7 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:16.881436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-357458124-network', 'tenant_id': '9ecec8e9c896450fb542a371b65345c1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:16.884665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f09e976a-ec96-4308-90c8-0a204e5c1673 None None] Provisioning complete for port 5a5e9240-65aa-4f0b-9c30-641ecfe759e7 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:16.885953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f09e976a-ec96-4308-90c8-0a204e5c1673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.894863 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f89992f3-cee3-4930-b015-e266304fb1dd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.896007 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f89992f3-cee3-4930-b015-e266304fb1dd tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "DELETE /v2.0/security-groups/7b32a4ff-9bc1-40c7-bf59-6dfa2045ff83 HTTP/1.1" status: 204 len: 168 time: 1.7023985 Jan 21 09:43:16.903033 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43692) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.914628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:16.931183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Usage tracker for resource:network and tenant:9ecec8e9c896450fb542a371b65345c1 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:16.957014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f558b-9cde-44c0-87f2-8db28e277b69 None None] Pushing event updated for resources: {'Port': ['ID=02dc39fc-e851-42b8-aa97-6083f4a2ccb4,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:16.964532 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:16.996358 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-afe11717-2d7a-42d0-898b-b9e72b0f0571 req-f9d51fe5-de1a-4200-88ba-e81527e23e5d tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497985 Jan 21 09:43:16.997792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f09e976a-ec96-4308-90c8-0a204e5c1673 None None] Port 5a5e9240-65aa-4f0b-9c30-641ecfe759e7 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:17.022123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:17.031418 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router ffaf34d7-eea2-4a04-a0bf-f23b3746dc13 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:43:17.031530 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.092902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Made reservation on behalf of 9ecec8e9c896450fb542a371b65345c1 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:17.095203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.124824 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a9959f8e-04fd-493f-a8b4-c05233693879 None None] Provisioning for port 04ecf0ed-05fe-4516-ba94-0449fb1bc449 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:17.140962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-01a2f111-03af-455c-ba4e-6f95408ff729 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Synchronizing usage tracker for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:17.146620 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a9959f8e-04fd-493f-a8b4-c05233693879 None None] Provisioning complete for port 5a5e9240-65aa-4f0b-9c30-641ecfe759e7 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:17.147115 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a9959f8e-04fd-493f-a8b4-c05233693879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.258124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.276402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a9959f8e-04fd-493f-a8b4-c05233693879 None None] Port 5a5e9240-65aa-4f0b-9c30-641ecfe759e7 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:17.283137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-01a2f111-03af-455c-ba4e-6f95408ff729 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Unset dirty status for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:17.288239 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-01a2f111-03af-455c-ba4e-6f95408ff729 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3805444 Jan 21 09:43:17.290284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.293683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43696) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:17.316796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-38f02d46-ce8d-4129-8900-10a05d83ea64 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263238185'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:17.332293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-38f02d46-ce8d-4129-8900-10a05d83ea64 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:17.338828 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] For port 02dc39fc-e851-42b8-aa97-6083f4a2ccb4, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=02dc39fc-e851-42b8-aa97-6083f4a2ccb4,segment=NetworkSegment(b2cc0db1-cee5-4bc1-9590-8eaea3947572),segment_id=b2cc0db1-cee5-4bc1-9590-8eaea3947572)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:17.338828 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.345889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.346365 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:17.358950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:17.364860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Usage tracker for resource:security_group_rule and tenant:9ecec8e9c896450fb542a371b65345c1 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:17.367580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-38f02d46-ce8d-4129-8900-10a05d83ea64 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:17.372925 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897ebef-e0ef-488d-86e5-ffa15248cf6c None None] Sync routers for ids ['ffaf34d7-eea2-4a04-a0bf-f23b3746dc13'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:17.390325 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897ebef-e0ef-488d-86e5-ffa15248cf6c None None] Routers {'ffaf34d7-eea2-4a04-a0bf-f23b3746dc13'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:17.394643 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6897ebef-e0ef-488d-86e5-ffa15248cf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['ffaf34d7-eea2-4a04-a0bf-f23b3746dc13'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:17.411117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Deleting port 17a244fa-6bb1-455e-a518-1d1d33614d49 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:17.411688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.427686 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3a460473-d728-4b9b-a62f-4f7307e20917 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/ffaf34d7-eea2-4a04-a0bf-f23b3746dc13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4910007 Jan 21 09:43:17.434779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43700) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:17.478147 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6897ebef-e0ef-488d-86e5-ffa15248cf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:17.480785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:17.488069 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897ebef-e0ef-488d-86e5-ffa15248cf6c None None] Routers {'ffaf34d7-eea2-4a04-a0bf-f23b3746dc13'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:17.488724 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6897ebef-e0ef-488d-86e5-ffa15248cf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['ffaf34d7-eea2-4a04-a0bf-f23b3746dc13'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:17.489529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Calling delete_port for 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:17.537012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:17.550094 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6897ebef-e0ef-488d-86e5-ffa15248cf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:17.550094 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897ebef-e0ef-488d-86e5-ffa15248cf6c None None] The sync data for ids ['ffaf34d7-eea2-4a04-a0bf-f23b3746dc13'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:17.559796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38f02d46-ce8d-4129-8900-10a05d83ea64 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.582584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] For port 04ecf0ed-05fe-4516-ba94-0449fb1bc449, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=04ecf0ed-05fe-4516-ba94-0449fb1bc449,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:17.604027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-38f02d46-ce8d-4129-8900-10a05d83ea64 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:17.614094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-38f02d46-ce8d-4129-8900-10a05d83ea64 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Usage tracker for resource:security_group_rule and tenant:6a97217ca3f846aa8e3974b186cdf236 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:17.619945 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-38f02d46-ce8d-4129-8900-10a05d83ea64 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:17.642677 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aeed35-031b-40b7-9468-84bbc2e7502d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:17.643274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e4aeed35-031b-40b7-9468-84bbc2e7502d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Synchronizing usage tracker for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:17.654194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-38f02d46-ce8d-4129-8900-10a05d83ea64 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:17.709754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e4aeed35-031b-40b7-9468-84bbc2e7502d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Unset dirty status for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:17.710788 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e4aeed35-031b-40b7-9468-84bbc2e7502d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports/5a5e9240-65aa-4f0b-9c30-641ecfe759e7 HTTP/1.1" status: 200 len: 911 time: 0.2636750 Jan 21 09:43:17.714497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43704) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:17.716761 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.719339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.730209 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.730628 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.731450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.741660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-aff774c5-03d0-4590-a72c-07a3f5d64d09 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0da8cc5b-0799-4a1a-a75f-0b381689d7c8'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:17.806395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:17.855511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:17.856524 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 21 09:43:17.860848 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Port': ['ID=02dc39fc-e851-42b8-aa97-6083f4a2ccb4,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:17.897390 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Port 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 not found, will not notify nova. {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 21 09:43:17.897679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 04ecf0ed-05fe-4516-ba94-0449fb1bc449 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:17.938310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:17.938656 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:17.940217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:17.940217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:17.940217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:17.940217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:17.940635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:17.940635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:17.940969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:17.941253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:17.941600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:17.941926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:17.981251 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 04ecf0ed-05fe-4516-ba94-0449fb1bc449 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:17.987317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 04ecf0ed-05fe-4516-ba94-0449fb1bc449 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:17.987732 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.097825 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Calling delete_port for 17a244fa-6bb1-455e-a518-1d1d33614d49 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:18.165332 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:18.180031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:18.191884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90fbfd9-dc44-4ef5-8c1b-5477d07a8016 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:18.223564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=93103afc-5ece-4bbd-8c47-ea192428f130,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:18.226417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=04ecf0ed-05fe-4516-ba94-0449fb1bc449,revision_number=4']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:18.238605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.278853 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:18.279914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.283631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38f02d46-ce8d-4129-8900-10a05d83ea64 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.291573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No DVR routers for this DVR port 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:18.320220 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-668ad2cb-63b1-44c3-8715-80670c9ff6dd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3932045 Jan 21 09:43:18.321758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43710) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.329905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'mac_address': 'fa:16:3e:fd:c0:22', 'name': 'tempest-NetworksTestDHCPv6-58622332'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:18.336483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 04ecf0ed-05fe-4516-ba94-0449fb1bc449, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=04ecf0ed-05fe-4516-ba94-0449fb1bc449,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:18.352394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.397383 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec78d86e-15d1-4033-995a-e187e4760a53 None None] Network c350c31c-bf99-4d1c-b682-a4c731889697 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:18.401195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38f02d46-ce8d-4129-8900-10a05d83ea64 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.462620 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6a0d4202-02af-4289-9a57-8ada66f8395d None None] Could not find standard attr ID for object 02dc39fc-e851-42b8-aa97-6083f4a2ccb4. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:43:18.467367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.513664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.532568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:18.538028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:port and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:18.541333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:18.543946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.546962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.550739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:18.568822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=04ecf0ed-05fe-4516-ba94-0449fb1bc449,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:18.596526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Pushing event deleted for resources: {'Port': ['ID=17a244fa-6bb1-455e-a518-1d1d33614d49,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:18.620912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f02d46-ce8d-4129-8900-10a05d83ea64 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1880e289-f6ee-4f0f-977f-07eba6378230,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:18.664220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:18.678923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38f02d46-ce8d-4129-8900-10a05d83ea64 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.680334 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-38f02d46-ce8d-4129-8900-10a05d83ea64 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3856537 Jan 21 09:43:18.690155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43714) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.703069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.725567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.726055 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Added segment 98ba6419-d500-49fa-9f24-571212a3d65b of type vlan for network 25712e45-7957-4fca-9c78-a17fde794190 Jan 21 09:43:18.731786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a3d595f1-1207-4a6b-a042-7eb971d635a9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:18.732631 dv-neutron-825723-1-hyperv neutron-server[87501]: WARNING neutron.api.v2.base [None req-a3d595f1-1207-4a6b-a042-7eb971d635a9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 09:43:18.733172 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-a3d595f1-1207-4a6b-a042-7eb971d635a9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] update failed (client error): There was a conflict when trying to complete your request. Jan 21 09:43:18.734290 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a3d595f1-1207-4a6b-a042-7eb971d635a9 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "PUT /v2.0/security-groups/1880e289-f6ee-4f0f-977f-07eba6378230 HTTP/1.1" status: 409 len: 330 time: 0.0248978 Jan 21 09:43:18.754292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43718) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.755692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aff774c5-03d0-4590-a72c-07a3f5d64d09 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.772479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadf8afd-4233-429b-a1c4-3434d5656f11,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:18.804588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d517d7c-4814-469b-aeb9-a871110aec74 req-703cd487-deca-4242-902b-a438401c31a5 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:18.806202 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d517d7c-4814-469b-aeb9-a871110aec74 req-703cd487-deca-4242-902b-a438401c31a5 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.5303411 Jan 21 09:43:18.891275 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:18.899956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.935153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.012725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6f13d9-8cbd-4b2f-8d67-88058fc49f6e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:19.074107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069afdd8-3796-4a41-846a-7fdec6b888e0 None None] Network c350c31c-bf99-4d1c-b682-a4c731889697 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:19.141246 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d517d7c-4814-469b-aeb9-a871110aec74 req-607c46a9-4e38-4a09-be70-2653db8f392d tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170657 Jan 21 09:43:19.245337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1f76e0f-01ff-4217-8629-1705210b1582 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.261737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.263043 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:19.263787 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.273901 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.315351 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.322306 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.362821 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37066b0f-c0e7-4776-a46a-a7f221178dd3 None None] DHCP port deletion for c350c31c-bf99-4d1c-b682-a4c731889697 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:19.400600 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7635570 Jan 21 09:43:19.404634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43724) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:19.405337 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port 55215301-77a2-4a79-b358-496043aee750 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:19.405495 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.451113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Request body: {'subnet': {'network_id': '25712e45-7957-4fca-9c78-a17fde794190', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-357458124-subnet', 'tenant_id': '9ecec8e9c896450fb542a371b65345c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:19.463512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:19.481878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1f76e0f-01ff-4217-8629-1705210b1582 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.534872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Usage tracker for resource:subnet and tenant:9ecec8e9c896450fb542a371b65345c1 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:19.542490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:19.565872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:19.573341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Router 7fb474d3-8922-4005-89d5-cd795f2a8c23 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:19.606140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1395d17b-2e07-4bbf-a35e-b725c8102b4d None None] Provisioning complete for port 04ecf0ed-05fe-4516-ba94-0449fb1bc449 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:19.606640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1395d17b-2e07-4bbf-a35e-b725c8102b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.688009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 04ecf0ed-05fe-4516-ba94-0449fb1bc449 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:19.689954 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c350c31c-bf99-4d1c-b682-a4c731889697']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:19.707338 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc578c-4083-4d25-9c5d-070a0941b008 admin admin] Pushing event updated for resources: {'Network': ['ID=25712e45-7957-4fca-9c78-a17fde794190,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:19.728639 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cc0db1-cee5-4bc1-9590-8eaea3947572') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:19.728988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cc0db1-cee5-4bc1-9590-8eaea3947572') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:19.733753 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 25712e45-7957-4fca-9c78-a17fde794190 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:19.758958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.817588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.826304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1f76e0f-01ff-4217-8629-1705210b1582 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.837705 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Made reservation on behalf of 9ecec8e9c896450fb542a371b65345c1 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:19.840000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.858861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:19.859706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:19.875430 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:19.888539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f76e0f-01ff-4217-8629-1705210b1582 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1880e289-f6ee-4f0f-977f-07eba6378230,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:19.919559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c87ed7-2f3d-47ab-9cc2-fa81b6a8654d req-b7ab49e5-9cba-420d-91b1-12bf73b41b0e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:19.921220 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-02c87ed7-2f3d-47ab-9cc2-fa81b6a8654d req-b7ab49e5-9cba-420d-91b1-12bf73b41b0e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.5869610 Jan 21 09:43:19.941260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 04ecf0ed-05fe-4516-ba94-0449fb1bc449 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:19.941631 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.955022 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:19.971897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38db4d8-c06f-41f4-a7a4-051222891cc5 None None] Sync routers for ids ['7fb474d3-8922-4005-89d5-cd795f2a8c23'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:20.001856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1f76e0f-01ff-4217-8629-1705210b1582 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.002166 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38db4d8-c06f-41f4-a7a4-051222891cc5 None None] Routers {'7fb474d3-8922-4005-89d5-cd795f2a8c23'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:20.005650 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c38db4d8-c06f-41f4-a7a4-051222891cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7fb474d3-8922-4005-89d5-cd795f2a8c23'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:20.005849 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a1f76e0f-01ff-4217-8629-1705210b1582 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "DELETE /v2.0/security-groups/1880e289-f6ee-4f0f-977f-07eba6378230 HTTP/1.1" status: 204 len: 168 time: 1.2363415 Jan 21 09:43:20.008004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43728) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.058384 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.068129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.071853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c38db4d8-c06f-41f4-a7a4-051222891cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:20.071993 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f7ad8b68-7e9e-4fb2-904c-386091249071 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "PUT /v2.0/routers/7fb474d3-8922-4005-89d5-cd795f2a8c23 HTTP/1.1" status: 200 len: 709 time: 4.6966293 Jan 21 09:43:20.078106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43732) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.084450 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38db4d8-c06f-41f4-a7a4-051222891cc5 None None] Routers {'7fb474d3-8922-4005-89d5-cd795f2a8c23'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:20.085140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c38db4d8-c06f-41f4-a7a4-051222891cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7fb474d3-8922-4005-89d5-cd795f2a8c23'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:20.186364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c38db4d8-c06f-41f4-a7a4-051222891cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:20.187053 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38db4d8-c06f-41f4-a7a4-051222891cc5 None None] The sync data for ids ['7fb474d3-8922-4005-89d5-cd795f2a8c23'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:20.242349 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.252545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:20.257978 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::58 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/81fd41ea-a139-4091-97b7-0a0186ababd6/55215301-77a2-4a79-b358-496043aee750) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:20.263155 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0ba895b2-65e9-47c9-9f5a-3d67830495f0 tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/routers/7fb474d3-8922-4005-89d5-cd795f2a8c23 HTTP/1.1" status: 200 len: 744 time: 0.1837323 Jan 21 09:43:20.266514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43736) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.293444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:20.293935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 02dc39fc-e851-42b8-aa97-6083f4a2ccb4 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:20.308683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8:0:1:f816:3eff:fefd:c022 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/93103afc-5ece-4bbd-8c47-ea192428f130/55215301-77a2-4a79-b358-496043aee750) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:20.315957 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-02c87ed7-2f3d-47ab-9cc2-fa81b6a8654d req-1f997a61-7443-467c-b923-898f575215fb tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3871391 Jan 21 09:43:20.316693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Network': ['ID=c350c31c-bf99-4d1c-b682-a4c731889697,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:20.326251 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-91edcf4f-ca45-46dd-8401-269227ad179c tempest-RoutersIpV6AdminTest-1102902038 tempest-RoutersIpV6AdminTest-1102902038-project-admin] 10.222.0.99 "GET /v2.0/ports?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&device_id=7fb474d3-8922-4005-89d5-cd795f2a8c23 HTTP/1.1" status: 200 len: 205 time: 0.0586584 Jan 21 09:43:20.333731 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4085c9a0-6e46-4273-8171-ec22d14872de tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/c350c31c-bf99-4d1c-b682-a4c731889697 HTTP/1.1" status: 204 len: 168 time: 4.2045684 Jan 21 09:43:20.333731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43740) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.338527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43742) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.363285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-39193c8b-8204-4d3b-944d-2636ced44bc5 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Synchronizing usage tracker for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:20.424219 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b48fa9-755c-4131-8f5d-5b7a3e2b12f2 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:20.424759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b48fa9-755c-4131-8f5d-5b7a3e2b12f2 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:20.426454 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b2b48fa9-755c-4131-8f5d-5b7a3e2b12f2 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/c350c31c-bf99-4d1c-b682-a4c731889697 HTTP/1.1" status: 404 len: 339 time: 0.0841398 Jan 21 09:43:20.434532 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7595d749-3085-4c40-baf8-f892ce02f0ff tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fb474d3-8922-4005-89d5-cd795f2a8c23 HTTP/1.1" status: 200 len: 205 time: 0.0969262 Jan 21 09:43:20.440194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43750) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.440577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43752) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.505794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-39193c8b-8204-4d3b-944d-2636ced44bc5 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] Unset dirty status for tenant:6a97217ca3f846aa8e3974b186cdf236 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:20.506984 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-39193c8b-8204-4d3b-944d-2636ced44bc5 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4958000 Jan 21 09:43:20.511561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43758) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.511714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1032275120', 'description': 'd1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:20.540128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:20.550556 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-c4071e7f-7c7e-4781-80d9-0cda9cf87795 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] delete failed (client error): The resource could not be found. Jan 21 09:43:20.551560 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c4071e7f-7c7e-4781-80d9-0cda9cf87795 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "DELETE /v2.0/security-groups/268b280d-b816-4878-8437-0ddbba6a1154 HTTP/1.1" status: 404 len: 347 time: 0.0392454 Jan 21 09:43:20.556607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aff774c5-03d0-4590-a72c-07a3f5d64d09 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.559510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43762) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.560487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Usage tracker for resource:network and tenant:df454c50b2f84b738807266e26ee282d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:20.568748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aff774c5-03d0-4590-a72c-07a3f5d64d09 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.574491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff774c5-03d0-4590-a72c-07a3f5d64d09 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:20.575101 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aff774c5-03d0-4590-a72c-07a3f5d64d09 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.579360 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-aff774c5-03d0-4590-a72c-07a3f5d64d09 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/ports/5a5e9240-65aa-4f0b-9c30-641ecfe759e7 HTTP/1.1" status: 200 len: 911 time: 2.8561368 Jan 21 09:43:20.580026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43764) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.659247 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:20.702627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:20.710641 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120f785-2354-4450-af4a-cae8d378af41 req-608487f0-d2b6-43b1-b24d-adf71691b410 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:20.712318 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e120f785-2354-4450-af4a-cae8d378af41 req-608487f0-d2b6-43b1-b24d-adf71691b410 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.2830474 Jan 21 09:43:20.718871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf64bbc0-d008-4eae-9a17-49e8fc7992d0 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.785115 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-738c54a2-0122-492d-83d1-915be2dfbd26 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] show failed (client error): The resource could not be found. Jan 21 09:43:20.786028 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-738c54a2-0122-492d-83d1-915be2dfbd26 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "GET /v2.0/security-groups/8eb43d57-8de7-4ffc-a7f9-f94066606060 HTTP/1.1" status: 404 len: 347 time: 0.1745839 Jan 21 09:43:20.795861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff774c5-03d0-4590-a72c-07a3f5d64d09 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=5a5e9240-65aa-4f0b-9c30-641ecfe759e7,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:20.798597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43770) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.803854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.844548 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e120f785-2354-4450-af4a-cae8d378af41 req-8ca03eb8-e329-4761-944b-9fdd10748d76 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235585 Jan 21 09:43:20.902660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:20.905794 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.955335 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-e6054926-cdaf-4dba-98f3-2d82655a4db0 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] show failed (client error): The resource could not be found. Jan 21 09:43:20.956363 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e6054926-cdaf-4dba-98f3-2d82655a4db0 tempest-NegativeSecGroupIPv6Test-1091819537 tempest-NegativeSecGroupIPv6Test-1091819537-project] 10.222.0.99 "GET /v2.0/security-group-rules/4a204cd0-09b2-4cd7-8086-3d4454b94e4d HTTP/1.1" status: 404 len: 356 time: 0.1542366 Jan 21 09:43:21.158679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33444f-7eac-44ed-b683-52a8fe7c5fad req-70a00c25-b239-4db5-a1ee-4abbf859aecc tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:21.160167 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f33444f-7eac-44ed-b683-52a8fe7c5fad req-70a00c25-b239-4db5-a1ee-4abbf859aecc tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.1961086 Jan 21 09:43:21.191311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43780) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:21.225605 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.229797 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f33444f-7eac-44ed-b683-52a8fe7c5fad req-403c9ab4-0c0f-431c-924d-6f1e631881e5 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548484 Jan 21 09:43:21.308300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-95646bc4-6cef-44a7-9320-dce017a7c506 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.330894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf64bbc0-d008-4eae-9a17-49e8fc7992d0 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.332514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:21.336625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e68c8b-6b69-490d-bb02-d2fe93743d67,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:21.339088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf64bbc0-d008-4eae-9a17-49e8fc7992d0 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.346162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object 55215301-77a2-4a79-b358-496043aee750 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:21.362006 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:21.362373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:21.362706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:21.363028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:21.363348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:21.363667 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:21.363987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:21.364309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:21.364639 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:21.364955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:21.365478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:21.367927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:21.381416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.381754 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Added segment 1909422a-09bd-445e-8d82-49585417832c of type vlan for network ed31f756-f06b-43a7-895d-8b4e7167d382 Jan 21 09:43:21.397208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Checking segment: {'id': '98ba6419-d500-49fa-9f24-571212a3d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '25712e45-7957-4fca-9c78-a17fde794190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:21.397520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Network hostable DHCP agents. Network: 25712e45-7957-4fca-9c78-a17fde794190, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:21.439127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf64bbc0-d008-4eae-9a17-49e8fc7992d0 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.439596 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf64bbc0-d008-4eae-9a17-49e8fc7992d0 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Fanout notify agent at l3_agent the message router_deleted on router 7fb474d3-8922-4005-89d5-cd795f2a8c23 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:43:21.441985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.476230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Network 25712e45-7957-4fca-9c78-a17fde794190 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:21.488607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.501709 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6fc526e6-ce28-4f5d-bc36-6dc6b4ff7f6c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=6a97217ca3f846aa8e3974b186cdf236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076801 Jan 21 09:43:21.506257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43788) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:21.553954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 25712e45-7957-4fca-9c78-a17fde794190) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:21.563731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d056aad5-711a-4c50-83cc-40f278266e0e None None] Network 25712e45-7957-4fca-9c78-a17fde794190 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:21.572740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf64bbc0-d008-4eae-9a17-49e8fc7992d0 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.576924 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bf64bbc0-d008-4eae-9a17-49e8fc7992d0 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "DELETE /v2.0/routers/7fb474d3-8922-4005-89d5-cd795f2a8c23 HTTP/1.1" status: 204 len: 168 time: 1.1290169 Jan 21 09:43:21.586314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43794) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:21.586455 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.592128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:21.592868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.597292 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:21.597880 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.639038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:21.651768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:21.670309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:21.676328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:21.677148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.720575 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2770855 Jan 21 09:43:21.724813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=55215301-77a2-4a79-b358-496043aee750,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:21.729746 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ca273c0b-2e79-429e-b94a-83bf074bc474 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2920728 Jan 21 09:43:21.729927 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4397f89d-1c54-4160-b9a8-75899c194a65 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "GET /v2.0/ports?device_id=7fb474d3-8922-4005-89d5-cd795f2a8c23 HTTP/1.1" status: 200 len: 205 time: 0.1329470 Jan 21 09:43:21.734198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43798) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:21.734689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43800) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:21.999715 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260a06c7-ab9c-4ea4-b658-6702e63c8e4a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:22.000449 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-260a06c7-ab9c-4ea4-b658-6702e63c8e4a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Synchronizing usage tracker for tenant:df454c50b2f84b738807266e26ee282d on resource:network {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:22.010655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609b9b5-6790-4009-8f36-a9dcf0695b4e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Network': ['ID=ed31f756-f06b-43a7-895d-8b4e7167d382,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.027005 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network ed31f756-f06b-43a7-895d-8b4e7167d382 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:22.033632 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a6aebcfa-1165-4b30-8cf2-ce4e5d49ebcb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.7105026 Jan 21 09:43:22.046713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43812) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.049944 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-7e93f215-f80e-44b5-a328-7df572905cdd tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] delete failed (client error): The resource could not be found. Jan 21 09:43:22.051087 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7e93f215-f80e-44b5-a328-7df572905cdd tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "DELETE /v2.0/routers/7fb474d3-8922-4005-89d5-cd795f2a8c23 HTTP/1.1" status: 404 len: 336 time: 0.3118043 Jan 21 09:43:22.092720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43816) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.102520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-260a06c7-ab9c-4ea4-b658-6702e63c8e4a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Unset dirty status for tenant:df454c50b2f84b738807266e26ee282d on resource:network {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:22.106397 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-260a06c7-ab9c-4ea4-b658-6702e63c8e4a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "GET /v2.0/networks?id=ed31f756-f06b-43a7-895d-8b4e7167d382 HTTP/1.1" status: 200 len: 765 time: 0.3622630 Jan 21 09:43:22.146845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43820) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.155827 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d0be05db-da8f-4eeb-b0ce-c734968459a2 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "GET /v2.0/ports?device_id=8fe9b800-4ab9-41ae-9a78-44503ad1085d HTTP/1.1" status: 200 len: 205 time: 0.0599248 Jan 21 09:43:22.157228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43824) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.170693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-aee4f92f-f0d9-4a58-8588-7bb2a2f2741f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'network': {'description': 'd2'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:22.222270 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2ab0ef8a-da30-4508-bb5b-b4b394f3f001 None None] Provisioning for port 55215301-77a2-4a79-b358-496043aee750 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:22.224063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4286d3e8-d967-49a4-80ff-bdf6741818d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.257925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-c264e497-30ca-454f-a292-b9f4c1f7e72c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port 55215301-77a2-4a79-b358-496043aee750 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:22.258526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c264e497-30ca-454f-a292-b9f4c1f7e72c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.259841 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2ab0ef8a-da30-4508-bb5b-b4b394f3f001 None None] Provisioning complete for port 55215301-77a2-4a79-b358-496043aee750 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:22.260418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2ab0ef8a-da30-4508-bb5b-b4b394f3f001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.312370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44273e08-0bf2-4a2f-b93b-57d82fded8c8 None None] Network 25712e45-7957-4fca-9c78-a17fde794190 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:22.318596 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-d71eabe4-f3d2-432d-b5f7-59e58a2a26c5 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] delete failed (client error): The resource could not be found. Jan 21 09:43:22.322666 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d71eabe4-f3d2-432d-b5f7-59e58a2a26c5 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "DELETE /v2.0/routers/8fe9b800-4ab9-41ae-9a78-44503ad1085d HTTP/1.1" status: 404 len: 336 time: 0.1647053 Jan 21 09:43:22.330832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43834) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.357560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0ef8a-da30-4508-bb5b-b4b394f3f001 None None] Port 55215301-77a2-4a79-b358-496043aee750 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:22.383218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4286d3e8-d967-49a4-80ff-bdf6741818d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.402007 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-38c6de89-9e91-42a5-884e-1896ca52831d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "GET /v2.0/ports?device_id=e696b56c-c205-47fa-a97d-a7a9e354eb1d HTTP/1.1" status: 200 len: 205 time: 0.0695305 Jan 21 09:43:22.406589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43840) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.547484 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-3049b411-5d2f-429a-a98a-b2f294d6a9df tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] delete failed (client error): The resource could not be found. Jan 21 09:43:22.548610 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3049b411-5d2f-429a-a98a-b2f294d6a9df tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "DELETE /v2.0/routers/e696b56c-c205-47fa-a97d-a7a9e354eb1d HTTP/1.1" status: 404 len: 336 time: 0.1408265 Jan 21 09:43:22.549199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43846) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.554399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43848) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.599401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1139575433-network', 'tenant_id': 'd5881af19adc437f95e6f76e3ca3959b'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:22.613018 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:22.613548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-95646bc4-6cef-44a7-9320-dce017a7c506 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 5a5e9240-65aa-4f0b-9c30-641ecfe759e7 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:22.613898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-95646bc4-6cef-44a7-9320-dce017a7c506 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.647861 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-48feea8c-421f-40e7-9ef4-bac64fb5724d tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "GET /v2.0/ports?device_id=463af37c-1c86-403c-bd5a-9d5276e90363 HTTP/1.1" status: 200 len: 205 time: 0.0877607 Jan 21 09:43:22.647861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Usage tracker for resource:network and tenant:d5881af19adc437f95e6f76e3ca3959b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:22.649864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43854) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.655222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aee4f92f-f0d9-4a58-8588-7bb2a2f2741f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.659463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:22.669466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:22.736067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Made reservation on behalf of d5881af19adc437f95e6f76e3ca3959b for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:22.738390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.744166 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4286d3e8-d967-49a4-80ff-bdf6741818d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.759448 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.777958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642d52b-2036-41b1-a2b8-004b612c955c req-4cd14fd2-c922-4be7-8566-f79fa1e5c985 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:22.779448 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f642d52b-2036-41b1-a2b8-004b612c955c req-4cd14fd2-c922-4be7-8566-f79fa1e5c985 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 945 time: 0.5765054 Jan 21 09:43:22.785711 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-2287ec3d-2b90-4223-8319-f74a3292c136 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] delete failed (client error): The resource could not be found. Jan 21 09:43:22.786691 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2287ec3d-2b90-4223-8319-f74a3292c136 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "DELETE /v2.0/routers/463af37c-1c86-403c-bd5a-9d5276e90363 HTTP/1.1" status: 404 len: 336 time: 0.1340499 Jan 21 09:43:22.790733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:22.793343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43858) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.793473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aee4f92f-f0d9-4a58-8588-7bb2a2f2741f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.797251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c264e497-30ca-454f-a292-b9f4c1f7e72c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.804879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Usage tracker for resource:security_group_rule and tenant:d5881af19adc437f95e6f76e3ca3959b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:22.828105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286d3e8-d967-49a4-80ff-bdf6741818d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9b25cd-2f44-4de4-8fba-d0923a85bd04,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.840246 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:22.868366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aee4f92f-f0d9-4a58-8588-7bb2a2f2741f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network ed31f756-f06b-43a7-895d-8b4e7167d382 is not hosted by any dhcp agent {{(pid=87501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 09:43:22.873574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee4f92f-f0d9-4a58-8588-7bb2a2f2741f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:22.874167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aee4f92f-f0d9-4a58-8588-7bb2a2f2741f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.875449 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-aee4f92f-f0d9-4a58-8588-7bb2a2f2741f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "PUT /v2.0/networks/ed31f756-f06b-43a7-895d-8b4e7167d382 HTTP/1.1" status: 200 len: 762 time: 0.7171378 Jan 21 09:43:22.899077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43862) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.935764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4286d3e8-d967-49a4-80ff-bdf6741818d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.936866 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4286d3e8-d967-49a4-80ff-bdf6741818d0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/7c9b25cd-2f44-4de4-8fba-d0923a85bd04 HTTP/1.1" status: 204 len: 168 time: 1.4295857 Jan 21 09:43:23.059631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4f92f-f0d9-4a58-8588-7bb2a2f2741f tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Network': ['ID=ed31f756-f06b-43a7-895d-8b4e7167d382,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:23.070942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network ed31f756-f06b-43a7-895d-8b4e7167d382 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:23.085902 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f642d52b-2036-41b1-a2b8-004b612c955c req-4ae7f589-f7e1-43fe-9458-931234bd8ad5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958989 Jan 21 09:43:23.094923 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-85cc5bb1-0de4-4c92-a17c-a111bf59fcf1 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "GET /v2.0/ports?device_id=367c34a4-9022-4165-b6cb-8eed1e78705a HTTP/1.1" status: 200 len: 205 time: 0.3010864 Jan 21 09:43:23.096170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:23.104597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43868) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.105338 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-c264e497-30ca-454f-a292-b9f4c1f7e72c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for 55215301-77a2-4a79-b358-496043aee750 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:23.262246 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c721ff-ec3c-429d-8dc4-4ddb0c09074e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:23.263508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-09c721ff-ec3c-429d-8dc4-4ddb0c09074e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Synchronizing usage tracker for tenant:df454c50b2f84b738807266e26ee282d on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:23.297207 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-aba318cd-4b6d-4856-86f0-01c2b286e5b3 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] delete failed (client error): The resource could not be found. Jan 21 09:43:23.300838 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-aba318cd-4b6d-4856-86f0-01c2b286e5b3 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "DELETE /v2.0/routers/367c34a4-9022-4165-b6cb-8eed1e78705a HTTP/1.1" status: 404 len: 336 time: 0.1068022 Jan 21 09:43:23.301411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43876) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.303149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-95646bc4-6cef-44a7-9320-dce017a7c506 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.322247 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.330032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.404486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:23.427217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0edaff6-9f9e-4976-8227-ee4c6e8e679e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:23.433816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.434184 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Added segment c9b11435-efee-4e07-93c8-5f63973248cf of type vlan for network 7d5f638b-8b86-4bf3-8d13-15ad4792057f Jan 21 09:43:23.466661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c264e497-30ca-454f-a292-b9f4c1f7e72c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.480955 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-09c721ff-ec3c-429d-8dc4-4ddb0c09074e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Unset dirty status for tenant:df454c50b2f84b738807266e26ee282d on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:23.481967 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-09c721ff-ec3c-429d-8dc4-4ddb0c09074e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "GET /v2.0/networks?id=ed31f756-f06b-43a7-895d-8b4e7167d382 HTTP/1.1" status: 200 len: 765 time: 0.5765183 Jan 21 09:43:23.489398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-95646bc4-6cef-44a7-9320-dce017a7c506 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 5a5e9240-65aa-4f0b-9c30-641ecfe759e7 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:23.516135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.520038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43886) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.532354 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4439fe05-6d3b-49ba-ba92-c3add15357d1 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "GET /v2.0/ports?device_id=034c3977-6326-4b82-ab0c-6116083da400 HTTP/1.1" status: 200 len: 205 time: 0.2130997 Jan 21 09:43:23.539424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43890) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.549334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264e497-30ca-454f-a292-b9f4c1f7e72c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=55215301-77a2-4a79-b358-496043aee750,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:23.612434 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-b16c9703-9b9e-40b9-a80f-ce4f88ed8806 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] delete failed (client error): The resource could not be found. Jan 21 09:43:23.613458 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b16c9703-9b9e-40b9-a80f-ce4f88ed8806 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "DELETE /v2.0/routers/034c3977-6326-4b82-ab0c-6116083da400 HTTP/1.1" status: 404 len: 336 time: 0.0730858 Jan 21 09:43:23.616208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43896) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.710436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:43:23.784161 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.784594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:23.785732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.809879 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-15356eba-6955-420d-a51e-9471e1dfeff0 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:23.810450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15356eba-6955-420d-a51e-9471e1dfeff0 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:23.814999 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-15356eba-6955-420d-a51e-9471e1dfeff0 tempest-RoutersIpV6AdminTest-601992074 tempest-RoutersIpV6AdminTest-601992074-project] 10.222.0.99 "DELETE /v2.0/subnets/cad6366f-409c-4e31-8452-ed05c4ba943e HTTP/1.1" status: 404 len: 337 time: 0.1949773 Jan 21 09:43:23.920877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] Pushing event updated for resources: {'Network': ['ID=7d5f638b-8b86-4bf3-8d13-15ad4792057f,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:23.923755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c264e497-30ca-454f-a292-b9f4c1f7e72c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.939804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 7d5f638b-8b86-4bf3-8d13-15ad4792057f details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:23.945014 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c264e497-30ca-454f-a292-b9f4c1f7e72c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/55215301-77a2-4a79-b358-496043aee750 HTTP/1.1" status: 204 len: 168 time: 1.8967931 Jan 21 09:43:23.949794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43908) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.962294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43910) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.966343 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-37ed22a1-77df-43e1-be5c-5c1e3a660059 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4129436 Jan 21 09:43:23.970311 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43914) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.975270 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [-] 10.222.0.99 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0080743 Jan 21 09:43:23.979947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Request body: {'subnet': {'network_id': '7d5f638b-8b86-4bf3-8d13-15ad4792057f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1139575433-subnet', 'tenant_id': 'd5881af19adc437f95e6f76e3ca3959b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:23.988433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:23.992260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Usage tracker for resource:subnet and tenant:d5881af19adc437f95e6f76e3ca3959b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:23.994858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43918) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.999038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:24.011787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff5d18a-729f-4d9f-8bc8-3a7043eb47ba tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.013630 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1ff5d18a-729f-4d9f-8bc8-3a7043eb47ba tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4926035 Jan 21 09:43:24.017955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43924) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.021275 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:24.060394 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00b542-28ff-4831-93ac-081499982d9e req-003ce093-af57-4a9a-99da-55ff9f095b5e tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.061990 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e00b542-28ff-4831-93ac-081499982d9e req-003ce093-af57-4a9a-99da-55ff9f095b5e tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 945 time: 0.2043107 Jan 21 09:43:24.067636 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-65627338-7254-4ad9-a027-5144b700270e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 207 time: 0.0484040 Jan 21 09:43:24.071467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43928) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.105175 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Made reservation on behalf of d5881af19adc437f95e6f76e3ca3959b for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:24.107799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.153837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Deleting port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:24.154192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.279760 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-eafe381b-2eff-4e47-bd39-62005ced32fe tempest-NetworksApiDiscovery-643930570 tempest-NetworksApiDiscovery-643930570-project] 10.222.0.99 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2836344 Jan 21 09:43:24.281247 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43936) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.356506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509c72d8-93e2-462a-8cac-dc82dd9a0b21 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.357989 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-509c72d8-93e2-462a-8cac-dc82dd9a0b21 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4022985 Jan 21 09:43:24.363693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43944) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.429277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-95646bc4-6cef-44a7-9320-dce017a7c506 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.470513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36bbdf9-e0da-4427-9451-e78f2108b478 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.476383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36bbdf9-e0da-4427-9451-e78f2108b478 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.482099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36bbdf9-e0da-4427-9451-e78f2108b478 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.488682 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36bbdf9-e0da-4427-9451-e78f2108b478 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.494482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36bbdf9-e0da-4427-9451-e78f2108b478 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.500131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36bbdf9-e0da-4427-9451-e78f2108b478 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.501994 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c36bbdf9-e0da-4427-9451-e78f2108b478 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4292238 Jan 21 09:43:24.545911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43952) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.577560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43956) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.674898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95646bc4-6cef-44a7-9320-dce017a7c506 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=5a5e9240-65aa-4f0b-9c30-641ecfe759e7,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.757230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-56277275-1cde-4cfa-b808-9925fb92b99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.772252 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b3c6db-68c9-48e5-ac9f-4c808d7abe68 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.773057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-99b3c6db-68c9-48e5-ac9f-4c808d7abe68 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:24.777602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.796717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-95646bc4-6cef-44a7-9320-dce017a7c506 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.825533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4b88e-9bef-4abf-a83b-94abf7d838ce req-8a5a6de8-4a4a-478f-bbc6-7cef5b01ad4f tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.827257 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aee4b88e-9bef-4abf-a83b-94abf7d838ce req-8a5a6de8-4a4a-478f-bbc6-7cef5b01ad4f tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 945 time: 0.5518472 Jan 21 09:43:24.828069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-56277275-1cde-4cfa-b808-9925fb92b99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:24.853357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ba0da2cf-704f-43d6-ad9c-5e827456edd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.905791 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-99b3c6db-68c9-48e5-ac9f-4c808d7abe68 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:24.906955 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-99b3c6db-68c9-48e5-ac9f-4c808d7abe68 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5423124 Jan 21 09:43:24.910372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ba0da2cf-704f-43d6-ad9c-5e827456edd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:24.917624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-56277275-1cde-4cfa-b808-9925fb92b99c admin admin] Usage tracker for resource:security_group_rule and tenant:408a0436366e434586144ba25cf011e6 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:24.922916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-56277275-1cde-4cfa-b808-9925fb92b99c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:24.927179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43962) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.929689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ba0da2cf-704f-43d6-ad9c-5e827456edd8 admin admin] Usage tracker for resource:security_group_rule and tenant:2c0591789646411ba533c2174dae6db8 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:24.952223 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b20e8ed3-73ff-4701-85e2-eed45e42b65a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4048645 Jan 21 09:43:24.983921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-56277275-1cde-4cfa-b808-9925fb92b99c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:24.985659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43966) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.985801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ba0da2cf-704f-43d6-ad9c-5e827456edd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:24.987098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] For port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:24.987452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.990121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ad3308-230a-4aae-a517-a3bb0c3fe7ec,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.999461 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ba0da2cf-704f-43d6-ad9c-5e827456edd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:25.023273 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Checking segment: {'id': 'c9b11435-efee-4e07-93c8-5f63973248cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7d5f638b-8b86-4bf3-8d13-15ad4792057f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:25.023629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Network hostable DHCP agents. Network: 7d5f638b-8b86-4bf3-8d13-15ad4792057f, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:25.070407 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7602f5-1fc2-4c05-a1de-3686d0613897 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:25.071963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7602f5-1fc2-4c05-a1de-3686d0613897 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:25.073470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7602f5-1fc2-4c05-a1de-3686d0613897 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:25.074276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ab7602f5-1fc2-4c05-a1de-3686d0613897 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:25.086690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Network 7d5f638b-8b86-4bf3-8d13-15ad4792057f is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:25.107745 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ab7602f5-1fc2-4c05-a1de-3686d0613897 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:25.111616 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ab7602f5-1fc2-4c05-a1de-3686d0613897 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1809516 Jan 21 09:43:25.111784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43970) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:25.151465 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 7d5f638b-8b86-4bf3-8d13-15ad4792057f) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:25.160202 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb595a8-c94f-4abd-9ee4-49e36a9b7299 None None] Network 7d5f638b-8b86-4bf3-8d13-15ad4792057f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:25.173154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:25.173894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.238940 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aee4b88e-9bef-4abf-a83b-94abf7d838ce req-642f8c3b-e462-4f1b-bcd1-cfffe7f1a0ee tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548806 Jan 21 09:43:25.360566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-28af078c-99e7-47ae-b03e-7f930c569957 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 81fd41ea-a139-4091-97b7-0a0186ababd6 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:25.371347 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-28af078c-99e7-47ae-b03e-7f930c569957 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.397089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff8aca-cdc1-4872-87a0-22fd32795e46 None None] Network 7d5f638b-8b86-4bf3-8d13-15ad4792057f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:25.401281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ba0da2cf-704f-43d6-ad9c-5e827456edd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.410359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ba0da2cf-704f-43d6-ad9c-5e827456edd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.432971 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e22669a0-c735-4040-b39f-ba39299aca2f admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4614298 Jan 21 09:43:25.479467 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ba0da2cf-704f-43d6-ad9c-5e827456edd8 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2c0591789646411ba533c2174dae6db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8976994 Jan 21 09:43:25.479680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95646bc4-6cef-44a7-9320-dce017a7c506 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router ffaf34d7-eea2-4a04-a0bf-f23b3746dc13 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:25.479792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-28af078c-99e7-47ae-b03e-7f930c569957 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.485089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 43976) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:25.511284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0da2cf-704f-43d6-ad9c-5e827456edd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40bfce2-e325-4f69-b2a8-2537f59cdf5d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:25.587336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db6fb0b-c1c9-4b52-b085-a6dd53e9b47b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:25.589069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db6fb0b-c1c9-4b52-b085-a6dd53e9b47b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:25.590639 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db6fb0b-c1c9-4b52-b085-a6dd53e9b47b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:25.592083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db6fb0b-c1c9-4b52-b085-a6dd53e9b47b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:25.593550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db6fb0b-c1c9-4b52-b085-a6dd53e9b47b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:25.594467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7db6fb0b-c1c9-4b52-b085-a6dd53e9b47b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Synchronizing usage tracker for tenant:df454c50b2f84b738807266e26ee282d on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:25.611248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-28af078c-99e7-47ae-b03e-7f930c569957 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.721961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-28af078c-99e7-47ae-b03e-7f930c569957 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.766002 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af078c-99e7-47ae-b03e-7f930c569957 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=81fd41ea-a139-4091-97b7-0a0186ababd6,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:25.775409 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5390a4b3-e631-4e9a-a053-ccaaf778c7fc None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:25.781777 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-28af078c-99e7-47ae-b03e-7f930c569957 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.801578 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-28af078c-99e7-47ae-b03e-7f930c569957 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/81fd41ea-a139-4091-97b7-0a0186ababd6 HTTP/1.1" status: 204 len: 168 time: 0.6886001 Jan 21 09:43:25.803974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43986) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:25.841788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7db6fb0b-c1c9-4b52-b085-a6dd53e9b47b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Unset dirty status for tenant:df454c50b2f84b738807266e26ee282d on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:25.848295 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7db6fb0b-c1c9-4b52-b085-a6dd53e9b47b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8389246 Jan 21 09:43:25.855795 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 43990) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:25.948176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95646bc4-6cef-44a7-9320-dce017a7c506 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:25.959313 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaba7052-4f78-47ef-83ea-c2607843ac7a None None] Sync routers for ids ['ffaf34d7-eea2-4a04-a0bf-f23b3746dc13'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:25.960923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fa0bdb-31bc-4dbc-a40f-02292b592a08 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 93103afc-5ece-4bbd-8c47-ea192428f130 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:25.966515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-94fa0bdb-31bc-4dbc-a40f-02292b592a08 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.972762 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba7052-4f78-47ef-83ea-c2607843ac7a None None] Routers {'ffaf34d7-eea2-4a04-a0bf-f23b3746dc13'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:25.974259 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-aaba7052-4f78-47ef-83ea-c2607843ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['ffaf34d7-eea2-4a04-a0bf-f23b3746dc13'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:26.026995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e2d5e0a0-dc17-4fa2-9dcf-7e27891495cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.029725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-56277275-1cde-4cfa-b808-9925fb92b99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.038661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-94fa0bdb-31bc-4dbc-a40f-02292b592a08 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.045575 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-aaba7052-4f78-47ef-83ea-c2607843ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:26.047762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.048108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.048450 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Floating IP 57f18dcd-31b3-4398-9ab6-1474c8f8d4e2 disassociated. External IP: 172.26.4.140, port: fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5. Jan 21 09:43:26.048825 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Calling delete_port for fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:26.057425 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba7052-4f78-47ef-83ea-c2607843ac7a None None] Routers {'ffaf34d7-eea2-4a04-a0bf-f23b3746dc13'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:26.058274 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-aaba7052-4f78-47ef-83ea-c2607843ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['ffaf34d7-eea2-4a04-a0bf-f23b3746dc13'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:26.107078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-56277275-1cde-4cfa-b808-9925fb92b99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.127749 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-aaba7052-4f78-47ef-83ea-c2607843ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:26.128224 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaba7052-4f78-47ef-83ea-c2607843ac7a None None] The sync data for ids ['ffaf34d7-eea2-4a04-a0bf-f23b3746dc13'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:26.129957 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ae916a-0a15-4861-9a23-6c4e135babd4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['shared'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.131301 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ae916a-0a15-4861-9a23-6c4e135babd4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['shared'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.132735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ae916a-0a15-4861-9a23-6c4e135babd4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['shared'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.134209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ae916a-0a15-4861-9a23-6c4e135babd4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['shared'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.135673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ae916a-0a15-4861-9a23-6c4e135babd4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['shared'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.137840 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-90ae916a-0a15-4861-9a23-6c4e135babd4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2775323 Jan 21 09:43:26.142309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44002) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:26.179239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-94fa0bdb-31bc-4dbc-a40f-02292b592a08 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.215755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e2d5e0a0-dc17-4fa2-9dcf-7e27891495cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.263030 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-95646bc4-6cef-44a7-9320-dce017a7c506 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/ffaf34d7-eea2-4a04-a0bf-f23b3746dc13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6516645 Jan 21 09:43:26.280217 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-56277275-1cde-4cfa-b808-9925fb92b99c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=408a0436366e434586144ba25cf011e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9914253 Jan 21 09:43:26.288393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44006) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:26.288608 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44010) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:26.320442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56277275-1cde-4cfa-b808-9925fb92b99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd5d866-1359-4de2-af88-7db4fbcee223,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.349437 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-5e9e38d3-8ea5-43af-9605-22792ff1856a tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.350180 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-5e9e38d3-8ea5-43af-9605-22792ff1856a tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Synchronizing usage tracker for tenant:9ecec8e9c896450fb542a371b65345c1 on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:26.422046 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6b76f86d-8650-4b12-a251-f2b1c618a205 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=ffaf34d7-eea2-4a04-a0bf-f23b3746dc13 HTTP/1.1" status: 200 len: 205 time: 0.1299896 Jan 21 09:43:26.428918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44016) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:26.446244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e2d5e0a0-dc17-4fa2-9dcf-7e27891495cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.463011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-5e9e38d3-8ea5-43af-9605-22792ff1856a tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Unset dirty status for tenant:9ecec8e9c896450fb542a371b65345c1 on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:26.464178 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-5e9e38d3-8ea5-43af-9605-22792ff1856a tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/networks?id=25712e45-7957-4fca-9c78-a17fde794190 HTTP/1.1" status: 200 len: 811 time: 0.4960330 Jan 21 09:43:26.485524 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5e0a0-dc17-4fa2-9dcf-7e27891495cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40bfce2-e325-4f69-b2a8-2537f59cdf5d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.520012 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-51161a2c-71d1-4bfb-96d2-83fd3572424e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/quotas/9ecec8e9c896450fb542a371b65345c1 HTTP/1.1" status: 200 len: 375 time: 0.0413141 Jan 21 09:43:26.534886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e2d5e0a0-dc17-4fa2-9dcf-7e27891495cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.538933 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e2d5e0a0-dc17-4fa2-9dcf-7e27891495cf admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f40bfce2-e325-4f69-b2a8-2537f59cdf5d HTTP/1.1" status: 204 len: 168 time: 1.0407772 Jan 21 09:43:26.568963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.640842 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d231cb-0ada-4dc9-96dd-4381ee9f5227 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.649578 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-ac972bd1-ff63-4e17-9749-f67fbb27a2c0 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=9ecec8e9c896450fb542a371b65345c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1159117 Jan 21 09:43:26.652353 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a9d231cb-0ada-4dc9-96dd-4381ee9f5227 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "GET /v2.0/networks/464eb128-0e86-4325-bfcf-f2c1d92f0e21 HTTP/1.1" status: 200 len: 804 time: 0.5090096 Jan 21 09:43:26.653284 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44022) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:26.655920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event deleted for resources: {'Port': ['ID=fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.678491 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-94fa0bdb-31bc-4dbc-a40f-02292b592a08 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.731533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3b977f0-f8ce-47fe-9c11-026780e833b0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.804583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb272494-f446-41b8-91a1-8befeb71b95a req-efb84f67-0c36-4475-be46-3ea6d60f1f35 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.805613 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-fb272494-f446-41b8-91a1-8befeb71b95a req-efb84f67-0c36-4475-be46-3ea6d60f1f35 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Synchronizing usage tracker for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:26.893708 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa0bdb-31bc-4dbc-a40f-02292b592a08 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=93103afc-5ece-4bbd-8c47-ea192428f130,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.923902 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f58e7253-6ab3-45ba-884c-63ee094a71eb None None] Provisioning complete for port 04ecf0ed-05fe-4516-ba94-0449fb1bc449 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:26.924550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f58e7253-6ab3-45ba-884c-63ee094a71eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.946281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5afb06dc-7d86-4210-9c95-826801886cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.962443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-fb272494-f446-41b8-91a1-8befeb71b95a req-efb84f67-0c36-4475-be46-3ea6d60f1f35 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Unset dirty status for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:26.963542 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fb272494-f446-41b8-91a1-8befeb71b95a req-efb84f67-0c36-4475-be46-3ea6d60f1f35 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 945 time: 0.5643117 Jan 21 09:43:27.026746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-94fa0bdb-31bc-4dbc-a40f-02292b592a08 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.029166 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b40adf6-18cf-4da2-8391-8d992c01c1ad None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:27.108362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3b977f0-f8ce-47fe-9c11-026780e833b0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.113866 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3b977f0-f8ce-47fe-9c11-026780e833b0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.121526 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-94fa0bdb-31bc-4dbc-a40f-02292b592a08 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/93103afc-5ece-4bbd-8c47-ea192428f130 HTTP/1.1" status: 204 len: 168 time: 1.3138592 Jan 21 09:43:27.121526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5afb06dc-7d86-4210-9c95-826801886cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.129305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44030) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.350097 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f4be1252-131b-48b6-92b4-8e9e2af203fa tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "GET /v2.0/networks/464eb128-0e86-4325-bfcf-f2c1d92f0e21?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6917243 Jan 21 09:43:27.355487 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f7e1b5e7-e834-4d17-ab41-c1939203e75a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2226911 Jan 21 09:43:27.363893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44034) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.364240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44036) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.371642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:27.376577 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fb272494-f446-41b8-91a1-8befeb71b95a req-88fdefad-0f7e-4324-9556-9af7e94ddfc8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3885176 Jan 21 09:43:27.377488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Deleting port 04ecf0ed-05fe-4516-ba94-0449fb1bc449 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:27.377889 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.401880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:27.406865 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-36b8da22-7efd-4bf2-ad5b-296711a7388c service neutron] 10.222.0.99 "GET /v2.0/networks/25712e45-7957-4fca-9c78-a17fde794190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467456 Jan 21 09:43:27.419455 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:27.442758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3b977f0-f8ce-47fe-9c11-026780e833b0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.443235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b977f0-f8ce-47fe-9c11-026780e833b0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Fanout notify agent at l3_agent the message router_deleted on router ffaf34d7-eea2-4a04-a0bf-f23b3746dc13 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:43:27.571445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f7292a-7319-43d1-a1bd-4fc776167104 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:27.572729 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-99f7292a-7319-43d1-a1bd-4fc776167104 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "GET /v2.0/subnets/bdf5ebc3-7b6a-4011-80ae-cc6a1a66c252 HTTP/1.1" status: 200 len: 843 time: 0.2074931 Jan 21 09:43:27.579674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44042) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.583296 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:27.622750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3b977f0-f8ce-47fe-9c11-026780e833b0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.626591 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a3b977f0-f8ce-47fe-9c11-026780e833b0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/ffaf34d7-eea2-4a04-a0bf-f23b3746dc13 HTTP/1.1" status: 204 len: 168 time: 1.1959553 Jan 21 09:43:27.627398 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5afb06dc-7d86-4210-9c95-826801886cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.628693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] For port 04ecf0ed-05fe-4516-ba94-0449fb1bc449, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=04ecf0ed-05fe-4516-ba94-0449fb1bc449,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:27.629080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.629839 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5afb06dc-7d86-4210-9c95-826801886cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.631879 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5afb06dc-7d86-4210-9c95-826801886cb9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3dd5d866-1359-4de2-af88-7db4fbcee223 HTTP/1.1" status: 204 len: 168 time: 1.3397346 Jan 21 09:43:27.631879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44046) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.636221 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:27.653481 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:27.707524 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb06dc-7d86-4210-9c95-826801886cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd5d866-1359-4de2-af88-7db4fbcee223,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.711480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:27.748445 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-d3c808aa-27b4-4be6-8758-9eb43ff252c5 service neutron] 10.222.0.99 "GET /v2.0/networks/25712e45-7957-4fca-9c78-a17fde794190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778854 Jan 21 09:43:27.753772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6bbc0a-db98-48d7-8a40-c198d419c984 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['shared'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:27.755071 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7e6bbc0a-db98-48d7-8a40-c198d419c984 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "GET /v2.0/subnets/bdf5ebc3-7b6a-4011-80ae-cc6a1a66c252?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1734025 Jan 21 09:43:27.759417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44052) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.767951 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1269409338'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:27.774379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:27.780049 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:27.784290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.820226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 04ecf0ed-05fe-4516-ba94-0449fb1bc449 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:27.830590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cec85c3-4e45-4158-ac00-84ddf0c23154 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting subnet 0da8cc5b-0799-4a1a-a75f-0b381689d7c8 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:27.844195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:27.858688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6cec85c3-4e45-4158-ac00-84ddf0c23154 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.887247 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Calling delete_port for 04ecf0ed-05fe-4516-ba94-0449fb1bc449 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:27.908168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] No DVR routers for this DVR port fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:27.910837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.915162 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e00b542-28ff-4831-93ac-081499982d9e req-7b4a41a1-6033-42e7-86e6-7a89d0160b02 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "DELETE /v2.0/ports/fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 HTTP/1.1" status: 204 len: 173 time: 3.8409286 Jan 21 09:43:27.915616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb11063-5341-45f0-b86c-d8f767b325d7', 'name': 'network-vif-deleted', 'tag': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:27.916833 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:27.941911 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4357bb7-96c4-4e36-81bf-ee38c2560d1e None None] Sync routers for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:27.977601 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4357bb7-96c4-4e36-81bf-ee38c2560d1e None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:27.978230 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e4357bb7-96c4-4e36-81bf-ee38c2560d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:28.044808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6cec85c3-4e45-4158-ac00-84ddf0c23154 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.081511 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b2570f3-8e0e-424e-aa76-db3543a3167a req-2d53e8f2-fde4-44c5-ba13-e38de5f7b338 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0665257 Jan 21 09:43:28.126818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:28.138290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:28.142414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.175705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:28.176034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:28.250327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44068) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:28.292201 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.293207 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb11063-5341-45f0-b86c-d8f767b325d7', 'name': 'network-vif-deleted', 'tag': 'fbe024b0-4e20-4ea4-b35b-cacdfeb8b7e5', 'status': 'completed', 'code': 200} Jan 21 09:43:28.307266 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.331988 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:28.353604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.354214 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Added segment fbd6ab52-80e3-45e5-be2d-6d1455664400 of type vlan for network f52367c6-5a6c-4d7d-864d-4f620f3539ca Jan 21 09:43:28.355040 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c89ab83d-fc70-4e30-b728-17f580200f9c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a57cf99079224b4e9fa15599cfeb8fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1033728 Jan 21 09:43:28.356863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44072) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:28.363931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] No DVR routers for this DVR port 04ecf0ed-05fe-4516-ba94-0449fb1bc449 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:28.369567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Pushing event deleted for resources: {'Port': ['ID=04ecf0ed-05fe-4516-ba94-0449fb1bc449,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.398461 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.398607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.398807 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.399373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.399893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.405424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.405857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.406190 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.406519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.406842 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.407168 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.407477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2909e5-f7c4-4e8e-9677-3d2eb8956a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.409435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.413363 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-e4357bb7-96c4-4e36-81bf-ee38c2560d1e None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:28.452665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.458822 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:28.459627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.528100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1dd45765-57cd-438e-8fff-e5a939f75d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.564782 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1dd45765-57cd-438e-8fff-e5a939f75d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.672714 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9120946 Jan 21 09:43:28.677523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6700f2-857d-461e-8efc-1c4c8a54fbb3 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Network': ['ID=f52367c6-5a6c-4d7d-864d-4f620f3539ca,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.679766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44078) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:28.681388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6cec85c3-4e45-4158-ac00-84ddf0c23154 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.696383 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network f52367c6-5a6c-4d7d-864d-4f620f3539ca details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:28.698535 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c6cf64d7-9076-42b3-9e52-cd762dcfeb73 req-72606195-c1e3-4c31-9bd5-ac1db9fbaec0 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 210 time: 0.0757129 Jan 21 09:43:28.735152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'subnet': {'network_id': 'f52367c6-5a6c-4d7d-864d-4f620f3539ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:28.750946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1dd45765-57cd-438e-8fff-e5a939f75d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.780610 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd45765-57cd-438e-8fff-e5a939f75d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8079c1-bd9c-4a01-ba8b-a24cc5524504,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.795575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1dd45765-57cd-438e-8fff-e5a939f75d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.797893 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1dd45765-57cd-438e-8fff-e5a939f75d8c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/6f8079c1-bd9c-4a01-ba8b-a24cc5524504 HTTP/1.1" status: 204 len: 168 time: 0.4376485 Jan 21 09:43:28.800215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.884151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:28.981422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:29.008872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:29.009909 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.051230 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dba763-5b19-414a-84a2-cf99f74b72de None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:29.060679 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=db7530c8-1bfb-4e30-85d0-4d6174d56c26,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.064126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:29.077157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:29.085628 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9e792b73-036e-4342-b727-25672534f14c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7184930 Jan 21 09:43:29.088272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44092) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:29.094636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9ca8386e-4a11-4e64-8f58-7fe581432bcd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:29.123674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6cec85c3-4e45-4158-ac00-84ddf0c23154 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.175809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Made reservation on behalf of df454c50b2f84b738807266e26ee282d for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:29.180144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.203065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec85c3-4e45-4158-ac00-84ddf0c23154 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Subnet': ['ID=0da8cc5b-0799-4a1a-a75f-0b381689d7c8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.232058 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6cec85c3-4e45-4158-ac00-84ddf0c23154 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.234184 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6cec85c3-4e45-4158-ac00-84ddf0c23154 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/0da8cc5b-0799-4a1a-a75f-0b381689d7c8 HTTP/1.1" status: 204 len: 168 time: 1.5883727 Jan 21 09:43:29.242167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44100) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:29.245041 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4971dc64-02a1-4c39-b5e3-fadcd0fb9915 None None] Network 710debf3-8aeb-4fe9-b462-751dbf69e343 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:29.301044 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bf9bd91f-a228-48ad-a805-ddf57dab3f4f req-1f016740-4fc2-4ba9-a4af-f6d23291a507 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 210 time: 0.1268480 Jan 21 09:43:29.380727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.ipam_backend_mixin [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Performing IP validity checks on allocation pools {{(pid=87502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:43:29.381280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.ipam_backend_mixin [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:43:29.431661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.459405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 456e020d-932b-4ef1-a4f6-71e66d4910d8 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:29.460099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.773330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] For port 456e020d-932b-4ef1-a4f6-71e66d4910d8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=456e020d-932b-4ef1-a4f6-71e66d4910d8,segment=NetworkSegment(1ce2958b-6e66-4a1f-bb5d-2a50db9c3912),segment_id=1ce2958b-6e66-4a1f-bb5d-2a50db9c3912)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:29.775261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.775418 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9ca8386e-4a11-4e64-8f58-7fe581432bcd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:29.817250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9ca8386e-4a11-4e64-8f58-7fe581432bcd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:29.834611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9ca8386e-4a11-4e64-8f58-7fe581432bcd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:29.862510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9ca8386e-4a11-4e64-8f58-7fe581432bcd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:29.937569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca8386e-4a11-4e64-8f58-7fe581432bcd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:29.948993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9ca8386e-4a11-4e64-8f58-7fe581432bcd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.024965 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.029408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 456e020d-932b-4ef1-a4f6-71e66d4910d8 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:30.037237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.046976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e4357bb7-96c4-4e36-81bf-ee38c2560d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.048886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'tenant_id': 'ded4182530de4fdd99c566736625b02a', 'fixed_ips': [{'subnet_id': 'db7530c8-1bfb-4e30-85d0-4d6174d56c26'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:30.050694 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.065127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7517d13d-f0aa-4e1c-929e-c18532b9b182 None None] DHCP port deletion for 710debf3-8aeb-4fe9-b462-751dbf69e343 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:30.073154 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4357bb7-96c4-4e36-81bf-ee38c2560d1e None None] Checking router: 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:30.077176 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7517d13d-f0aa-4e1c-929e-c18532b9b182 None None] Deleting port 456e020d-932b-4ef1-a4f6-71e66d4910d8 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:30.077558 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7517d13d-f0aa-4e1c-929e-c18532b9b182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.098618 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1cb8ab2e-b6f5-4e36-8e06-f5b4ca37bc8d req-0cd9c929-677a-40a6-85ee-3a2025174c48 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=bfb11063-5341-45f0-b86c-d8f767b325d7 HTTP/1.1" status: 200 len: 210 time: 0.1475413 Jan 21 09:43:30.156778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.224968 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=456e020d-932b-4ef1-a4f6-71e66d4910d8,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:30.231340 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No DVR routers for this DVR port 456e020d-932b-4ef1-a4f6-71e66d4910d8 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:30.241455 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4357bb7-96c4-4e36-81bf-ee38c2560d1e None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:30.242741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e4357bb7-96c4-4e36-81bf-ee38c2560d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.307675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Subnet': ['ID=111ad714-5ad3-4135-bbdf-0002aa7106c3,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:30.339457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7517d13d-f0aa-4e1c-929e-c18532b9b182 None None] The port '456e020d-932b-4ef1-a4f6-71e66d4910d8' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:43:30.351942 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.ipam_backend_mixin [None req-9ca8386e-4a11-4e64-8f58-7fe581432bcd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db7530c8-1bfb-4e30-85d0-4d6174d56c26 (CIDR: 2001:db8::/64) Jan 21 09:43:30.363792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Checking segment: {'id': 'fbd6ab52-80e3-45e5-be2d-6d1455664400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f52367c6-5a6c-4d7d-864d-4f620f3539ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:30.363792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network hostable DHCP agents. Network: f52367c6-5a6c-4d7d-864d-4f620f3539ca, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:30.374577 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca8386e-4a11-4e64-8f58-7fe581432bcd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:30.375187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca8386e-4a11-4e64-8f58-7fe581432bcd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:30.419813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Network f52367c6-5a6c-4d7d-864d-4f620f3539ca is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:30.460294 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9ca8386e-4a11-4e64-8f58-7fe581432bcd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3706582 Jan 21 09:43:30.461282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, f52367c6-5a6c-4d7d-864d-4f620f3539ca) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:30.469209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.469814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.479453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44130) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:30.495287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936d4fe1-65de-4faf-b8f7-802152315017 None None] Network f52367c6-5a6c-4d7d-864d-4f620f3539ca requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:30.509748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'subnet': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:30.524217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.557452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710debf3-8aeb-4fe9-b462-751dbf69e343']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.575319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce2958b-6e66-4a1f-bb5d-2a50db9c3912') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.575748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce2958b-6e66-4a1f-bb5d-2a50db9c3912') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.592374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.611073 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.618130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:30.618630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.703358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:30.703689 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:30.707629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Usage tracker for resource:subnet and tenant:ded4182530de4fdd99c566736625b02a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:30.710610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:30.716986 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:30.719258 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b67b44af-4149-490a-ad0b-55ea1b466222 req-930da419-baf2-40c7-a1e8-7222c3aaaab3 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0567374 Jan 21 09:43:30.739650 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:30.743822 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.809031 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:43:30.820607 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fd3055bc-d4d9-4bb6-8881-057d59273b25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0908952 Jan 21 09:43:30.833736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44142) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:30.857090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5725cb87-dda3-4ce8-9db0-c9f8161127b9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:30.905790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-e4357bb7-96c4-4e36-81bf-ee38c2560d1e None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:30.963684 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.992333 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.023050 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Network': ['ID=710debf3-8aeb-4fe9-b462-751dbf69e343,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.056604 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bf2ce07e-d3cd-465a-9e0a-01b10c98991a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/networks/710debf3-8aeb-4fe9-b462-751dbf69e343 HTTP/1.1" status: 204 len: 168 time: 1.7967834 Jan 21 09:43:31.062128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Allocated IP 2001:db8::2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/db7530c8-1bfb-4e30-85d0-4d6174d56c26/cb93535c-f132-47da-95dd-07122ea2da2d) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:31.088170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44152) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.096442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-675c6433-8c9f-4092-a372-e92ac7836320 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1699309106', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:31.104296 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-675c6433-8c9f-4092-a372-e92ac7836320 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:31.109236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-675c6433-8c9f-4092-a372-e92ac7836320 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:router and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:31.112603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-675c6433-8c9f-4092-a372-e92ac7836320 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:31.119315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-675c6433-8c9f-4092-a372-e92ac7836320 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:31.143017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-7481e864-a735-4576-b795-1fa34dab166e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.143017 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-7481e864-a735-4576-b795-1fa34dab166e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.121 "GET /v2.0/networks?id=25712e45-7957-4fca-9c78-a17fde794190 HTTP/1.1" status: 200 len: 811 time: 0.5022182 Jan 21 09:43:31.146421 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-675c6433-8c9f-4092-a372-e92ac7836320 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.147786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-675c6433-8c9f-4092-a372-e92ac7836320 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.149526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44158) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.165275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-675c6433-8c9f-4092-a372-e92ac7836320 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.190116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Request body: {'port': {'device_id': '22e74c1d-36ce-498b-bd0f-393983f4f8d7', 'network_id': '25712e45-7957-4fca-9c78-a17fde794190', 'admin_state_up': True, 'tenant_id': '9ecec8e9c896450fb542a371b65345c1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:31.209609 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-675c6433-8c9f-4092-a372-e92ac7836320 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.249000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-675c6433-8c9f-4092-a372-e92ac7836320 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.253486 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-675c6433-8c9f-4092-a372-e92ac7836320 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1580536 Jan 21 09:43:31.255488 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44164) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.263135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1978317951'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:31.274282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:31.279414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5725cb87-dda3-4ce8-9db0-c9f8161127b9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-262055268'] for subnet, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.316451 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:network and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:31.330758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:31.339650 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:43:31.343785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.350517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:31.426220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:31.439950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:31.451911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.452849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.457245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:31.466444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Usage tracker for resource:port and tenant:9ecec8e9c896450fb542a371b65345c1 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:31.468382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-64bb5985-fe3a-4119-bd12-87e3a30e41be tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1431887270'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:31.473796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:31.481168 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64bb5985-fe3a-4119-bd12-87e3a30e41be tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:31.486499 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:31.488982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64bb5985-fe3a-4119-bd12-87e3a30e41be tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Usage tracker for resource:router and tenant:3d174672392d4881869351d5d84c4608 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:31.495476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64bb5985-fe3a-4119-bd12-87e3a30e41be tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:31.504460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64bb5985-fe3a-4119-bd12-87e3a30e41be tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:31.542089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Subnet': ['ID=8b5b9706-79b3-435c-9233-b6334a4ec4ef,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.547080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Made reservation on behalf of 9ecec8e9c896450fb542a371b65345c1 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:31.551040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.587724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:31.598339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.641996 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b9b266f0-b3fd-415c-85b0-58bec1329507 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1569986 Jan 21 09:43:31.643834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44174) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.645037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-f52367c6-5a6c-4d7d-864d-4f620f3539ca', 'network_id': 'f52367c6-5a6c-4d7d-864d-4f620f3539ca', 'tenant_id': 'df454c50b2f84b738807266e26ee282d', 'fixed_ips': [{'subnet_id': '111ad714-5ad3-4135-bbdf-0002aa7106c3'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:31.647035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.656789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64bb5985-fe3a-4119-bd12-87e3a30e41be tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.658748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64bb5985-fe3a-4119-bd12-87e3a30e41be tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.680419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Request body: {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'mac_address': 'fa:16:3e:5b:ef:d5', 'name': 'tempest-NetworksTestDHCPv6-1413260511'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:31.691762 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.707860 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Transition to ACTIVE for port object cb93535c-f132-47da-95dd-07122ea2da2d will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:31.729854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5725cb87-dda3-4ce8-9db0-c9f8161127b9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735567170286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-262085630'] for subnet, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.737445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 456e020d-932b-4ef1-a4f6-71e66d4910d8 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:31.785546 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Transition to ACTIVE for port object cb93535c-f132-47da-95dd-07122ea2da2d will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:31.787034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 456e020d-932b-4ef1-a4f6-71e66d4910d8 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:31.787536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 456e020d-932b-4ef1-a4f6-71e66d4910d8 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:31.834858 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.906233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64bb5985-fe3a-4119-bd12-87e3a30e41be tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.920944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:31.930958 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:31.943037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.943037 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Added segment 1f9c945e-14b3-4eb5-88e4-7cd562704ad3 of type vlan for network 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8 Jan 21 09:43:31.945499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:31.952032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:31.957654 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64bb5985-fe3a-4119-bd12-87e3a30e41be tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.961853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:31.963677 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f33ed4f-df0d-4b23-9d33-76f27869f8e8 req-c0e8bbec-8b09-4e22-a68a-b02fb1d8c68c tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 210 time: 0.1156712 Jan 21 09:43:31.969100 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Pushing event updated for resources: {'Port': ['ID=cb93535c-f132-47da-95dd-07122ea2da2d,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.971800 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5725cb87-dda3-4ce8-9db0-c9f8161127b9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.972988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5725cb87-dda3-4ce8-9db0-c9f8161127b9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.977685 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5725cb87-dda3-4ce8-9db0-c9f8161127b9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "PUT /v2.0/subnets/111ad714-5ad3-4135-bbdf-0002aa7106c3 HTTP/1.1" status: 200 len: 900 time: 1.1389585 Jan 21 09:43:31.977842 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:31.981118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44180) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:32.001651 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-f8227311-67cf-432a-b0ca-3c6d7d83790f tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677718982&fields=id&tenant_id=9d91df169b3d4b12afed351c8ebd622a HTTP/1.1" status: 200 len: 267 time: 0.2532108 Jan 21 09:43:32.001908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.005733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Made reservation on behalf of ded4182530de4fdd99c566736625b02a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:32.024028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725cb87-dda3-4ce8-9db0-c9f8161127b9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event updated for resources: {'Subnet': ['ID=111ad714-5ad3-4135-bbdf-0002aa7106c3,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.029949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64bb5985-fe3a-4119-bd12-87e3a30e41be tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.030715 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-64bb5985-fe3a-4119-bd12-87e3a30e41be tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8802795 Jan 21 09:43:32.038148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44184) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:32.063353 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Allocated IP 172.20.0.2 (25712e45-7957-4fca-9c78-a17fde794190/48e68c8b-6b69-490d-bb02-d2fe93743d67/519cbf16-9473-40a8-ab42-b3200bb8a471) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:32.122336 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e4357bb7-96c4-4e36-81bf-ee38c2560d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:32.138878 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4357bb7-96c4-4e36-81bf-ee38c2560d1e None None] The sync data for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv is: [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:32.142167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Attempting to bind port cb93535c-f132-47da-95dd-07122ea2da2d on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:32.142529 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Attempting to bind port cb93535c-f132-47da-95dd-07122ea2da2d by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:32.142886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Attempting to bind port cb93535c-f132-47da-95dd-07122ea2da2d on network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:32.151012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:32.151383 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Checking segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:32.151785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.152195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Bound using segment: {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:32.152663 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Bound port: cb93535c-f132-47da-95dd-07122ea2da2d, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56960d9-cbc1-407d-b797-51ad7d0ff920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:32.153028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.163273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Allocated IP 2001:db8::3 (f52367c6-5a6c-4d7d-864d-4f620f3539ca/111ad714-5ad3-4135-bbdf-0002aa7106c3/7fc372a8-cc88-4b7d-9f31-797c009752a4) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:32.188973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.resource_extend [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:43:32.322482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-998bbde6-e384-4971-958b-a0c0416b04fb tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.332723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336347f0-1ca9-4861-b640-70030c719da9 req-c92da727-51ce-496f-891d-79440c1dc648 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:32.334197 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-c92da727-51ce-496f-891d-79440c1dc648 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 812 time: 0.3312831 Jan 21 09:43:32.351783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] For port cb93535c-f132-47da-95dd-07122ea2da2d, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:32.357669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.372432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] For port cb93535c-f132-47da-95dd-07122ea2da2d, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cb93535c-f132-47da-95dd-07122ea2da2d,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:32.387938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.391453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.393487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:32.394146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.520202 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-054cf1cb-b697-4dd2-bdc3-0879f3cb0160 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/quotas/9d91df169b3d4b12afed351c8ebd622a HTTP/1.1" status: 200 len: 375 time: 0.1591289 Jan 21 09:43:32.557804 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda664cb-f5ad-457e-9865-67414db9eab4 None None] New status for floating IP 57f18dcd-31b3-4398-9ab6-1474c8f8d4e2: DOWN {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:43:32.588895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.617107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7c427-2d04-4d76-acb7-a6c9c3c708a8 None None] Pushing event updated for resources: {'Port': ['ID=cb93535c-f132-47da-95dd-07122ea2da2d,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.621977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Transition to ACTIVE for port object 7fc372a8-cc88-4b7d-9f31-797c009752a4 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:32.662532 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Transition to ACTIVE for port object 7fc372a8-cc88-4b7d-9f31-797c009752a4 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:32.683048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.698479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.776758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.781362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Network f52367c6-5a6c-4d7d-864d-4f620f3539ca is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:32.784431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:32.788315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:32.794504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Pushing event updated for resources: {'Port': ['ID=7fc372a8-cc88-4b7d-9f31-797c009752a4,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.880253 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Network': ['ID=8ccaf2f4-ae3a-4fa5-af02-d694c21367b8,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.884252 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.887222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Network 25712e45-7957-4fca-9c78-a17fde794190 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:32.893931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:32.894896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:32.901493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:32.965685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Attempting to bind port 7fc372a8-cc88-4b7d-9f31-797c009752a4 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:32.966141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Attempting to bind port 7fc372a8-cc88-4b7d-9f31-797c009752a4 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'fbd6ab52-80e3-45e5-be2d-6d1455664400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f52367c6-5a6c-4d7d-864d-4f620f3539ca'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:32.966570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Attempting to bind port 7fc372a8-cc88-4b7d-9f31-797c009752a4 on network f52367c6-5a6c-4d7d-864d-4f620f3539ca {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:32.974146 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-04db82af-3fac-4477-b294-6b9ba3db4e03 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7169595 Jan 21 09:43:32.979804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.990276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:32.990276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Checking segment: {'id': 'fbd6ab52-80e3-45e5-be2d-6d1455664400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f52367c6-5a6c-4d7d-864d-4f620f3539ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:32.990276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.990276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Bound using segment: {'id': 'fbd6ab52-80e3-45e5-be2d-6d1455664400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f52367c6-5a6c-4d7d-864d-4f620f3539ca'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:32.999001 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Bound port: 7fc372a8-cc88-4b7d-9f31-797c009752a4, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd6ab52-80e3-45e5-be2d-6d1455664400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f52367c6-5a6c-4d7d-864d-4f620f3539ca'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:33.002226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.017138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44188) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.026586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Pushing event updated for resources: {'Port': ['ID=519cbf16-9473-40a8-ab42-b3200bb8a471,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.039341 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'subnet': {'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:33.163114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:33.163777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.174802 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] device_id is not set on port 88566746-b5cd-4330-9369-7a408d890a26 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:33.183883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.198250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] For port 7fc372a8-cc88-4b7d-9f31-797c009752a4, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:33.201700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] For port 7fc372a8-cc88-4b7d-9f31-797c009752a4, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7fc372a8-cc88-4b7d-9f31-797c009752a4,segment=NetworkSegment(fbd6ab52-80e3-45e5-be2d-6d1455664400),segment_id=fbd6ab52-80e3-45e5-be2d-6d1455664400)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:33.206475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.276931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Subnet': ['ID=111ad714-5ad3-4135-bbdf-0002aa7106c3,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.294111 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-998bbde6-e384-4971-958b-a0c0416b04fb tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.300130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-998bbde6-e384-4971-958b-a0c0416b04fb tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.375945 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b1222-cac6-44b4-975b-d5517249901f None None] Pushing event updated for resources: {'Port': ['ID=7fc372a8-cc88-4b7d-9f31-797c009752a4,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.389026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-998bbde6-e384-4971-958b-a0c0416b04fb tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.389026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998bbde6-e384-4971-958b-a0c0416b04fb tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31e0c4db-13be-448f-9b2d-f7ac13391ad9 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:43:33.411305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-998bbde6-e384-4971-958b-a0c0416b04fb tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.412413 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-998bbde6-e384-4971-958b-a0c0416b04fb tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] 10.222.0.99 "DELETE /v2.0/routers/31e0c4db-13be-448f-9b2d-f7ac13391ad9 HTTP/1.1" status: 204 len: 168 time: 1.3708920 Jan 21 09:43:33.413679 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-ca4127e9-d022-4cc3-8021-bb7d96398954 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8843808 Jan 21 09:43:33.419789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44194) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.445653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-95f30700-4799-45b2-abc1-a6075d4d095f tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Request body: {'router': {'name': 'tempest-router-1707883516', 'distributed': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:33.468017 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-75b28599-07c7-48f4-b3b2-23d07bd94e3e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2826879 Jan 21 09:43:33.471267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-95f30700-4799-45b2-abc1-a6075d4d095f tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:33.481466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Request body: {'port': {'device_id': '22e74c1d-36ce-498b-bd0f-393983f4f8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:33.509463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-95f30700-4799-45b2-abc1-a6075d4d095f tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Usage tracker for resource:router and tenant:3d174672392d4881869351d5d84c4608 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:33.522680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:33.530990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-95f30700-4799-45b2-abc1-a6075d4d095f tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:33.535697 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8::3c2 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/db7530c8-1bfb-4e30-85d0-4d6174d56c26/88566746-b5cd-4330-9369-7a408d890a26) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:33.540201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:subnet and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:33.545203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5b:efd5 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/8b5b9706-79b3-435c-9233-b6334a4ec4ef/88566746-b5cd-4330-9369-7a408d890a26) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:33.567840 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:33.671082 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-95f30700-4799-45b2-abc1-a6075d4d095f tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:33.686641 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.733685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:33.808973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7fc372a8-cc88-4b7d-9f31-797c009752a4 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:33.819614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52367c6-5a6c-4d7d-864d-4f620f3539ca']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.838415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd6ab52-80e3-45e5-be2d-6d1455664400') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.839027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd6ab52-80e3-45e5-be2d-6d1455664400') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.855525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.887402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-95f30700-4799-45b2-abc1-a6075d4d095f tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.888707 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-95f30700-4799-45b2-abc1-a6075d4d095f tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.899383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45aff19-6209-426b-b457-85daea3fe90b req-c5967899-cb5d-481e-8b32-281b051c929c tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:33.900177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c45aff19-6209-426b-b457-85daea3fe90b req-c5967899-cb5d-481e-8b32-281b051c929c tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Synchronizing usage tracker for tenant:9ecec8e9c896450fb542a371b65345c1 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:33.909853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 7fc372a8-cc88-4b7d-9f31-797c009752a4 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:33.916953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.918072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cb93535c-f132-47da-95dd-07122ea2da2d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:33.943184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Transition to ACTIVE for port object 88566746-b5cd-4330-9369-7a408d890a26 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:33.961778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.969593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:33.973447 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.980538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.018243 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:34.018688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.034858 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port cb93535c-f132-47da-95dd-07122ea2da2d completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:34.040877 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:34.071984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:34.075582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:34.080991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:34.086914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:34.087686 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.107767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event updated for resources: {'Port': ['ID=88566746-b5cd-4330-9369-7a408d890a26,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.120439 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a3a98547-7504-46d4-a962-37ca6f531dd4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4575911 Jan 21 09:43:34.123081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44202) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:34.142174 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835ef447-ced8-44bc-89d1-716e19c54135 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:34.163281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-95f30700-4799-45b2-abc1-a6075d4d095f tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.167006 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.194246 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-39a30284-3085-4c6e-b698-cf2f758fde00 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting port 88566746-b5cd-4330-9369-7a408d890a26 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:34.194602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-39a30284-3085-4c6e-b698-cf2f758fde00 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.267893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c45aff19-6209-426b-b457-85daea3fe90b req-c5967899-cb5d-481e-8b32-281b051c929c tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Unset dirty status for tenant:9ecec8e9c896450fb542a371b65345c1 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:34.275211 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c45aff19-6209-426b-b457-85daea3fe90b req-c5967899-cb5d-481e-8b32-281b051c929c tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 931 time: 1.0928593 Jan 21 09:43:34.290617 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7ba03cc5-5a8a-4095-a463-54fac95214af None None] Provisioning for port cb93535c-f132-47da-95dd-07122ea2da2d completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:34.298757 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7ba03cc5-5a8a-4095-a463-54fac95214af None None] Provisioning complete for port cb93535c-f132-47da-95dd-07122ea2da2d triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:34.299129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7ba03cc5-5a8a-4095-a463-54fac95214af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.351110 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:43:34.351110 dv-neutron-825723-1-hyperv neutron-server[87501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:43:34.351110 dv-neutron-825723-1-hyperv neutron-server[87501]: [parameters: {'id': 'f52367c6-5a6c-4d7d-864d-4f620f3539ca'}] Jan 21 09:43:34.351110 dv-neutron-825723-1-hyperv neutron-server[87501]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:34.351644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:34.367005 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-4845e80f-cb68-475f-95d3-f4e913133c05 service neutron] 10.222.0.99 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9363489 Jan 21 09:43:34.476609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-39a30284-3085-4c6e-b698-cf2f758fde00 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.533084 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7ba03cc5-5a8a-4095-a463-54fac95214af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.577447 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c45aff19-6209-426b-b457-85daea3fe90b req-7e8f798a-8850-44fd-a0ca-5c9e597e6de1 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Synchronizing usage tracker for tenant:9ecec8e9c896450fb542a371b65345c1 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:34.600283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-95f30700-4799-45b2-abc1-a6075d4d095f tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.611508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-39a30284-3085-4c6e-b698-cf2f758fde00 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Calling delete_port for 88566746-b5cd-4330-9369-7a408d890a26 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:34.626567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-7ba03cc5-5a8a-4095-a463-54fac95214af None None] For port cb93535c-f132-47da-95dd-07122ea2da2d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cb93535c-f132-47da-95dd-07122ea2da2d,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:34.657287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7ba03cc5-5a8a-4095-a463-54fac95214af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.726301 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8e719-648f-4d69-9f80-2bf9499f562d None None] Network f52367c6-5a6c-4d7d-864d-4f620f3539ca requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:34.764531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-95f30700-4799-45b2-abc1-a6075d4d095f tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.768654 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-95f30700-4799-45b2-abc1-a6075d4d095f tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3398950 Jan 21 09:43:34.769442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44206) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:34.782594 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c45aff19-6209-426b-b457-85daea3fe90b req-7e8f798a-8850-44fd-a0ca-5c9e597e6de1 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Unset dirty status for tenant:9ecec8e9c896450fb542a371b65345c1 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:34.783429 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c45aff19-6209-426b-b457-85daea3fe90b req-7e8f798a-8850-44fd-a0ca-5c9e597e6de1 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074043 Jan 21 09:43:34.865624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e0deff99-d25b-4e1f-a843-532ba3176971 None None] Provisioning for port 7fc372a8-cc88-4b7d-9f31-797c009752a4 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:34.883189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.932192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e0deff99-d25b-4e1f-a843-532ba3176971 None None] Provisioning complete for port 7fc372a8-cc88-4b7d-9f31-797c009752a4 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:34.932582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e0deff99-d25b-4e1f-a843-532ba3176971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.963955 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba03cc5-5a8a-4095-a463-54fac95214af None None] Pushing event updated for resources: {'Port': ['ID=cb93535c-f132-47da-95dd-07122ea2da2d,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.991801 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-9a61a8b1-c291-4e95-82d8-6e0ec4adaa14 service neutron] 10.222.0.99 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143758 Jan 21 09:43:35.029762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1831372c-5a79-41e1-9b3c-3e7d32fa2e7d tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.082402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5371b92-a7c4-4e8d-b9e8-142959e1a745 None None] Update dhcp port {'port': {'network_id': '4b665acc-74b0-4367-8bb7-0a6ea670dcd9', 'fixed_ips': [{'subnet_id': 'db7530c8-1bfb-4e30-85d0-4d6174d56c26', 'ip_address': '2001:db8::2'}, {'subnet_id': '8b5b9706-79b3-435c-9233-b6334a4ec4ef'}], 'binding:host_id': 'dv-neutron-825723-1-hyperv'}, 'id': 'cb93535c-f132-47da-95dd-07122ea2da2d'} from dv-neutron-825723-1-hyperv. {{(pid=87503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:43:35.084176 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-836df568-6418-4e8d-b656-fa9352aebba5 req-0094f9a1-55be-41a1-bc00-d057624472d7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2610548 Jan 21 09:43:35.086853 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-39a30284-3085-4c6e-b698-cf2f758fde00 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.093360 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Deleting port 7fc372a8-cc88-4b7d-9f31-797c009752a4 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:35.093684 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.161211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a30284-3085-4c6e-b698-cf2f758fde00 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Port': ['ID=88566746-b5cd-4330-9369-7a408d890a26,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.204712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e5371b92-a7c4-4e8d-b9e8-142959e1a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.305792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e0deff99-d25b-4e1f-a843-532ba3176971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.328550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-39a30284-3085-4c6e-b698-cf2f758fde00 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.354240 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-39a30284-3085-4c6e-b698-cf2f758fde00 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/88566746-b5cd-4330-9369-7a408d890a26 HTTP/1.1" status: 204 len: 168 time: 1.2300882 Jan 21 09:43:35.362804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44216) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:35.376505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f467b43-0626-4b99-8bd1-588a6b90929a None None] DHCP port deletion for f52367c6-5a6c-4d7d-864d-4f620f3539ca request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:35.397169 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2f467b43-0626-4b99-8bd1-588a6b90929a None None] Deleting port 7fc372a8-cc88-4b7d-9f31-797c009752a4 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:35.397846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2f467b43-0626-4b99-8bd1-588a6b90929a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.441756 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.442223 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df568-6418-4e8d-b656-fa9352aebba5 req-ca360dcf-09c4-45a3-8773-b6299801a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:35.443851 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-836df568-6418-4e8d-b656-fa9352aebba5 req-ca360dcf-09c4-45a3-8773-b6299801a54a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=78db1456b4d84c919af68b6798f69fd9&device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 1098 time: 0.1667650 Jan 21 09:43:35.480299 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52d52c-c297-487d-8ae7-f3a19578da20 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:35.481213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8d52d52c-c297-487d-8ae7-f3a19578da20 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:35.482830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e0deff99-d25b-4e1f-a843-532ba3176971 None None] For port 7fc372a8-cc88-4b7d-9f31-797c009752a4, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7fc372a8-cc88-4b7d-9f31-797c009752a4,segment=NetworkSegment(fbd6ab52-80e3-45e5-be2d-6d1455664400),segment_id=fbd6ab52-80e3-45e5-be2d-6d1455664400)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:35.554107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e0deff99-d25b-4e1f-a843-532ba3176971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.659680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0deff99-d25b-4e1f-a843-532ba3176971 None None] Pushing event updated for resources: {'Port': ['ID=7fc372a8-cc88-4b7d-9f31-797c009752a4,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.669246 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1831372c-5a79-41e1-9b3c-3e7d32fa2e7d tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.693539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8d52d52c-c297-487d-8ae7-f3a19578da20 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:35.695002 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8d52d52c-c297-487d-8ae7-f3a19578da20 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3266792 Jan 21 09:43:35.698322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44224) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:35.722038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1831372c-5a79-41e1-9b3c-3e7d32fa2e7d tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.738433 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-e5371b92-a7c4-4e8d-b9e8-142959e1a745 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe0c:f088 (4b665acc-74b0-4367-8bb7-0a6ea670dcd9/8b5b9706-79b3-435c-9233-b6334a4ec4ef/cb93535c-f132-47da-95dd-07122ea2da2d) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:35.741931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cb93535c-f132-47da-95dd-07122ea2da2d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:35.773249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df568-6418-4e8d-b656-fa9352aebba5 req-a853298d-6f4c-4f3a-88e2-d4a12a880b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:35.776509 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-836df568-6418-4e8d-b656-fa9352aebba5 req-a853298d-6f4c-4f3a-88e2-d4a12a880b04 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f469d677-4dc7-49de-9c0e-17fa992e291c HTTP/1.1" status: 200 len: 913 time: 0.2903521 Jan 21 09:43:35.931891 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c6a46c51-2db8-463d-930a-f73473d2f404 req-59daedeb-4c84-41c3-9dcd-00bf09d8f4ef tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 210 time: 0.2758646 Jan 21 09:43:35.949992 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-836df568-6418-4e8d-b656-fa9352aebba5 req-44b944ee-8e2f-4875-aa1e-530b4694d5eb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad HTTP/1.1" status: 200 len: 1001 time: 0.1607935 Jan 21 09:43:35.965375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6674d26-c49f-4294-ba35-933930d5f6fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:35.966135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Checking segment: {'id': '1f9c945e-14b3-4eb5-88e4-7cd562704ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:35.966882 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c6674d26-c49f-4294-ba35-933930d5f6fe tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2675464 Jan 21 09:43:35.969441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network hostable DHCP agents. Network: 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:35.990224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44236) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:35.997796 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2f467b43-0626-4b99-8bd1-588a6b90929a None None] For port 7fc372a8-cc88-4b7d-9f31-797c009752a4, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7fc372a8-cc88-4b7d-9f31-797c009752a4,segment=NetworkSegment(fbd6ab52-80e3-45e5-be2d-6d1455664400),segment_id=fbd6ab52-80e3-45e5-be2d-6d1455664400)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:35.998425 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2f467b43-0626-4b99-8bd1-588a6b90929a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.034625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df568-6418-4e8d-b656-fa9352aebba5 req-3b598d85-6de8-42c2-abb9-2af8c03430c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.036094 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-836df568-6418-4e8d-b656-fa9352aebba5 req-3b598d85-6de8-42c2-abb9-2af8c03430c5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2808a830-2468-42b3-9507-038994a3ca1a HTTP/1.1" status: 200 len: 851 time: 0.0679390 Jan 21 09:43:36.094493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Subnet': ['ID=cd9b946d-0dff-4bf7-b363-85871f3482bd,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.130863 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df568-6418-4e8d-b656-fa9352aebba5 req-b1d220e6-2149-42c7-9efd-51aa6949efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.132560 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-836df568-6418-4e8d-b656-fa9352aebba5 req-b1d220e6-2149-42c7-9efd-51aa6949efb7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f469d677-4dc7-49de-9c0e-17fa992e291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899870 Jan 21 09:43:36.148472 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2f467b43-0626-4b99-8bd1-588a6b90929a None None] Calling delete_port for 7fc372a8-cc88-4b7d-9f31-797c009752a4 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:36.274959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1831372c-5a79-41e1-9b3c-3e7d32fa2e7d tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.275338 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1831372c-5a79-41e1-9b3c-3e7d32fa2e7d tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19c49996-7a79-4859-b925-0f96b49a7191 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:43:36.297436 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-836df568-6418-4e8d-b656-fa9352aebba5 req-67d99b04-2320-41c9-af89-b8b66aa36b7b service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582623 Jan 21 09:43:36.302642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port cb93535c-f132-47da-95dd-07122ea2da2d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:36.303026 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.355897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519cbf16-9473-40a8-ab42-b3200bb8a471 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:36.375419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e5371b92-a7c4-4e8d-b9e8-142959e1a745 None None] For port cb93535c-f132-47da-95dd-07122ea2da2d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cb93535c-f132-47da-95dd-07122ea2da2d,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:36.387302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.392299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2f467b43-0626-4b99-8bd1-588a6b90929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.394823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:36.402670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1831372c-5a79-41e1-9b3c-3e7d32fa2e7d tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.403881 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1831372c-5a79-41e1-9b3c-3e7d32fa2e7d tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] 10.222.0.99 "DELETE /v2.0/routers/19c49996-7a79-4859-b925-0f96b49a7191 HTTP/1.1" status: 204 len: 168 time: 1.6232610 Jan 21 09:43:36.415844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] For port 7fc372a8-cc88-4b7d-9f31-797c009752a4, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7fc372a8-cc88-4b7d-9f31-797c009752a4,segment=NetworkSegment(fbd6ab52-80e3-45e5-be2d-6d1455664400),segment_id=fbd6ab52-80e3-45e5-be2d-6d1455664400)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:36.416207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.424587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44240) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.433609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f10937c3-d853-48c4-87a2-13a1c4025db3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Request body: {'router': {'name': 'tempest-router-585027253', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1202bef02ae94db6b447490ee4b53870'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:36.439516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f10937c3-d853-48c4-87a2-13a1c4025db3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:36.443822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d13866-c8f3-44df-980d-0305e758ce19 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.445912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-77b03c93-878c-4087-933e-fd6e93932d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.446405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f10937c3-d853-48c4-87a2-13a1c4025db3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Usage tracker for resource:router and tenant:1202bef02ae94db6b447490ee4b53870 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:36.448945 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d13866-c8f3-44df-980d-0305e758ce19 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.451811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d13866-c8f3-44df-980d-0305e758ce19 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.452917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-14d13866-c8f3-44df-980d-0305e758ce19 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:36.456404 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f10937c3-d853-48c4-87a2-13a1c4025db3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:36.458601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:36.465688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f10937c3-d853-48c4-87a2-13a1c4025db3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:36.466449 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f467b43-0626-4b99-8bd1-588a6b90929a None None] Pushing event deleted for resources: {'Port': ['ID=7fc372a8-cc88-4b7d-9f31-797c009752a4,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.473754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b994e-2905-437f-a0ac-e29c7c0ad176 None None] Network 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:36.493918 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-836df568-6418-4e8d-b656-fa9352aebba5 req-576fdf64-4e78-4760-b5be-12ec638b6442 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894500 Jan 21 09:43:36.495598 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e5371b92-a7c4-4e8d-b9e8-142959e1a745 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.499638 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f467b43-0626-4b99-8bd1-588a6b90929a None None] No DVR routers for this DVR port 7fc372a8-cc88-4b7d-9f31-797c009752a4 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:36.510329 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f10937c3-d853-48c4-87a2-13a1c4025db3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.513467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f10937c3-d853-48c4-87a2-13a1c4025db3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.546276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f10937c3-d853-48c4-87a2-13a1c4025db3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.553183 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b7099c-ac95-48f7-a333-f7159ef813d4 None None] Network f52367c6-5a6c-4d7d-864d-4f620f3539ca requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:36.579459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f10937c3-d853-48c4-87a2-13a1c4025db3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.615005 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e5371b92-a7c4-4e8d-b9e8-142959e1a745 None None] Transition to ACTIVE for port object cb93535c-f132-47da-95dd-07122ea2da2d will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:36.622032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f10937c3-d853-48c4-87a2-13a1c4025db3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.623618 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f10937c3-d853-48c4-87a2-13a1c4025db3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1981525 Jan 21 09:43:36.626321 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44244) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.636023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Calling delete_port for 7fc372a8-cc88-4b7d-9f31-797c009752a4 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:36.638521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-83206a01-3fd5-40ae-8ba3-f86f8e561671 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:36.664944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.665865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.682221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Transition to ACTIVE for port object 519cbf16-9473-40a8-ab42-b3200bb8a471 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:36.683312 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e5371b92-a7c4-4e8d-b9e8-142959e1a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.705262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.752162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-14d13866-c8f3-44df-980d-0305e758ce19 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:36.755790 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-14d13866-c8f3-44df-980d-0305e758ce19 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7614939 Jan 21 09:43:36.768403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44248) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.782016 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a888210a-3562-41d5-8dba-982a58fb57f7 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7640769 Jan 21 09:43:36.873454 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7fc372a8-cc88-4b7d-9f31-797c009752a4 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:36.986104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 7fc372a8-cc88-4b7d-9f31-797c009752a4 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:36.986398 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7fc372a8-cc88-4b7d-9f31-797c009752a4 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:37.017997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44252) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.018831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Pushing event updated for resources: {'Port': ['ID=519cbf16-9473-40a8-ab42-b3200bb8a471,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.024983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:37.025303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:37.031183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f617ef-3903-4a1f-a39f-194b9fd23e8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet 8b5b9706-79b3-435c-9233-b6334a4ec4ef {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:37.036925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-27f617ef-3903-4a1f-a39f-194b9fd23e8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.091956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5371b92-a7c4-4e8d-b9e8-142959e1a745 None None] Pushing event updated for resources: {'Port': ['ID=cb93535c-f132-47da-95dd-07122ea2da2d,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.120975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-27f617ef-3903-4a1f-a39f-194b9fd23e8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.191315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:37.192167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.382243 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83206a01-3fd5-40ae-8ba3-f86f8e561671 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.382502 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83206a01-3fd5-40ae-8ba3-f86f8e561671 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.405862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Allocated IP 2001:db8::2 (8ccaf2f4-ae3a-4fa5-af02-d694c21367b8/cd9b946d-0dff-4bf7-b363-85871f3482bd/b119521b-5441-40e7-80a5-dea78a50d329) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:37.567560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da8075-0dd7-413c-8765-d4d1e847c11b req-0b516036-7a9f-4b18-9272-2656207c542e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:37.569017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-83206a01-3fd5-40ae-8ba3-f86f8e561671 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87502) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 21 09:43:37.569521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-83206a01-3fd5-40ae-8ba3-f86f8e561671 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Router 1cb1599a-9123-4304-83ac-f4a22b091be7 migrating from provider to provider. {{(pid=87502) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 21 09:43:37.569765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83206a01-3fd5-40ae-8ba3-f86f8e561671 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.576058 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83206a01-3fd5-40ae-8ba3-f86f8e561671 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.588904 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88da8075-0dd7-413c-8765-d4d1e847c11b req-0b516036-7a9f-4b18-9272-2656207c542e tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 931 time: 1.6238391 Jan 21 09:43:37.627588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83206a01-3fd5-40ae-8ba3-f86f8e561671 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.700971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Deleting port 7fc372a8-cc88-4b7d-9f31-797c009752a4 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:37.700971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.785424 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336347f0-1ca9-4861-b640-70030c719da9 req-5358da7a-5b6d-43f4-9c08-b17b88b5051a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:37.787413 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-5358da7a-5b6d-43f4-9c08-b17b88b5051a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 812 time: 0.6978698 Jan 21 09:43:37.814808 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.827213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Transition to ACTIVE for port object b119521b-5441-40e7-80a5-dea78a50d329 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:37.846869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Transition to ACTIVE for port object b119521b-5441-40e7-80a5-dea78a50d329 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:37.851706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cb93535c-f132-47da-95dd-07122ea2da2d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:37.920893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.961213 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-f5a4bb25-efc4-4b2b-b3f4-d1ebea3806f3 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d91df169b3d4b12afed351c8ebd622a HTTP/1.1" status: 200 len: 380 time: 0.1632068 Jan 21 09:43:37.967612 dv-neutron-825723-1-hyperv neutron-server[87502]: WARNING neutron.scheduler.l3_agent_scheduler [None req-83206a01-3fd5-40ae-8ba3-f86f8e561671 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] No L3 agents can host the router 1cb1599a-9123-4304-83ac-f4a22b091be7 Jan 21 09:43:37.975449 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Request body: {'port': {'device_id': 'b40819d1-af15-483c-9a43-b04b6095483c', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'admin_state_up': True, 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'security_groups': ['15b39e31-e885-4846-8a94-60726fc7b35a']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:38.000802 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] The port '7fc372a8-cc88-4b7d-9f31-797c009752a4' was deleted {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:43:38.009921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Network 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:38.013042 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:38.016086 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:38.064987 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Pushing event updated for resources: {'Port': ['ID=b119521b-5441-40e7-80a5-dea78a50d329,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.087650 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5b0315e2-f92c-4d5d-8a9f-6560d8e01654 req-5b335435-5689-460e-a8b8-b083273fc98c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 210 time: 0.9002435 Jan 21 09:43:38.140705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Attempting to bind port b119521b-5441-40e7-80a5-dea78a50d329 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:38.140705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Attempting to bind port b119521b-5441-40e7-80a5-dea78a50d329 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '1f9c945e-14b3-4eb5-88e4-7cd562704ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:38.141373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Attempting to bind port b119521b-5441-40e7-80a5-dea78a50d329 on network 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:38.149146 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:38.149679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Checking segment: {'id': '1f9c945e-14b3-4eb5-88e4-7cd562704ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:38.150156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.151158 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Bound using segment: {'id': '1f9c945e-14b3-4eb5-88e4-7cd562704ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:38.151311 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Bound port: b119521b-5441-40e7-80a5-dea78a50d329, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9c945e-14b3-4eb5-88e4-7cd562704ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:38.151790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.233994 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-98cbf84a-dbd5-4a8a-a95b-1f7269f583d5 None None] Could not find standard attr ID for object 88566746-b5cd-4330-9369-7a408d890a26. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:43:38.269052 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-98cbf84a-dbd5-4a8a-a95b-1f7269f583d5 None None] Provisioning for port cb93535c-f132-47da-95dd-07122ea2da2d completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:38.280756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-98cbf84a-dbd5-4a8a-a95b-1f7269f583d5 None None] Provisioning complete for port cb93535c-f132-47da-95dd-07122ea2da2d triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:38.281134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-98cbf84a-dbd5-4a8a-a95b-1f7269f583d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.326461 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] For port b119521b-5441-40e7-80a5-dea78a50d329, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:38.348815 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] For port b119521b-5441-40e7-80a5-dea78a50d329, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b119521b-5441-40e7-80a5-dea78a50d329,segment=NetworkSegment(1f9c945e-14b3-4eb5-88e4-7cd562704ad3),segment_id=1f9c945e-14b3-4eb5-88e4-7cd562704ad3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:38.398399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.422549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83206a01-3fd5-40ae-8ba3-f86f8e561671 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Hosts for router 1cb1599a-9123-4304-83ac-f4a22b091be7: [] {{(pid=87502) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 21 09:43:38.507096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83206a01-3fd5-40ae-8ba3-f86f8e561671 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Hosts for other DVR routers connected to router 1cb1599a-9123-4304-83ac-f4a22b091be7: set() {{(pid=87502) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 21 09:43:38.509261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83206a01-3fd5-40ae-8ba3-f86f8e561671 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.513051 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-83206a01-3fd5-40ae-8ba3-f86f8e561671 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] 10.222.0.99 "PUT /v2.0/routers/1cb1599a-9123-4304-83ac-f4a22b091be7 HTTP/1.1" status: 200 len: 716 time: 1.8826532 Jan 21 09:43:38.513218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:38.515129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44262) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.551363 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5aae1-9e1b-41ff-b29b-837a6768197c None None] Pushing event updated for resources: {'Port': ['ID=b119521b-5441-40e7-80a5-dea78a50d329,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.585229 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-21154a6a-b1b3-419a-a082-8f79d92999e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.598914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:38.631442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.664636 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88da8075-0dd7-413c-8765-d4d1e847c11b req-da433b51-d0a2-4a36-9961-c8f376cfe6aa tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0747359 Jan 21 09:43:38.678555 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c9a3de0f-cd50-4b06-a558-d89bb46f2777 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] 10.222.0.99 "GET /v2.0/routers/1cb1599a-9123-4304-83ac-f4a22b091be7 HTTP/1.1" status: 200 len: 716 time: 0.1598790 Jan 21 09:43:38.678740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44266) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.688395 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Made reservation on behalf of 9d91df169b3d4b12afed351c8ebd622a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:38.691969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.698595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4e1bcaaf-9612-4402-a6a3-4c9790295c2d None None] Could not find standard attr ID for object 88566746-b5cd-4330-9369-7a408d890a26. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:43:38.727619 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.746522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-27f617ef-3903-4a1f-a39f-194b9fd23e8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.776506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52367c6-5a6c-4d7d-864d-4f620f3539ca']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:38.813573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd6ab52-80e3-45e5-be2d-6d1455664400') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:38.813854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd6ab52-80e3-45e5-be2d-6d1455664400') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:38.919060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.938277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Attempting to bind port 519cbf16-9473-40a8-ab42-b3200bb8a471 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:38.938561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Attempting to bind port 519cbf16-9473-40a8-ab42-b3200bb8a471 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '98ba6419-d500-49fa-9f24-571212a3d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '25712e45-7957-4fca-9c78-a17fde794190'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:38.938963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Attempting to bind port 519cbf16-9473-40a8-ab42-b3200bb8a471 on network 25712e45-7957-4fca-9c78-a17fde794190 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:38.969895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Port 519cbf16-9473-40a8-ab42-b3200bb8a471 on network 25712e45-7957-4fca-9c78-a17fde794190 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:43:38.970227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Attempting to bind port 519cbf16-9473-40a8-ab42-b3200bb8a471 on network 25712e45-7957-4fca-9c78-a17fde794190 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:39.026168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.051454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:39.051794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Checking segment: {'id': '98ba6419-d500-49fa-9f24-571212a3d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '25712e45-7957-4fca-9c78-a17fde794190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:39.052190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Bound using segment: {'id': '98ba6419-d500-49fa-9f24-571212a3d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '25712e45-7957-4fca-9c78-a17fde794190'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:39.052667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Bound port: 519cbf16-9473-40a8-ab42-b3200bb8a471, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ba6419-d500-49fa-9f24-571212a3d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '25712e45-7957-4fca-9c78-a17fde794190'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:39.053036 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.063898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:39.064314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:39.114909 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:39.140779 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d0ec15c8-b396-4ad3-b80e-9e9006125522 tempest-RoutersTestDVR-2040537539 tempest-RoutersTestDVR-2040537539-project] 10.222.0.99 "GET /v2.0/routers/1cb1599a-9123-4304-83ac-f4a22b091be7 HTTP/1.1" status: 200 len: 682 time: 0.4608738 Jan 21 09:43:39.142500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44274) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.226913 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Allocated IP 172.20.0.9 (42df2083-2321-47b5-bb6a-a354e39deae9/f80c94f4-cc5b-4e8f-b996-92674e64861e/8b68c666-9ade-4ede-a9ea-94abb06350f0) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:39.392673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-27f617ef-3903-4a1f-a39f-194b9fd23e8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.430939 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e2ea2b6-aee4-4052-a018-fc862d1629d0 req-b973caed-ca45-423f-8a7b-5f9facf429a8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 210 time: 0.1832976 Jan 21 09:43:39.436701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.461891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Transition to ACTIVE for port object 8b68c666-9ade-4ede-a9ea-94abb06350f0 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:39.503102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.519590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.546352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.550302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.555105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-27f617ef-3903-4a1f-a39f-194b9fd23e8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.561791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0eec22-feb9-43bc-9689-6e3e241a6c53 None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:39.588478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f617ef-3903-4a1f-a39f-194b9fd23e8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5b9706-79b3-435c-9233-b6334a4ec4ef,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.610808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Network 42df2083-2321-47b5-bb6a-a354e39deae9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:39.622284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:39.631121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3f38182-2463-4458-b1a7-551fefe048a1 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.633406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:39.768566 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Network': ['ID=f52367c6-5a6c-4d7d-864d-4f620f3539ca,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.799824 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e9496b87-9839-4b9f-8e52-9fc8b1a3a624 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/f52367c6-5a6c-4d7d-864d-4f620f3539ca HTTP/1.1" status: 204 len: 168 time: 7.8144009 Jan 21 09:43:39.800970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44280) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.862654 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'Port': ['ID=8b68c666-9ade-4ede-a9ea-94abb06350f0,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.871502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.917654 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:39.918667 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.921722 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] For port 519cbf16-9473-40a8-ab42-b3200bb8a471, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:39.961916 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b119521b-5441-40e7-80a5-dea78a50d329 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:39.965485 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-0e3b89fc-b01e-4169-95ba-085f3548e5fd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9948165 Jan 21 09:43:39.988749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Request body: {'port': {'device_id': 'b40819d1-af15-483c-9a43-b04b6095483c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:40.015430 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-27f617ef-3903-4a1f-a39f-194b9fd23e8f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/8b5b9706-79b3-435c-9233-b6334a4ec4ef HTTP/1.1" status: 204 len: 168 time: 3.2395506 Jan 21 09:43:40.042508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44284) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.130115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7aba612-f513-40d2-aa1c-3688bd7e3e3b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Deleting subnet db7530c8-1bfb-4e30-85d0-4d6174d56c26 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:40.146331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d7aba612-f513-40d2-aa1c-3688bd7e3e3b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.160886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5214af63-c777-4b29-94d3-cb48b56d5c6d None None] Network 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:40.202458 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port b119521b-5441-40e7-80a5-dea78a50d329 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:40.213291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-df2274af-b7cf-4b3f-8290-18f6a7a97c63 None None] Provisioning for port 8b68c666-9ade-4ede-a9ea-94abb06350f0 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:40.259421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d7aba612-f513-40d2-aa1c-3688bd7e3e3b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.278381 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-df2274af-b7cf-4b3f-8290-18f6a7a97c63 None None] Provisioning complete for port 8b68c666-9ade-4ede-a9ea-94abb06350f0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:40.279047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-df2274af-b7cf-4b3f-8290-18f6a7a97c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.315712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.354023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] For port 519cbf16-9473-40a8-ab42-b3200bb8a471, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=519cbf16-9473-40a8-ab42-b3200bb8a471,segment=NetworkSegment(98ba6419-d500-49fa-9f24-571212a3d65b),segment_id=98ba6419-d500-49fa-9f24-571212a3d65b)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:40.370713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-df2274af-b7cf-4b3f-8290-18f6a7a97c63 None None] Port 8b68c666-9ade-4ede-a9ea-94abb06350f0 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:40.420433 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f168448-1db0-4f92-a8ce-038e42baff49 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:40.421248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f168448-1db0-4f92-a8ce-038e42baff49 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:40.423217 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4f168448-1db0-4f92-a8ce-038e42baff49 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/subnets/111ad714-5ad3-4135-bbdf-0002aa7106c3 HTTP/1.1" status: 404 len: 337 time: 0.5150766 Jan 21 09:43:40.439450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44288) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.448572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.469474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d7aba612-f513-40d2-aa1c-3688bd7e3e3b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.503186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Allocated IP 2001:db8::1 (8ccaf2f4-ae3a-4fa5-af02-d694c21367b8/cd9b946d-0dff-4bf7-b363-85871f3482bd/9cebfb0e-7e68-4a6e-bff8-253973eaf0af) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:40.519370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e53a450d-ebc9-443f-8180-5bfd0e93fbfb None None] Provisioning for port b119521b-5441-40e7-80a5-dea78a50d329 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:40.527191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e53a450d-ebc9-443f-8180-5bfd0e93fbfb None None] Provisioning complete for port b119521b-5441-40e7-80a5-dea78a50d329 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:40.527762 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e53a450d-ebc9-443f-8180-5bfd0e93fbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.688300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3f38182-2463-4458-b1a7-551fefe048a1 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.702678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d7aba612-f513-40d2-aa1c-3688bd7e3e3b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.713313 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3f38182-2463-4458-b1a7-551fefe048a1 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.735337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:40.738750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e53a450d-ebc9-443f-8180-5bfd0e93fbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.749239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.750693 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] 10.222.0.121 "PUT /v2.0/ports/519cbf16-9473-40a8-ab42-b3200bb8a471 HTTP/1.1" status: 200 len: 1093 time: 7.2733796 Jan 21 09:43:40.751517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e74c1d-36ce-498b-bd0f-393983f4f8d7', 'tag': '519cbf16-9473-40a8-ab42-b3200bb8a471'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:40.763324 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd648b49-cb58-4ee5-bbc6-e301a13aa4e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:40.764102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd648b49-cb58-4ee5-bbc6-e301a13aa4e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:40.773427 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-dd648b49-cb58-4ee5-bbc6-e301a13aa4e4 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/f52367c6-5a6c-4d7d-864d-4f620f3539ca HTTP/1.1" status: 404 len: 339 time: 0.3207550 Jan 21 09:43:40.788948 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e53a450d-ebc9-443f-8180-5bfd0e93fbfb None None] For port b119521b-5441-40e7-80a5-dea78a50d329, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b119521b-5441-40e7-80a5-dea78a50d329,segment=NetworkSegment(1f9c945e-14b3-4eb5-88e4-7cd562704ad3),segment_id=1f9c945e-14b3-4eb5-88e4-7cd562704ad3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:40.792457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aba612-f513-40d2-aa1c-3688bd7e3e3b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Subnet': ['ID=db7530c8-1bfb-4e30-85d0-4d6174d56c26,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:40.796405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44296) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.798003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e53a450d-ebc9-443f-8180-5bfd0e93fbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.870427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d7aba612-f513-40d2-aa1c-3688bd7e3e3b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.912500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a450d-ebc9-443f-8180-5bfd0e93fbfb None None] Pushing event updated for resources: {'Port': ['ID=b119521b-5441-40e7-80a5-dea78a50d329,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:40.944098 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d7aba612-f513-40d2-aa1c-3688bd7e3e3b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/db7530c8-1bfb-4e30-85d0-4d6174d56c26 HTTP/1.1" status: 204 len: 168 time: 0.9001908 Jan 21 09:43:40.950518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44300) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.954232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.977211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531c6d4-8713-4323-84c6-c8166c8f52f7 service neutron] Pushing event updated for resources: {'Port': ['ID=519cbf16-9473-40a8-ab42-b3200bb8a471,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:40.978089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e0adbc76-278f-4b06-9a15-1b7fbc556a25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.032433 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-03cdc40e-7b36-41bd-b7f2-86b99bc5be08 None None] Provisioning complete for port b119521b-5441-40e7-80a5-dea78a50d329 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:41.032930 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-03cdc40e-7b36-41bd-b7f2-86b99bc5be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.073595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b68c666-9ade-4ede-a9ea-94abb06350f0 {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:41.096476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.105617 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3f38182-2463-4458-b1a7-551fefe048a1 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.106201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f38182-2463-4458-b1a7-551fefe048a1 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1cb1599a-9123-4304-83ac-f4a22b091be7 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:43:41.118188 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-99f022a8-0b5c-4501-be2b-d7d76c59eb3d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1533914 Jan 21 09:43:41.130161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44306) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.192000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5d3b9-597f-4c0c-9833-779bc7a80d63 req-6522e1e4-43b0-47d4-9819-a074355a45b5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.193761 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cdf5d3b9-597f-4c0c-9833-779bc7a80d63 req-6522e1e4-43b0-47d4-9819-a074355a45b5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 943 time: 1.1771116 Jan 21 09:43:41.204567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3f38182-2463-4458-b1a7-551fefe048a1 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.211947 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d3f38182-2463-4458-b1a7-551fefe048a1 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] 10.222.0.99 "DELETE /v2.0/routers/1cb1599a-9123-4304-83ac-f4a22b091be7 HTTP/1.1" status: 204 len: 168 time: 2.0585797 Jan 21 09:43:41.223046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44310) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.233376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a7b786a9-ed55-479e-a422-3c978b7a3c56 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Request body: {'router': {'name': 'tempest-router-1235538143', 'distributed': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:41.263949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a7b786a9-ed55-479e-a422-3c978b7a3c56 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:41.279078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Transition to ACTIVE for port object 8b68c666-9ade-4ede-a9ea-94abb06350f0 will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:41.285604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a7b786a9-ed55-479e-a422-3c978b7a3c56 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Usage tracker for resource:router and tenant:3d174672392d4881869351d5d84c4608 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:41.295121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a7b786a9-ed55-479e-a422-3c978b7a3c56 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:41.319217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a7b786a9-ed55-479e-a422-3c978b7a3c56 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:41.323858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.331198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e0adbc76-278f-4b06-9a15-1b7fbc556a25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.339704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.355378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03bab4-11aa-4b53-99b8-56f01c0c3de2 req-4a99b604-b0b4-43e8-b0eb-91fe279c9b33 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.356884 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e03bab4-11aa-4b53-99b8-56f01c0c3de2 req-4a99b604-b0b4-43e8-b0eb-91fe279c9b33 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 931 time: 0.6233530 Jan 21 09:43:41.360971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5fcc7e-143c-40a5-a133-904759c55daf None None] Network 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:41.391147 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cdf5d3b9-597f-4c0c-9833-779bc7a80d63 req-c6fb7066-cf00-4fc5-a833-ffd744fcc24f tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670325 Jan 21 09:43:41.401283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7b786a9-ed55-479e-a422-3c978b7a3c56 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.402268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7b786a9-ed55-479e-a422-3c978b7a3c56 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.407053 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-a40a8db7-825d-4088-851b-84cd44ef11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.408536 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-a40a8db7-825d-4088-851b-84cd44ef11d8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9ecec8e9c896450fb542a371b65345c1&device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 1096 time: 0.5626752 Jan 21 09:43:41.410195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Transition to ACTIVE for port object 9cebfb0e-7e68-4a6e-bff8-253973eaf0af will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:41.487050 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e74c1d-36ce-498b-bd0f-393983f4f8d7', 'tag': '519cbf16-9473-40a8-ab42-b3200bb8a471', 'status': 'completed', 'code': 200} Jan 21 09:43:41.521152 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-7a42f156-76f4-4440-a38a-cc29953bf5e1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=519cbf16-9473-40a8-ab42-b3200bb8a471 HTTP/1.1" status: 200 len: 217 time: 0.1022348 Jan 21 09:43:41.523690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7b786a9-ed55-479e-a422-3c978b7a3c56 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.528858 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e03bab4-11aa-4b53-99b8-56f01c0c3de2 req-2116c297-4c16-4489-b225-764f810b9130 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556473 Jan 21 09:43:41.561293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0702945-3717-4509-809b-911feedbc172 service neutron] Pushing event updated for resources: {'Port': ['ID=8b68c666-9ade-4ede-a9ea-94abb06350f0,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.588979 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f766d40-688d-4695-ab95-cb2570f1b4a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.590751 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8f766d40-688d-4695-ab95-cb2570f1b4a1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4572320 Jan 21 09:43:41.600173 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44314) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.604262 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-64dcc5b3-ee39-403b-8c80-b67aede9cc38 None None] Provisioning complete for port cb93535c-f132-47da-95dd-07122ea2da2d triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:41.605438 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-64dcc5b3-ee39-403b-8c80-b67aede9cc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.621429 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-e0adbc76-278f-4b06-9a15-1b7fbc556a25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed31f756-f06b-43a7-895d-8b4e7167d382']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:41.686690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-e0adbc76-278f-4b06-9a15-1b7fbc556a25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1909422a-09bd-445e-8d82-49585417832c') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:41.687419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-e0adbc76-278f-4b06-9a15-1b7fbc556a25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1909422a-09bd-445e-8d82-49585417832c') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:41.711612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e0adbc76-278f-4b06-9a15-1b7fbc556a25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.713082 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7b786a9-ed55-479e-a422-3c978b7a3c56 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.731055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-169b4f6a-2318-4e56-9eb9-c931ed146546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.731793 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-169b4f6a-2318-4e56-9eb9-c931ed146546 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=48e68c8b-6b69-490d-bb02-d2fe93743d67 HTTP/1.1" status: 200 len: 851 time: 0.2015131 Jan 21 09:43:41.738065 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b119521b-5441-40e7-80a5-dea78a50d329 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:41.744135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.749796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e0adbc76-278f-4b06-9a15-1b7fbc556a25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.751187 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663d02c8-3573-429d-bc04-689c035abdf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.751886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-663d02c8-3573-429d-bc04-689c035abdf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Synchronizing usage tracker for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:41.772077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0adbc76-278f-4b06-9a15-1b7fbc556a25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:41.772499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e0adbc76-278f-4b06-9a15-1b7fbc556a25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:41.787846 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:41.797777 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Attempting to bind port 8b68c666-9ade-4ede-a9ea-94abb06350f0 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:41.798104 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Attempting to bind port 8b68c666-9ade-4ede-a9ea-94abb06350f0 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:41.798443 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Attempting to bind port 8b68c666-9ade-4ede-a9ea-94abb06350f0 on network 42df2083-2321-47b5-bb6a-a354e39deae9 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:41.816075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Port 8b68c666-9ade-4ede-a9ea-94abb06350f0 on network 42df2083-2321-47b5-bb6a-a354e39deae9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:43:41.816443 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Attempting to bind port 8b68c666-9ade-4ede-a9ea-94abb06350f0 on network 42df2083-2321-47b5-bb6a-a354e39deae9 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:41.857952 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-504e2481-3249-458e-a75e-118acb79eef5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=25712e45-7957-4fca-9c78-a17fde794190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178575 Jan 21 09:43:41.866841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7b786a9-ed55-479e-a422-3c978b7a3c56 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.868472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:41.869013 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Checking segment: {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:41.869656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Bound using segment: {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:41.870269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Bound port: 8b68c666-9ade-4ede-a9ea-94abb06350f0, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:41.870783 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.870908 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a7b786a9-ed55-479e-a422-3c978b7a3c56 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6448495 Jan 21 09:43:41.875923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44318) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.880961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10edadb8-836f-44ab-8f25-bc3bf99b5ce3 None None] DHCP port deletion for 4b665acc-74b0-4367-8bb7-0a6ea670dcd9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:41.896224 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-10edadb8-836f-44ab-8f25-bc3bf99b5ce3 None None] Deleting port cb93535c-f132-47da-95dd-07122ea2da2d {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:41.896644 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-10edadb8-836f-44ab-8f25-bc3bf99b5ce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.949787 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b119521b-5441-40e7-80a5-dea78a50d329 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:41.950140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.965838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:41.971310 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] For port 8b68c666-9ade-4ede-a9ea-94abb06350f0, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:41.974363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] For port 8b68c666-9ade-4ede-a9ea-94abb06350f0, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8b68c666-9ade-4ede-a9ea-94abb06350f0,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:41.979788 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.979985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-663d02c8-3573-429d-bc04-689c035abdf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Unset dirty status for tenant:ded4182530de4fdd99c566736625b02a on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:41.981171 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-663d02c8-3573-429d-bc04-689c035abdf2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3787093 Jan 21 09:43:41.985004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44322) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.989307 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:42.002441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=9cebfb0e-7e68-4a6e-bff8-253973eaf0af,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.053834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:42.053834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.083237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e0adbc76-278f-4b06-9a15-1b7fbc556a25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.116977 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5dae7a24-31db-4954-9dbd-fca42bd8e35e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008241 Jan 21 09:43:42.149034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e0adbc76-278f-4b06-9a15-1b7fbc556a25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.173684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44326) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.253722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-10edadb8-836f-44ab-8f25-bc3bf99b5ce3 None None] For port cb93535c-f132-47da-95dd-07122ea2da2d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cb93535c-f132-47da-95dd-07122ea2da2d,segment=NetworkSegment(d56960d9-cbc1-407d-b797-51ad7d0ff920),segment_id=d56960d9-cbc1-407d-b797-51ad7d0ff920)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:42.254105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-10edadb8-836f-44ab-8f25-bc3bf99b5ce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.260269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:42.260839 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.264206 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-a0702945-3717-4509-809b-911feedbc172 service neutron] 10.222.0.121 "PUT /v2.0/ports/8b68c666-9ade-4ede-a9ea-94abb06350f0 HTTP/1.1" status: 200 len: 1093 time: 2.2829738 Jan 21 09:43:42.264206 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e0adbc76-278f-4b06-9a15-1b7fbc556a25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/ed31f756-f06b-43a7-895d-8b4e7167d382 HTTP/1.1" status: 204 len: 168 time: 1.4585853 Jan 21 09:43:42.264874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-15cada65-b82b-479f-baca-f4250ba9aab3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.265292 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40819d1-af15-483c-9a43-b04b6095483c', 'tag': '8b68c666-9ade-4ede-a9ea-94abb06350f0'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:42.270451 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adbc76-278f-4b06-9a15-1b7fbc556a25 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Network': ['ID=ed31f756-f06b-43a7-895d-8b4e7167d382,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.272827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44330) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.290302 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-3283c641-b6c9-4c30-bedd-5ac3d62341d9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.291273 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3283c641-b6c9-4c30-bedd-5ac3d62341d9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.295568 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3283c641-b6c9-4c30-bedd-5ac3d62341d9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/88566746-b5cd-4330-9369-7a408d890a26 HTTP/1.1" status: 404 len: 333 time: 0.1122818 Jan 21 09:43:42.339998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44338) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.458976 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d73313-bc8c-4be6-82e4-fba17340e839 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.459530 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d73313-bc8c-4be6-82e4-fba17340e839 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.461410 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c7d73313-bc8c-4be6-82e4-fba17340e839 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/subnets/6f6f13d9-8cbd-4b2f-8d67-88058fc49f6e HTTP/1.1" status: 404 len: 337 time: 0.1816111 Jan 21 09:43:42.468191 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44344) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.468502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-10edadb8-836f-44ab-8f25-bc3bf99b5ce3 None None] Calling delete_port for cb93535c-f132-47da-95dd-07122ea2da2d owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:42.471464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0702945-3717-4509-809b-911feedbc172 service neutron] Pushing event updated for resources: {'Port': ['ID=8b68c666-9ade-4ede-a9ea-94abb06350f0,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.507539 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7d41c8-8ceb-49fc-9376-b98b504f19d2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.508794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7d41c8-8ceb-49fc-9376-b98b504f19d2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.511955 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cc7d41c8-8ceb-49fc-9376-b98b504f19d2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/8b5b9706-79b3-435c-9233-b6334a4ec4ef HTTP/1.1" status: 404 len: 337 time: 0.1619184 Jan 21 09:43:42.522788 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44348) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.580937 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccaf6cdf-cecd-4f58-ad65-b9fabb98a516 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.581664 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccaf6cdf-cecd-4f58-ad65-b9fabb98a516 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.586249 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ccaf6cdf-cecd-4f58-ad65-b9fabb98a516 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/c350c31c-bf99-4d1c-b682-a4c731889697 HTTP/1.1" status: 404 len: 339 time: 0.1143649 Jan 21 09:43:42.594428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44354) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.610881 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40819d1-af15-483c-9a43-b04b6095483c', 'tag': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'status': 'completed', 'code': 200} Jan 21 09:43:42.614027 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d278f76-7ba9-4e12-9554-4d2e34baa22b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.614477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d278f76-7ba9-4e12-9554-4d2e34baa22b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.618462 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9d278f76-7ba9-4e12-9554-4d2e34baa22b tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/db7530c8-1bfb-4e30-85d0-4d6174d56c26 HTTP/1.1" status: 404 len: 337 time: 0.0876858 Jan 21 09:43:42.619510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44358) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.621235 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4a653328-2ba5-4310-bb41-3dafd46521cc None None] Provisioning for port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:42.630928 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4a653328-2ba5-4310-bb41-3dafd46521cc None None] Provisioning complete for port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:42.631345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4a653328-2ba5-4310-bb41-3dafd46521cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.677834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336347f0-1ca9-4861-b640-70030c719da9 req-220bd15b-d015-4eec-9856-fb05bc73bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:42.679565 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-220bd15b-d015-4eec-9856-fb05bc73bb84 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 1096 time: 0.3113995 Jan 21 09:43:42.680488 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1402935-08f0-4d5b-ad00-068f4112f1a9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.680936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1402935-08f0-4d5b-ad00-068f4112f1a9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.684995 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e1402935-08f0-4d5b-ad00-068f4112f1a9 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/55215301-77a2-4a79-b358-496043aee750 HTTP/1.1" status: 404 len: 333 time: 0.0606031 Jan 21 09:43:42.686125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44362) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.708925 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4a653328-2ba5-4310-bb41-3dafd46521cc None None] Port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:42.717194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-10edadb8-836f-44ab-8f25-bc3bf99b5ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.761390 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edadb8-836f-44ab-8f25-bc3bf99b5ce3 None None] Pushing event deleted for resources: {'Port': ['ID=cb93535c-f132-47da-95dd-07122ea2da2d,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.766883 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10edadb8-836f-44ab-8f25-bc3bf99b5ce3 None None] No DVR routers for this DVR port cb93535c-f132-47da-95dd-07122ea2da2d on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:42.796421 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-8eaaeb72-9a7b-4745-aa49-92a8d1ea782c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b68c666-9ade-4ede-a9ea-94abb06350f0 HTTP/1.1" status: 200 len: 217 time: 0.1064913 Jan 21 09:43:42.797486 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d272ae37-d754-4a89-a1da-345cba559edb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.797931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d272ae37-d754-4a89-a1da-345cba559edb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.799489 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d272ae37-d754-4a89-a1da-345cba559edb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/93103afc-5ece-4bbd-8c47-ea192428f130 HTTP/1.1" status: 404 len: 337 time: 0.1125214 Jan 21 09:43:42.802990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44366) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.881284 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f52cbd9-cf89-4bff-b3b0-3ec699bae512 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.881727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f52cbd9-cf89-4bff-b3b0-3ec699bae512 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.883366 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6f52cbd9-cf89-4bff-b3b0-3ec699bae512 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/81fd41ea-a139-4091-97b7-0a0186ababd6 HTTP/1.1" status: 404 len: 337 time: 0.0495028 Jan 21 09:43:42.884533 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-6c7e406b-f545-4066-a18d-caeab9787188 service neutron] 10.222.0.121 "GET /v2.0/networks/25712e45-7957-4fca-9c78-a17fde794190?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0075631 Jan 21 09:43:42.886139 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44370) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.936433 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc46eef-1d3e-4d48-9aec-706da35b31f0 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.936938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc46eef-1d3e-4d48-9aec-706da35b31f0 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.938925 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8dc46eef-1d3e-4d48-9aec-706da35b31f0 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/f26ee8bc-d74b-4cb4-b7ac-f6cd4cc89253 HTTP/1.1" status: 404 len: 333 time: 0.0470078 Jan 21 09:43:42.940566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336347f0-1ca9-4861-b640-70030c719da9 req-3cdd972b-6d4d-4feb-bfd5-849631773f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:42.941901 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-3cdd972b-6d4d-4feb-bfd5-849631773f4e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.1397574 Jan 21 09:43:42.942339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44374) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.014565 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac1f82b-6fd7-4140-9243-c1a0c1cc6a4f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.015011 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac1f82b-6fd7-4140-9243-c1a0c1cc6a4f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.016675 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8ac1f82b-6fd7-4140-9243-c1a0c1cc6a4f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/73c18c39-1a36-4f8d-ae32-1e45b95171b0 HTTP/1.1" status: 404 len: 337 time: 0.0734484 Jan 21 09:43:43.021700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44378) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.060457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-15cada65-b82b-479f-baca-f4250ba9aab3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.064531 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec4101e-7640-418f-ab54-773fc65c1e27 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.064974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec4101e-7640-418f-ab54-773fc65c1e27 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.066762 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2ec4101e-7640-418f-ab54-773fc65c1e27 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/f145685f-c5c3-43c9-a96e-9370eb41f52f HTTP/1.1" status: 404 len: 337 time: 0.0442004 Jan 21 09:43:43.070583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44382) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.081895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-15cada65-b82b-479f-baca-f4250ba9aab3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.118107 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f269390-e6e4-442f-bc2a-6121611651c4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.118566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f269390-e6e4-442f-bc2a-6121611651c4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.120198 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0f269390-e6e4-442f-bc2a-6121611651c4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/300d4512-67de-4119-aed8-d3ae5a90107f HTTP/1.1" status: 404 len: 333 time: 0.0486596 Jan 21 09:43:43.123223 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44386) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.161126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0499d9-dfff-4cd4-9035-0a692479e008 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Deleting subnet 9f873234-66d5-428a-90f4-b4dfdcdbd978 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:43.176224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.204013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a0499d9-dfff-4cd4-9035-0a692479e008 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.280376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-15cada65-b82b-479f-baca-f4250ba9aab3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.280928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cada65-b82b-479f-baca-f4250ba9aab3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95001067-2394-4884-9c38-6e0887eb87ef {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:43:43.281412 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fc8ce0-12df-4b96-ac2c-a9bc8cb50b51 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.281865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fc8ce0-12df-4b96-ac2c-a9bc8cb50b51 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.286660 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-86fc8ce0-12df-4b96-ac2c-a9bc8cb50b51 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/7b4a3f19-f3d4-49a6-b1ac-91277d23f5b0 HTTP/1.1" status: 404 len: 337 time: 0.1602314 Jan 21 09:43:43.287497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44390) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.324872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336347f0-1ca9-4861-b640-70030c719da9 req-fcf84170-dbbc-4a22-8b82-3e1c6c99a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.326347 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-fcf84170-dbbc-4a22-8b82-3e1c6c99a77c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3537099 Jan 21 09:43:43.330220 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef8cdb0-2461-4814-8f42-0902a1d87849 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.330654 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef8cdb0-2461-4814-8f42-0902a1d87849 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.332382 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7ef8cdb0-2461-4814-8f42-0902a1d87849 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/97dffd90-d214-49b6-81d5-bb6ca277d3f6 HTTP/1.1" status: 404 len: 337 time: 0.0438437 Jan 21 09:43:43.344932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44394) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.346612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-15cada65-b82b-479f-baca-f4250ba9aab3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.347713 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-15cada65-b82b-479f-baca-f4250ba9aab3 tempest-RoutersTestDVR-934280184 tempest-RoutersTestDVR-934280184-project-admin] 10.222.0.99 "DELETE /v2.0/routers/95001067-2394-4884-9c38-6e0887eb87ef HTTP/1.1" status: 204 len: 168 time: 1.4697464 Jan 21 09:43:43.357460 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-433d70ed-7d21-47c1-b53a-105c02837aa5 req-a2b5b5b9-de53-4e98-a930-62a5a381712e service neutron] 10.222.0.121 "GET /v2.0/networks/25712e45-7957-4fca-9c78-a17fde794190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546683 Jan 21 09:43:43.389304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a0499d9-dfff-4cd4-9035-0a692479e008 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.486926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad1adb-162b-4f53-8859-04c46b3d5a05 req-85313b4c-a2dc-4af4-b900-aefea4d9062d tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.488441 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-63ad1adb-162b-4f53-8859-04c46b3d5a05 req-85313b4c-a2dc-4af4-b900-aefea4d9062d tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 943 time: 0.9018221 Jan 21 09:43:43.489378 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-6ee278f5-19b0-4740-9397-11d6df85b5c8 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552813 Jan 21 09:43:43.498562 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e885de8e-dea8-47a5-9933-6f2eb38253dc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.499041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e885de8e-dea8-47a5-9933-6f2eb38253dc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.502972 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e885de8e-dea8-47a5-9933-6f2eb38253dc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/1aea0eab-f235-4bc5-b99d-a3211cc7a710 HTTP/1.1" status: 404 len: 333 time: 0.1519883 Jan 21 09:43:43.508229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88730930-feb3-4394-9276-3e4b872a4960 req-e94b36ac-4f76-4a53-ae12-73cdd2c48f01 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.512869 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88730930-feb3-4394-9276-3e4b872a4960 req-e94b36ac-4f76-4a53-ae12-73cdd2c48f01 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 943 time: 0.7491879 Jan 21 09:43:43.517334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44400) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.580787 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cdf550f-ae70-448b-8efb-1652352921dc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.581236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cdf550f-ae70-448b-8efb-1652352921dc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.582915 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1cdf550f-ae70-448b-8efb-1652352921dc tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/53c3f158-03c0-42af-89d1-ce8c529edf43 HTTP/1.1" status: 404 len: 337 time: 0.0646355 Jan 21 09:43:43.587105 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44406) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.697565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44410) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.711251 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cb93535c-f132-47da-95dd-07122ea2da2d no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:43.730726 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-9226ea32-d7db-45f4-b226-4c29d6ec50aa tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.731339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9226ea32-d7db-45f4-b226-4c29d6ec50aa tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.733373 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9226ea32-d7db-45f4-b226-4c29d6ec50aa tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/2fa9bca1-5169-4479-916a-17f32f14f0ec HTTP/1.1" status: 404 len: 333 time: 0.1453500 Jan 21 09:43:43.737528 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44416) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.754097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: cb93535c-f132-47da-95dd-07122ea2da2d {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:43.754452 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cb93535c-f132-47da-95dd-07122ea2da2d not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:43.787284 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-336347f0-1ca9-4861-b640-70030c719da9 req-711e850b-15cb-4086-abdd-357f7e15aaee service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916722 Jan 21 09:43:43.788300 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a357f1a1-988d-4849-8603-ee8f6a009a50 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.788751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a357f1a1-988d-4849-8603-ee8f6a009a50 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.790682 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a357f1a1-988d-4849-8603-ee8f6a009a50 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/1a6a2a3d-b522-48b2-aaf4-cd649db95d7d HTTP/1.1" status: 404 len: 337 time: 0.0518091 Jan 21 09:43:43.792974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44420) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.890058 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d18d6e-2909-4308-b95f-2d2f3e2353cd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.890763 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d18d6e-2909-4308-b95f-2d2f3e2353cd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.892200 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-28d18d6e-2909-4308-b95f-2d2f3e2353cd tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/fb59ba05-59c1-4fb3-95c7-9fcbf137e5e2 HTTP/1.1" status: 404 len: 333 time: 0.0979619 Jan 21 09:43:43.899889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44424) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.902414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-17b10a69-4166-43b4-abab-e7de17f8ab1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.954614 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-63ad1adb-162b-4f53-8859-04c46b3d5a05 req-50347f90-9643-48b1-908a-0423b3c08454 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478040 Jan 21 09:43:43.955334 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cf729f-57b7-480f-abcd-4a65f37022b6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.955773 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08cf729f-57b7-480f-abcd-4a65f37022b6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.960134 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-08cf729f-57b7-480f-abcd-4a65f37022b6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/c256c664-18e1-4091-bdc3-02494c8ae6aa HTTP/1.1" status: 404 len: 337 time: 0.0564275 Jan 21 09:43:43.964768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-17b10a69-4166-43b4-abab-e7de17f8ab1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:43.967028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44428) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.972487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-17b10a69-4166-43b4-abab-e7de17f8ab1b admin admin] Usage tracker for resource:security_group_rule and tenant:1202bef02ae94db6b447490ee4b53870 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:43.977081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-17b10a69-4166-43b4-abab-e7de17f8ab1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:43.980916 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88730930-feb3-4394-9276-3e4b872a4960 req-ec621b2f-e3e5-4548-bb20-08411957ed3d tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665857 Jan 21 09:43:44.015779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-17b10a69-4166-43b4-abab-e7de17f8ab1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:44.031948 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d99af07-6571-4574-8f48-5e90c84ee867 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:44.032444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d99af07-6571-4574-8f48-5e90c84ee867 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:44.034090 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5d99af07-6571-4574-8f48-5e90c84ee867 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/d7cf578e-609d-444f-a939-fc067e4da07b HTTP/1.1" status: 404 len: 333 time: 0.0664716 Jan 21 09:43:44.038236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44432) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.067549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924856db-89f9-4bb8-8ad3-f6a11b13ff40 req-71eccce2-1b37-4aa9-b799-32b7ba4461f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:44.069066 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-924856db-89f9-4bb8-8ad3-f6a11b13ff40 req-71eccce2-1b37-4aa9-b799-32b7ba4461f3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 1096 time: 0.2141511 Jan 21 09:43:44.094378 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3a2e1c-a6ef-4496-9228-0a0f62d6ea52 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:44.094791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3a2e1c-a6ef-4496-9228-0a0f62d6ea52 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:44.096445 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4c3a2e1c-a6ef-4496-9228-0a0f62d6ea52 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/6285f5b2-1bc1-48be-b588-f8599a8dfed0 HTTP/1.1" status: 404 len: 337 time: 0.0559111 Jan 21 09:43:44.099676 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44436) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.110564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a0499d9-dfff-4cd4-9035-0a692479e008 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.155294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b279eb-c597-4c1a-844f-98d275f6329f req-ae798e5c-9545-42f0-b1a0-875005017736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:44.157600 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3b279eb-c597-4c1a-844f-98d275f6329f req-ae798e5c-9545-42f0-b1a0-875005017736 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9ecec8e9c896450fb542a371b65345c1&device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 1096 time: 0.7299595 Jan 21 09:43:44.179836 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a40d0b9-bf1f-4812-b366-cfc9c6127024 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:44.180303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a40d0b9-bf1f-4812-b366-cfc9c6127024 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:44.247296 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4a40d0b9-bf1f-4812-b366-cfc9c6127024 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/b9e042fb-3577-4d12-bb8c-db7a8e49853d HTTP/1.1" status: 404 len: 333 time: 0.1456294 Jan 21 09:43:44.256739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44440) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.305176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-17b10a69-4166-43b4-abab-e7de17f8ab1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.316920 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a68f694-022b-450b-b625-921a3b4def53 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:44.317345 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a68f694-022b-450b-b625-921a3b4def53 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:44.319015 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2a68f694-022b-450b-b625-921a3b4def53 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/85fd69cc-8ac9-4db3-86bf-cefcf74515cf HTTP/1.1" status: 404 len: 337 time: 0.0613818 Jan 21 09:43:44.319778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-17b10a69-4166-43b4-abab-e7de17f8ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.321606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a0499d9-dfff-4cd4-9035-0a692479e008 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.326276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.330126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44444) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.366338 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.367084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.406949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0499d9-dfff-4cd4-9035-0a692479e008 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Subnet': ['ID=9f873234-66d5-428a-90f4-b4dfdcdbd978,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.419760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b388143-e4f3-4182-9e42-eb6d80920962 None None] Network fe7c61bc-3749-443c-a784-4b6d786da01a requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:44.420643 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-17b10a69-4166-43b4-abab-e7de17f8ab1b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1202bef02ae94db6b447490ee4b53870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7173328 Jan 21 09:43:44.422103 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8712961-561b-473d-bd02-1da6998a43f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:44.422665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8712961-561b-473d-bd02-1da6998a43f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:44.426647 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d8712961-561b-473d-bd02-1da6998a43f6 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/6930294e-0412-49ae-89f6-49bbf1ffb173 HTTP/1.1" status: 404 len: 333 time: 0.0879197 Jan 21 09:43:44.426647 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44448) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.427425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924856db-89f9-4bb8-8ad3-f6a11b13ff40 req-08eba6df-de88-43de-b917-142b89d47f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:44.429341 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-924856db-89f9-4bb8-8ad3-f6a11b13ff40 req-08eba6df-de88-43de-b917-142b89d47f56 service neutron] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 913 time: 0.3536606 Jan 21 09:43:44.431589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3a0499d9-dfff-4cd4-9035-0a692479e008 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.431802 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44450) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.434418 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b10a69-4166-43b4-abab-e7de17f8ab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bba7d1a-17ad-4711-9489-6c58872e1694,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.473442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b279eb-c597-4c1a-844f-98d275f6329f req-8d2f573f-4903-425f-8dd3-29a57a7c96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:44.475739 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3b279eb-c597-4c1a-844f-98d275f6329f req-8d2f573f-4903-425f-8dd3-29a57a7c96a3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=25712e45-7957-4fca-9c78-a17fde794190 HTTP/1.1" status: 200 len: 912 time: 0.3069427 Jan 21 09:43:44.559147 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3a0499d9-dfff-4cd4-9035-0a692479e008 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/subnets/9f873234-66d5-428a-90f4-b4dfdcdbd978 HTTP/1.1" status: 204 len: 168 time: 1.9523373 Jan 21 09:43:44.566737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44456) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.568464 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-924856db-89f9-4bb8-8ad3-f6a11b13ff40 req-3d7b553e-c382-48bc-9c64-cabdf6430632 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b68c666-9ade-4ede-a9ea-94abb06350f0 HTTP/1.1" status: 200 len: 217 time: 0.1295383 Jan 21 09:43:44.577844 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c124a697-60cf-41dc-aeb7-532f2b14ff60 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:44.578433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c124a697-60cf-41dc-aeb7-532f2b14ff60 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:44.580184 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c124a697-60cf-41dc-aeb7-532f2b14ff60 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/d7887507-f2b0-4469-bf34-7dbc658d669e HTTP/1.1" status: 404 len: 337 time: 0.1469529 Jan 21 09:43:44.584477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44460) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.586069 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3b279eb-c597-4c1a-844f-98d275f6329f req-9f2c76bc-8bad-49d1-9e12-219ff868f153 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=519cbf16-9473-40a8-ab42-b3200bb8a471 HTTP/1.1" status: 200 len: 217 time: 0.1029835 Jan 21 09:43:44.588230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=9cebfb0e-7e68-4a6e-bff8-253973eaf0af,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.706908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924856db-89f9-4bb8-8ad3-f6a11b13ff40 req-6d7ba262-6aec-46a6-83c1-bcab6f181a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:44.708588 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-924856db-89f9-4bb8-8ad3-f6a11b13ff40 req-6d7ba262-6aec-46a6-83c1-bcab6f181a77 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.0668988 Jan 21 09:43:44.740399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca4c02d-80eb-4b8c-93d5-30e8418f5e0d tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Deleting subnet 2c230105-2680-47b6-8338-001ac383d194 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:44.759589 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5526c62-d1d3-4348-b1bb-347064d3b18d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:44.760056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5526c62-d1d3-4348-b1bb-347064d3b18d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:44.764446 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f5526c62-d1d3-4348-b1bb-347064d3b18d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/6b2c55b6-6648-4e87-a409-6ede633ce3b4 HTTP/1.1" status: 404 len: 337 time: 0.1748700 Jan 21 09:43:44.770114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44464) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.794415 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ca4c02d-80eb-4b8c-93d5-30e8418f5e0d tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.840857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b279eb-c597-4c1a-844f-98d275f6329f req-ab693b39-bd8c-4264-8d6d-1c864e2f6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:44.842612 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3b279eb-c597-4c1a-844f-98d275f6329f req-ab693b39-bd8c-4264-8d6d-1c864e2f6d03 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=48e68c8b-6b69-490d-bb02-d2fe93743d67 HTTP/1.1" status: 200 len: 851 time: 0.1765530 Jan 21 09:43:44.847790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8643a839-aca0-4f0b-95b1-c98c751b8731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.892215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ca4c02d-80eb-4b8c-93d5-30e8418f5e0d tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.910316 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edadd2a-1dac-4daf-83d7-41a0bac31d5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:44.910913 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4edadd2a-1dac-4daf-83d7-41a0bac31d5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:44.915846 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4edadd2a-1dac-4daf-83d7-41a0bac31d5f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/01088c5b-1d69-4eb2-8bde-9a5af137c528 HTTP/1.1" status: 404 len: 333 time: 0.1446600 Jan 21 09:43:44.916820 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44468) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.972576 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3b279eb-c597-4c1a-844f-98d275f6329f req-21e80fc3-0710-46af-8619-f1384080b63d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=25712e45-7957-4fca-9c78-a17fde794190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167696 Jan 21 09:43:45.034569 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe60c4ee-d11e-479e-b313-9e8bc94692fb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:45.035165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe60c4ee-d11e-479e-b313-9e8bc94692fb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:45.037403 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fe60c4ee-d11e-479e-b313-9e8bc94692fb tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/e63b235e-30fd-464e-b70e-ac386edb5703 HTTP/1.1" status: 404 len: 337 time: 0.1122677 Jan 21 09:43:45.046990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44476) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.146825 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:45.153120 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:45.155482 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ec606c-cc22-4d9c-93bf-cd44305950f8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:45.158891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ec606c-cc22-4d9c-93bf-cd44305950f8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:45.163617 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c2ec606c-cc22-4d9c-93bf-cd44305950f8 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/2d60ab66-e970-477c-a998-5a930b01b09e HTTP/1.1" status: 404 len: 337 time: 0.1127861 Jan 21 09:43:45.165029 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ca4c02d-80eb-4b8c-93d5-30e8418f5e0d tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.170617 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44480) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.259592 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8643a839-aca0-4f0b-95b1-c98c751b8731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.327233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924856db-89f9-4bb8-8ad3-f6a11b13ff40 req-a464079f-6168-4975-b149-2baaa0e1000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:45.329777 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-924856db-89f9-4bb8-8ad3-f6a11b13ff40 req-a464079f-6168-4975-b149-2baaa0e1000a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5950177 Jan 21 09:43:45.336239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ca4c02d-80eb-4b8c-93d5-30e8418f5e0d tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.428326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4c02d-80eb-4b8c-93d5-30e8418f5e0d tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Subnet': ['ID=2c230105-2680-47b6-8338-001ac383d194,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.472326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ca4c02d-80eb-4b8c-93d5-30e8418f5e0d tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.563880 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2ca4c02d-80eb-4b8c-93d5-30e8418f5e0d tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/subnets/2c230105-2680-47b6-8338-001ac383d194 HTTP/1.1" status: 204 len: 168 time: 0.9941881 Jan 21 09:43:45.564610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44484) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.577839 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8643a839-aca0-4f0b-95b1-c98c751b8731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.580204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8643a839-aca0-4f0b-95b1-c98c751b8731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.581404 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8643a839-aca0-4f0b-95b1-c98c751b8731 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5bba7d1a-17ad-4711-9489-6c58872e1694 HTTP/1.1" status: 204 len: 168 time: 1.1512830 Jan 21 09:43:45.584035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bf683922-84a0-4cd4-a3d9-1a9feeac2658 None None] Provisioning complete for port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:45.588009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bf683922-84a0-4cd4-a3d9-1a9feeac2658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.645648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643a839-aca0-4f0b-95b1-c98c751b8731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bba7d1a-17ad-4711-9489-6c58872e1694,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.662455 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-924856db-89f9-4bb8-8ad3-f6a11b13ff40 req-b3cf9798-4d2a-451e-967d-215a960bea06 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207483 Jan 21 09:43:45.672977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-bf683922-84a0-4cd4-a3d9-1a9feeac2658 None None] Port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:45.675054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb0183c-4a5a-4032-8db2-7147a7229e58 None None] Network fe7c61bc-3749-443c-a784-4b6d786da01a requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:45.682948 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-651cee08-2b04-434e-b389-7bbb7ae909c4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:45.683550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651cee08-2b04-434e-b389-7bbb7ae909c4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:45.685491 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-651cee08-2b04-434e-b389-7bbb7ae909c4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/cca2b115-931b-4dc1-bbb4-427dc69dfc9d HTTP/1.1" status: 404 len: 333 time: 0.5123105 Jan 21 09:43:45.715214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44490) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.824144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.874800 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19d82fa-3531-4b62-ab3c-0f638a861bc4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:45.875434 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19d82fa-3531-4b62-ab3c-0f638a861bc4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:45.877155 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c19d82fa-3531-4b62-ab3c-0f638a861bc4 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/9ed86e43-a7da-4f32-9f0c-d56ee3f59b26 HTTP/1.1" status: 404 len: 337 time: 0.1598682 Jan 21 09:43:45.881753 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3b279eb-c597-4c1a-844f-98d275f6329f req-18c65920-18d7-4a62-829f-6e08e77ccd23 service neutron] 10.222.0.121 "GET /v2.0/networks/25712e45-7957-4fca-9c78-a17fde794190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9019642 Jan 21 09:43:45.884793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44496) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.893790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Deleting port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:45.894286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.943905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7f5613ad-ffa0-4a9e-8453-3820b90dd605 None None] Provisioning complete for port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:45.944267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7f5613ad-ffa0-4a9e-8453-3820b90dd605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.010546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44500) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.048435 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-924856db-89f9-4bb8-8ad3-f6a11b13ff40 req-0d1ecc10-7166-470e-81ea-fc1409d8a848 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321259 Jan 21 09:43:46.067707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3b942f91-addf-4d21-b228-e1f27e2a9e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.068717 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-12de9a6b-c1e9-45c9-9302-bef6be29da3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:46.069758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12de9a6b-c1e9-45c9-9302-bef6be29da3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:46.074675 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-12de9a6b-c1e9-45c9-9302-bef6be29da3a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/8bb03cdd-4a49-4243-8ca7-ec3072499dfc HTTP/1.1" status: 404 len: 337 time: 0.1843545 Jan 21 09:43:46.076414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44504) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.129043 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3b279eb-c597-4c1a-844f-98d275f6329f req-15c87ab6-63e1-4bde-a0b5-8737f81e7cbf service neutron] 10.222.0.121 "GET /v2.0/networks/25712e45-7957-4fca-9c78-a17fde794190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315841 Jan 21 09:43:46.136758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3b942f91-addf-4d21-b228-e1f27e2a9e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:46.149061 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e071c7de-83f7-4cc9-8262-7079659c02a1 None None] DHCP port deletion for fe7c61bc-3749-443c-a784-4b6d786da01a request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:46.149544 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-5169040a-60b3-4e03-abee-fa90592dc591 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:46.149978 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5169040a-60b3-4e03-abee-fa90592dc591 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:46.154044 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5169040a-60b3-4e03-abee-fa90592dc591 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/0b7976b9-7873-4cf0-a11c-f46cf97336a5 HTTP/1.1" status: 404 len: 333 time: 0.0696628 Jan 21 09:43:46.154044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3b942f91-addf-4d21-b228-e1f27e2a9e9d admin admin] Usage tracker for resource:security_group_rule and tenant:3d174672392d4881869351d5d84c4608 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:46.156565 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 519cbf16-9473-40a8-ab42-b3200bb8a471 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:43:46.157369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3b942f91-addf-4d21-b228-e1f27e2a9e9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:46.159808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44508) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.160595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b085e-2c0a-45dd-8fea-0e75db9ff08a req-3b73c10a-fdf7-401b-ab52-74a247d20da0 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:46.162258 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dc6b085e-2c0a-45dd-8fea-0e75db9ff08a req-3b73c10a-fdf7-401b-ab52-74a247d20da0 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 943 time: 0.9343407 Jan 21 09:43:46.164112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 2d22a941-7390-4305-9380-c51f7c47a4da is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:43:46.169389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e071c7de-83f7-4cc9-8262-7079659c02a1 None None] Deleting port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:46.169896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e071c7de-83f7-4cc9-8262-7079659c02a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.172837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56392a8-ecf9-4085-843c-873415a65c88 req-c80b275a-40df-4e7f-b0c1-0d5f8c610b67 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:46.179694 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b56392a8-ecf9-4085-843c-873415a65c88 req-c80b275a-40df-4e7f-b0c1-0d5f8c610b67 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 943 time: 1.0024900 Jan 21 09:43:46.252800 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3b942f91-addf-4d21-b228-e1f27e2a9e9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:46.265113 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a08d466-bd79-4383-aa03-9a62aa6e700d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:46.265547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a08d466-bd79-4383-aa03-9a62aa6e700d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:46.267215 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1a08d466-bd79-4383-aa03-9a62aa6e700d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/f53fe5ec-b224-40fd-bbbb-385b1ba9d537 HTTP/1.1" status: 404 len: 337 time: 0.1064918 Jan 21 09:43:46.274902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44512) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.279519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] For port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4cd7990e-5ab5-4e01-9682-e6f8d3735f6a,segment=NetworkSegment(fdbe75c7-bfa7-4153-8d97-3f024632269a),segment_id=fdbe75c7-bfa7-4153-8d97-3f024632269a)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:46.279878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.332994 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b56392a8-ecf9-4085-843c-873415a65c88 req-f676a1e4-236d-4fc6-960a-2624d87563b8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522965 Jan 21 09:43:46.397295 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dc6b085e-2c0a-45dd-8fea-0e75db9ff08a req-b2ddd718-0d8c-48bb-84f3-374bb5ffa8c4 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002099 Jan 21 09:43:46.425551 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:46.431563 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a7370a01-9d05-418c-927b-b90364afe960 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2534134 Jan 21 09:43:46.434279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44516) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.440374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1221763560'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:46.445422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:46.447475 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e735471-17ac-4ebc-8308-6bf0b63fde3f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:46.447661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e735471-17ac-4ebc-8308-6bf0b63fde3f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:46.449603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:network and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:46.452981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:46.458655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Calling delete_port for 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:46.458792 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:46.472131 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:46.476179 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.484123 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Sync routers for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:46.504073 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 519cbf16-9473-40a8-ab42-b3200bb8a471, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=519cbf16-9473-40a8-ab42-b3200bb8a471,segment=NetworkSegment(98ba6419-d500-49fa-9f24-571212a3d65b),segment_id=98ba6419-d500-49fa-9f24-571212a3d65b)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:46.507035 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4e735471-17ac-4ebc-8308-6bf0b63fde3f tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/5c1c7a6e-b3bb-42fb-9d2b-a0288d8545f7 HTTP/1.1" status: 404 len: 337 time: 0.2301936 Jan 21 09:43:46.510823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44520) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.515714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:46.526377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.526715 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Added segment 9e553eb6-09bc-46ce-84cb-3efa4fdcc92f of type vlan for network d81079bc-6638-49d4-b071-69bc5d4f25a3 Jan 21 09:43:46.529157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e071c7de-83f7-4cc9-8262-7079659c02a1 None None] For port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4cd7990e-5ab5-4e01-9682-e6f8d3735f6a,segment=NetworkSegment(fdbe75c7-bfa7-4153-8d97-3f024632269a),segment_id=fdbe75c7-bfa7-4153-8d97-3f024632269a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:46.529570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e071c7de-83f7-4cc9-8262-7079659c02a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.538217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '519cbf16-9473-40a8-ab42-b3200bb8a471', 'network_id': '25712e45-7957-4fca-9c78-a17fde794190', 'port_id': '519cbf16-9473-40a8-ab42-b3200bb8a471', 'mac_address': 'fa:16:3e:c5:ae:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e68c8b-6b69-490d-bb02-d2fe93743d67', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:43:46.546711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:46.547346 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.553672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.570488 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-807df00e-2a10-461d-9f76-20ef24ee4c6d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports?device_id=5e99f3e4-8a1a-4bed-b04d-8901ef1c1771 HTTP/1.1" status: 200 len: 205 time: 0.0569620 Jan 21 09:43:46.574074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44524) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.629148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.651078 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-4c2da08a-7381-4e3d-954c-3ba4d8daa09a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] delete failed (client error): The resource could not be found. Jan 21 09:43:46.652484 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4c2da08a-7381-4e3d-954c-3ba4d8daa09a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/routers/5e99f3e4-8a1a-4bed-b04d-8901ef1c1771 HTTP/1.1" status: 404 len: 336 time: 0.0771005 Jan 21 09:43:46.655228 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44528) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.697945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Port': ['ID=4cd7990e-5ab5-4e01-9682-e6f8d3735f6a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.701340 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.702638 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3b942f91-addf-4d21-b228-e1f27e2a9e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.705642 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No DVR routers for this DVR port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:46.708859 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:46.709883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.729591 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8beaeddd-66ab-43c1-8c97-15f544db2e9a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:46.730301 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8beaeddd-66ab-43c1-8c97-15f544db2e9a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:46.738448 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3b942f91-addf-4d21-b228-e1f27e2a9e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.764202 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8beaeddd-66ab-43c1-8c97-15f544db2e9a tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/0909b596-dcd4-47a8-a375-bd0a575b0287 HTTP/1.1" status: 404 len: 337 time: 0.1076496 Jan 21 09:43:46.765926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44532) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.813793 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3751833 Jan 21 09:43:46.815019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44536) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.824766 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3b942f91-addf-4d21-b228-e1f27e2a9e9d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3d174672392d4881869351d5d84c4608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8108993 Jan 21 09:43:46.828405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'subnet': {'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:46.846179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942f91-addf-4d21-b228-e1f27e2a9e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db25234d-a329-44a6-ad6a-9793f0ccac8a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.848498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44540) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.867455 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-40ce91b7-178a-4a4d-8aed-bdb3db012a58 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "GET /v2.0/ports?device_id=a646f6f9-3558-49e5-b2bb-49d4f3cfb766 HTTP/1.1" status: 200 len: 205 time: 0.0967281 Jan 21 09:43:46.868098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44542) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.875856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0bcf2-8ff8-4a19-ab79-f00e994d1336 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Network': ['ID=d81079bc-6638-49d4-b071-69bc5d4f25a3,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.881686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e071c7de-83f7-4cc9-8262-7079659c02a1 None None] Calling delete_port for 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:46.914554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network d81079bc-6638-49d4-b071-69bc5d4f25a3 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:46.946679 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-9bfa0c19-de3b-4d5b-ac06-6484e9611497 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] delete failed (client error): The resource could not be found. Jan 21 09:43:46.948407 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9bfa0c19-de3b-4d5b-ac06-6484e9611497 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/routers/a646f6f9-3558-49e5-b2bb-49d4f3cfb766 HTTP/1.1" status: 404 len: 336 time: 0.0745826 Jan 21 09:43:46.950636 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44546) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.964808 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:46.992532 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-835fa7ee-6a3c-464f-9586-c099ab1b8471 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:46.993139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835fa7ee-6a3c-464f-9586-c099ab1b8471 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:46.997270 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-835fa7ee-6a3c-464f-9586-c099ab1b8471 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/400251b8-24ec-4706-bbc1-edb9bfc98bf4 HTTP/1.1" status: 404 len: 337 time: 0.0429389 Jan 21 09:43:46.997568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44550) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.026533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.038630 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df64ae4-26b4-492e-a330-58f3eeeaa578 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.039393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df64ae4-26b4-492e-a330-58f3eeeaa578 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.043438 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7df64ae4-26b4-492e-a330-58f3eeeaa578 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/ee681e31-e8f1-496a-a021-c32dff0dfa8a HTTP/1.1" status: 404 len: 337 time: 0.0423775 Jan 21 09:43:47.044123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44556) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.049194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.089474 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baf7d66-3d26-4ee0-a319-3bb852c11480 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.090042 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7baf7d66-3d26-4ee0-a319-3bb852c11480 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.094144 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7baf7d66-3d26-4ee0-a319-3bb852c11480 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/83f1b751-bbc2-47e2-b783-837cc6bbf529 HTTP/1.1" status: 404 len: 333 time: 0.0470290 Jan 21 09:43:47.094423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44560) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.132029 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e80cce-e6cd-4468-a7e7-b3d92fe8a5ce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.133598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e80cce-e6cd-4468-a7e7-b3d92fe8a5ce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.133871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7c61bc-3749-443c-a784-4b6d786da01a']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:47.136885 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-67e80cce-e6cd-4468-a7e7-b3d92fe8a5ce tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/697fcf23-4b58-48d3-b3f2-1fe93cec4ec7 HTTP/1.1" status: 404 len: 337 time: 0.0389738 Jan 21 09:43:47.137259 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44564) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.140178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519cbf16-9473-40a8-ab42-b3200bb8a471 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:47.176093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbe75c7-bfa7-4153-8d97-3f024632269a') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:47.176446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbe75c7-bfa7-4153-8d97-3f024632269a') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:47.178989 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-34893d25-70b5-44bf-aa6b-50969926d6c1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.179523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34893d25-70b5-44bf-aa6b-50969926d6c1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.183666 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-34893d25-70b5-44bf-aa6b-50969926d6c1 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/a53c958f-751d-4e89-81de-c73bb122b5a3 HTTP/1.1" status: 404 len: 333 time: 0.0430768 Jan 21 09:43:47.184392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44568) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.195104 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.213542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:47.221064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:subnet and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:47.226030 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cffd60-5a47-45f3-bd87-87cadf4983c5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.226030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74cffd60-5a47-45f3-bd87-87cadf4983c5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.226314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:47.229927 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-74cffd60-5a47-45f3-bd87-87cadf4983c5 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/4688c071-d84c-4812-9321-296acf45e31a HTTP/1.1" status: 404 len: 337 time: 0.0423975 Jan 21 09:43:47.230394 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44572) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.230529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.235106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d1d3174-2319-46ad-aef5-dd2480a9157f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.238982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:47.250172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:47.252774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.256219 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 519cbf16-9473-40a8-ab42-b3200bb8a471, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=519cbf16-9473-40a8-ab42-b3200bb8a471,segment=NetworkSegment(98ba6419-d500-49fa-9f24-571212a3d65b),segment_id=98ba6419-d500-49fa-9f24-571212a3d65b)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:47.264806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.267389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-e071c7de-83f7-4cc9-8262-7079659c02a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:47.267759 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-e071c7de-83f7-4cc9-8262-7079659c02a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:47.272108 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:47.274576 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2924d6b-e954-4476-bf58-d88f12f724db tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.275236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2924d6b-e954-4476-bf58-d88f12f724db tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.278889 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b2924d6b-e954-4476-bf58-d88f12f724db tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/ba37f78b-d290-4e95-8626-6824a63cbd21 HTTP/1.1" status: 404 len: 333 time: 0.0450869 Jan 21 09:43:47.279221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44576) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.307864 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:47.311436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.320600 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dd7a37-d3c8-4161-ab44-5ed64f5abdb3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.321311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2dd7a37-d3c8-4161-ab44-5ed64f5abdb3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.325425 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c2dd7a37-d3c8-4161-ab44-5ed64f5abdb3 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/2055eef7-03ac-4bb7-aaf3-d9fdf3ff5d99 HTTP/1.1" status: 404 len: 337 time: 0.0427382 Jan 21 09:43:47.326003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44580) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.374875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d1d3174-2319-46ad-aef5-dd2480a9157f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.467737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d1d3174-2319-46ad-aef5-dd2480a9157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.498331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d3174-2319-46ad-aef5-dd2480a9157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db25234d-a329-44a6-ad6a-9793f0ccac8a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.505435 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0eab4f0-62ee-4686-af79-be460a293aac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.506008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0eab4f0-62ee-4686-af79-be460a293aac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.507236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.508726 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c0eab4f0-62ee-4686-af79-be460a293aac tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/c7018eb4-54f7-4228-a5e5-98663a34bfb2 HTTP/1.1" status: 404 len: 333 time: 0.1816328 Jan 21 09:43:47.521078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44588) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.544281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.555873 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=519cbf16-9473-40a8-ab42-b3200bb8a471,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.651197 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 2, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:43Z', 'revision_number': 2, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:47.661544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Network': ['ID=fe7c61bc-3749-443c-a784-4b6d786da01a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.662760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfda1e-5745-484c-844f-ab73f9c8620a req-f08eb5fd-7395-410f-86f1-61150fb866e4 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:47.664525 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eadfda1e-5745-484c-844f-ab73f9c8620a req-f08eb5fd-7395-410f-86f1-61150fb866e4 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 944 time: 0.1105299 Jan 21 09:43:47.667181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Checking router: 2d22a941-7390-4305-9380-c51f7c47a4da for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:47.667863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Updating router 2d22a941-7390-4305-9380-c51f7c47a4da port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:43:47.677414 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-4988e70f-380e-47b4-973c-d7ab0c0ec92d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.677871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4988e70f-380e-47b4-973c-d7ab0c0ec92d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.678911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04ef17-e676-4fa3-851b-cdd93781e44c req-0fbb425d-0b0c-440c-a1f0-9e74cfd07500 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:47.679537 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4988e70f-380e-47b4-973c-d7ab0c0ec92d tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/2f1f9f21-0371-42f3-a693-9ca8373dbeb6 HTTP/1.1" status: 404 len: 337 time: 0.1404960 Jan 21 09:43:47.681064 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea04ef17-e676-4fa3-851b-cdd93781e44c req-0fbb425d-0b0c-440c-a1f0-9e74cfd07500 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 943 time: 0.1710088 Jan 21 09:43:47.695888 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bee2bc68-8aeb-4af6-80df-f0a28363fa0e tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/fe7c61bc-3749-443c-a784-4b6d786da01a HTTP/1.1" status: 204 len: 168 time: 2.1223352 Jan 21 09:43:47.698120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44592) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.698454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44594) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.718316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:47.741433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d1d3174-2319-46ad-aef5-dd2480a9157f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.742549 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9d1d3174-2319-46ad-aef5-dd2480a9157f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/db25234d-a329-44a6-ad6a-9793f0ccac8a HTTP/1.1" status: 204 len: 168 time: 0.7249763 Jan 21 09:43:47.748270 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eadfda1e-5745-484c-844f-ab73f9c8620a req-a8cc6e26-03a2-44cf-878c-0453400b09c2 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657976 Jan 21 09:43:47.757416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:47.757758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:47.759848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['519cbf16-9473-40a8-ab42-b3200bb8a471'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:43:47.768505 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea04ef17-e676-4fa3-851b-cdd93781e44c req-6df85ef8-ab8c-4e76-8954-36bd41189f94 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712616 Jan 21 09:43:47.806473 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e071c7de-83f7-4cc9-8262-7079659c02a1 None None] Deleting port 4cd7990e-5ab5-4e01-9682-e6f8d3735f6a {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:47.806847 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e071c7de-83f7-4cc9-8262-7079659c02a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.814366 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-9780830b-dfff-4ef8-bfaf-44e22f2b23bb tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.814935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9780830b-dfff-4ef8-bfaf-44e22f2b23bb tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.819828 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea31cfa3-aa15-4e94-9850-2be00abbf946 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.820361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea31cfa3-aa15-4e94-9850-2be00abbf946 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.829262 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9780830b-dfff-4ef8-bfaf-44e22f2b23bb tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/subnets/edec0b46-3ce8-4a01-8963-c9eba99741e9 HTTP/1.1" status: 404 len: 337 time: 0.1255190 Jan 21 09:43:47.833909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44602) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.834162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44606) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.840417 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ea31cfa3-aa15-4e94-9850-2be00abbf946 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/2309bd3c-4279-4868-a324-a9dcafefc21b HTTP/1.1" status: 404 len: 333 time: 0.1380765 Jan 21 09:43:47.894650 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-40db1c85-897f-4f5b-ae07-85460ef438c7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.895113 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40db1c85-897f-4f5b-ae07-85460ef438c7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.899107 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-40db1c85-897f-4f5b-ae07-85460ef438c7 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/5021dbd1-26a3-4c48-a4b6-39a4f428845c HTTP/1.1" status: 404 len: 337 time: 0.0615659 Jan 21 09:43:47.899107 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-45be5245-8c84-4f49-91cd-372f6a915217 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.899107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45be5245-8c84-4f49-91cd-372f6a915217 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.900009 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-45be5245-8c84-4f49-91cd-372f6a915217 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/c72bcfb5-d7f4-4dad-8bd1-77d75a366267 HTTP/1.1" status: 404 len: 339 time: 0.0670059 Jan 21 09:43:47.900377 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44610) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.901035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e071c7de-83f7-4cc9-8262-7079659c02a1 None None] The port '4cd7990e-5ab5-4e01-9682-e6f8d3735f6a' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:43:47.902634 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44612) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.905721 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.955309 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cd943b-0776-4856-9844-da9b2b8416c2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.955688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99cd943b-0776-4856-9844-da9b2b8416c2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.957454 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-99cd943b-0776-4856-9844-da9b2b8416c2 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/2e5ced39-b4df-4ae6-bf2b-4f533684eeea HTTP/1.1" status: 404 len: 333 time: 0.0561121 Jan 21 09:43:47.960376 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44618) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.972447 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2661d8-6a55-4647-80d1-1cb3dcc4c86a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:47.973157 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2661d8-6a55-4647-80d1-1cb3dcc4c86a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:47.977813 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3e2661d8-6a55-4647-80d1-1cb3dcc4c86a tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/subnets/373b6d97-74da-416f-bb31-49a231c670d7 HTTP/1.1" status: 404 len: 337 time: 0.0742080 Jan 21 09:43:47.978547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44622) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.005666 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bf73f9-9b9c-4310-8fd7-b8095892cdb5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:48.005940 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-15cb7067-2a7d-4943-ad06-928d6600da9e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:48.006284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15cb7067-2a7d-4943-ad06-928d6600da9e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:48.006458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3bf73f9-9b9c-4310-8fd7-b8095892cdb5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:48.010392 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-15cb7067-2a7d-4943-ad06-928d6600da9e tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/f1cfd12e-0d3c-483d-aaf4-5301ef76b244 HTTP/1.1" status: 404 len: 337 time: 0.0468056 Jan 21 09:43:48.011045 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a3bf73f9-9b9c-4310-8fd7-b8095892cdb5 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/a1da8c37-6448-4bd8-87d6-58b8ecd7690b HTTP/1.1" status: 404 len: 339 time: 0.0313802 Jan 21 09:43:48.011812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44626) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.012224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44628) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.054241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.103612 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8027025-67d6-4791-8c06-8a11a75ac998 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:48.104060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8027025-67d6-4791-8c06-8a11a75ac998 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:48.108823 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b8027025-67d6-4791-8c06-8a11a75ac998 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/subnets/46396603-ba01-4795-865a-0492f7654719 HTTP/1.1" status: 404 len: 337 time: 0.0940332 Jan 21 09:43:48.109778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44636) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.141748 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33a64da-108c-417f-9639-83479656db41 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:48.141748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33a64da-108c-417f-9639-83479656db41 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:48.141748 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e33a64da-108c-417f-9639-83479656db41 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/ports/d06175ed-749c-42de-8699-5e4e20c1cd02 HTTP/1.1" status: 404 len: 333 time: 0.1241157 Jan 21 09:43:48.141748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44640) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.170113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Subnet': ['ID=82bd47ad-58fa-4033-af13-62f3ee4d22c4,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:48.178471 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-46afb0f7-122e-44a0-92e0-a2bb0e6be81b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:48.178882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46afb0f7-122e-44a0-92e0-a2bb0e6be81b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:48.185518 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-46afb0f7-122e-44a0-92e0-a2bb0e6be81b tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/80619cb6-799a-456b-895b-0008f7718f6e HTTP/1.1" status: 404 len: 339 time: 0.0725322 Jan 21 09:43:48.186944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44646) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.190211 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-de026e90-db09-486a-b349-1e5aed8a6927 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:48.190673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de026e90-db09-486a-b349-1e5aed8a6927 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:48.191508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Checking segment: {'id': '9e553eb6-09bc-46ce-84cb-3efa4fdcc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:48.192350 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-de026e90-db09-486a-b349-1e5aed8a6927 tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/subnets/c040ef92-4dd5-4f4a-853f-37597a8c48bb HTTP/1.1" status: 404 len: 337 time: 0.0499878 Jan 21 09:43:48.195693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network hostable DHCP agents. Network: d81079bc-6638-49d4-b071-69bc5d4f25a3, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:48.200963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44652) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.267192 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network d81079bc-6638-49d4-b071-69bc5d4f25a3 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:48.268242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1988172-33c2-46e8-9d3f-f7cd7c97cf50 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Deleting subnet 72cf4df4-09f6-4e41-afc8-4d0af8c4c158 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:48.272478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1988172-33c2-46e8-9d3f-f7cd7c97cf50 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.338613 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1988172-33c2-46e8-9d3f-f7cd7c97cf50 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.342947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c35ee1cc-a00e-422e-9614-0615e762364c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.344860 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, d81079bc-6638-49d4-b071-69bc5d4f25a3) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:48.349699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:48.350278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.361654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71452e45-45df-4987-860a-f4b23e73374c None None] Network d81079bc-6638-49d4-b071-69bc5d4f25a3 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:48.409694 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-79777e27-5a62-4828-938a-cd590d1a4b37 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5906408 Jan 21 09:43:48.410739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44660) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.447726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1988172-33c2-46e8-9d3f-f7cd7c97cf50 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.510625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c35ee1cc-a00e-422e-9614-0615e762364c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.528253 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.547873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1988172-33c2-46e8-9d3f-f7cd7c97cf50 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.559966 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Transition to ACTIVE for port object 9cebfb0e-7e68-4a6e-bff8-253973eaf0af will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:48.609881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1988172-33c2-46e8-9d3f-f7cd7c97cf50 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Subnet': ['ID=72cf4df4-09f6-4e41-afc8-4d0af8c4c158,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:48.611092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-c35ee1cc-a00e-422e-9614-0615e762364c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b665acc-74b0-4367-8bb7-0a6ea670dcd9']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.622988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1988172-33c2-46e8-9d3f-f7cd7c97cf50 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.637360 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c1988172-33c2-46e8-9d3f-f7cd7c97cf50 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/subnets/72cf4df4-09f6-4e41-afc8-4d0af8c4c158 HTTP/1.1" status: 204 len: 168 time: 0.4492505 Jan 21 09:43:48.640178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44672) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.644619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21358785-728a-4e01-82a7-c7762c9d9b75 None None] Network 248a15ee-8748-4985-95a4-7be36b15b0c4 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:48.671771 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.686084 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-c35ee1cc-a00e-422e-9614-0615e762364c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56960d9-cbc1-407d-b797-51ad7d0ff920') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.686467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-c35ee1cc-a00e-422e-9614-0615e762364c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56960d9-cbc1-407d-b797-51ad7d0ff920') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.711770 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c35ee1cc-a00e-422e-9614-0615e762364c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.782300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.795666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Deleting port fe2efbb8-5a18-4110-b687-4cbccc8adaac {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:48.796152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.883076 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf5f82-91b1-40b6-9eed-7bb1412d6480 None None] Pushing event updated for resources: {'Port': ['ID=9cebfb0e-7e68-4a6e-bff8-253973eaf0af,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:49.147238 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c35ee1cc-a00e-422e-9614-0615e762364c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.216510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35ee1cc-a00e-422e-9614-0615e762364c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:49.216510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c35ee1cc-a00e-422e-9614-0615e762364c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:49.243054 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:49.255931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] For port fe2efbb8-5a18-4110-b687-4cbccc8adaac, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fe2efbb8-5a18-4110-b687-4cbccc8adaac,segment=NetworkSegment(b04ff6a3-6cff-4721-8006-9b7de5eb806f),segment_id=b04ff6a3-6cff-4721-8006-9b7de5eb806f)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:49.256379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.304657 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-d81079bc-6638-49d4-b071-69bc5d4f25a3', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:49.305646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.392173 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Calling delete_port for fe2efbb8-5a18-4110-b687-4cbccc8adaac owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:49.436322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c35ee1cc-a00e-422e-9614-0615e762364c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.437654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddb29c-0e07-4f97-a417-87f1f164a751 req-b37f3f7f-3b52-40fb-9f8e-37a3a96becf5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:49.445783 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-14ddb29c-0e07-4f97-a417-87f1f164a751 req-b37f3f7f-3b52-40fb-9f8e-37a3a96becf5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 944 time: 0.4793139 Jan 21 09:43:49.463106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c35ee1cc-a00e-422e-9614-0615e762364c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.468592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1502e1f-a760-43c9-aa09-372e057323c7 req-e1e2e562-9e1b-453d-aeca-89fbdc17ad04 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:49.470050 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c1502e1f-a760-43c9-aa09-372e057323c7 req-e1e2e562-9e1b-453d-aeca-89fbdc17ad04 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 943 time: 0.4983287 Jan 21 09:43:49.481189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ee1cc-a00e-422e-9614-0615e762364c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] Pushing event deleted for resources: {'Network': ['ID=4b665acc-74b0-4367-8bb7-0a6ea670dcd9,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:49.486393 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c35ee1cc-a00e-422e-9614-0615e762364c tempest-NetworksTestDHCPv6-1445164926 tempest-NetworksTestDHCPv6-1445164926-project] 10.222.0.99 "DELETE /v2.0/networks/4b665acc-74b0-4367-8bb7-0a6ea670dcd9 HTTP/1.1" status: 204 len: 168 time: 1.2838957 Jan 21 09:43:49.561317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.684908 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-14ddb29c-0e07-4f97-a417-87f1f164a751 req-760cb06d-da65-46d4-816d-81acbaf30d0a tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118120 Jan 21 09:43:49.706084 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c1502e1f-a760-43c9-aa09-372e057323c7 req-5208a813-b014-4045-95ef-f73999c9c878 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097437 Jan 21 09:43:49.718591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44698) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:49.730762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.752039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Attempting to bind port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:49.752677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Attempting to bind port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '1f9c945e-14b3-4eb5-88e4-7cd562704ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:49.753136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Attempting to bind port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af on network 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:49.765555 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:49.765989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Checking segment: {'id': '1f9c945e-14b3-4eb5-88e4-7cd562704ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:49.766488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.766992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Bound using segment: {'id': '1f9c945e-14b3-4eb5-88e4-7cd562704ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:49.767750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Bound port: 9cebfb0e-7e68-4a6e-bff8-253973eaf0af, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9c945e-14b3-4eb5-88e4-7cd562704ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:49.768222 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.791809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Port': ['ID=fe2efbb8-5a18-4110-b687-4cbccc8adaac,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:49.794423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No DVR routers for this DVR port fe2efbb8-5a18-4110-b687-4cbccc8adaac on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:49.833734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Allocated IP 2001:db8:1::2 (d81079bc-6638-49d4-b071-69bc5d4f25a3/82bd47ad-58fa-4033-af13-62f3ee4d22c4/68e46068-33e5-4ca8-b20a-d53d9a6dfa3a) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:49.909098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25be980-57f8-4ff1-9b38-e09c386f54c6 None None] DHCP port deletion for 248a15ee-8748-4985-95a4-7be36b15b0c4 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:49.946619 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.951658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] For port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:49.985319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248a15ee-8748-4985-95a4-7be36b15b0c4']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:49.998767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04ff6a3-6cff-4721-8006-9b7de5eb806f') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:49.999221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04ff6a3-6cff-4721-8006-9b7de5eb806f') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.012439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.016627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] For port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9cebfb0e-7e68-4a6e-bff8-253973eaf0af,segment=NetworkSegment(1f9c945e-14b3-4eb5-88e4-7cd562704ad3),segment_id=1f9c945e-14b3-4eb5-88e4-7cd562704ad3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:50.034449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.036036 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.050704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:50.051107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:50.067369 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:50.108692 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44706) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.160291 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.183685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf5f82-91b1-40b6-9eed-7bb1412d6480 None None] Pushing event updated for resources: {'Port': ['ID=9cebfb0e-7e68-4a6e-bff8-253973eaf0af,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:50.186546 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.186723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 519cbf16-9473-40a8-ab42-b3200bb8a471 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:50.204925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Network': ['ID=248a15ee-8748-4985-95a4-7be36b15b0c4,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:50.214245 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0d5cec22-bddc-42d6-b942-0cb971c5c3c9 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/248a15ee-8748-4985-95a4-7be36b15b0c4 HTTP/1.1" status: 204 len: 168 time: 1.5725822 Jan 21 09:43:50.216842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44712) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.239540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:50.240194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.273281 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-74203ced-9cb1-4551-9840-e240688f6838 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:50.273686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74203ced-9cb1-4551-9840-e240688f6838 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:50.275439 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-74203ced-9cb1-4551-9840-e240688f6838 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/subnets/abd8b340-ff1a-4d67-b817-7d4c1a879541 HTTP/1.1" status: 404 len: 337 time: 0.0573354 Jan 21 09:43:50.279160 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ff153fe4-899f-40fb-80aa-1e9e03bc892b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ded4182530de4fdd99c566736625b02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675549 Jan 21 09:43:50.279826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44716) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.282371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44718) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.283651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-373401433', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:50.288533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:50.292641 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Usage tracker for resource:port and tenant:7f52d0f7d124418dacd21fe235e1b2a7 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:50.295755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:50.301715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:50.318662 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Made reservation on behalf of 7f52d0f7d124418dacd21fe235e1b2a7 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:50.322222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.331654 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-9832a564-68e2-4506-a9b6-b47452f68512 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:50.332284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9832a564-68e2-4506-a9b6-b47452f68512 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:50.339619 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.354094 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9832a564-68e2-4506-a9b6-b47452f68512 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/651d875f-7773-4f91-9e3c-5739735f45f5 HTTP/1.1" status: 404 len: 339 time: 0.0727713 Jan 21 09:43:50.359711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:50.363822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Usage tracker for resource:security_group_rule and tenant:7f52d0f7d124418dacd21fe235e1b2a7 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:50.366842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:50.372057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44724) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.373358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:50.428060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.437471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c68de811-2724-44a2-9200-d84acad6af54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.457933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Transition to ACTIVE for port object 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:50.470726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.476190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.477813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-46336733-9e29-46e1-b0c7-82cfe0a81c15 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Deleting subnet bdf5ebc3-7b6a-4011-80ae-cc6a1a66c252 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:50.480799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46336733-9e29-46e1-b0c7-82cfe0a81c15 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.486993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] device_id is not set on port 1d43d0e3-f72c-47ca-b3c0-aa3b6f6e4373 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:50.498243 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:50.523640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c68de811-2724-44a2-9200-d84acad6af54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.552538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Transition to ACTIVE for port object 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:50.557993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecf17ec-fd85-4a33-9bf9-d521c8fa6d1c,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:50.571494 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.623622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46336733-9e29-46e1-b0c7-82cfe0a81c15 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.636689 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 519cbf16-9473-40a8-ab42-b3200bb8a471 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:50.668801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Allocated IP 172.26.4.141 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/1d43d0e3-f72c-47ca-b3c0-aa3b6f6e4373) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:50.700918 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Network d81079bc-6638-49d4-b071-69bc5d4f25a3 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:50.712366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:50.732424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 519cbf16-9473-40a8-ab42-b3200bb8a471 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:50.732800 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.756460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46336733-9e29-46e1-b0c7-82cfe0a81c15 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.761527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:50.872335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Pushing event updated for resources: {'Port': ['ID=68e46068-33e5-4ca8-b20a-d53d9a6dfa3a,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:50.874583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Allocated IP 2001:db8:1::1 (d81079bc-6638-49d4-b071-69bc5d4f25a3/82bd47ad-58fa-4033-af13-62f3ee4d22c4/047405da-1b97-42e3-b610-30426c79c8c6) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:50.953959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Attempting to bind port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:50.954594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Attempting to bind port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '9e553eb6-09bc-46ce-84cb-3efa4fdcc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:50.955119 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Attempting to bind port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a on network d81079bc-6638-49d4-b071-69bc5d4f25a3 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:50.955540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c68de811-2724-44a2-9200-d84acad6af54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.973603 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:50.974260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Checking segment: {'id': '9e553eb6-09bc-46ce-84cb-3efa4fdcc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:50.974992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.975589 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Bound using segment: {'id': '9e553eb6-09bc-46ce-84cb-3efa4fdcc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:50.976053 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Bound port: 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e553eb6-09bc-46ce-84cb-3efa4fdcc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:50.976460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.979974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46336733-9e29-46e1-b0c7-82cfe0a81c15 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.007354 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.051921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68de811-2724-44a2-9200-d84acad6af54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b280b5a8-c90b-4bc5-9306-15fe4b8886c8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:51.065443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a634f92-7f4e-48ae-a4a5-f3e8afca9036 req-02639111-3386-458a-a096-2058a64f528c tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.066659 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a634f92-7f4e-48ae-a4a5-f3e8afca9036 req-02639111-3386-458a-a096-2058a64f528c tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 944 time: 0.2386343 Jan 21 09:43:51.082726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86848d8-b9b5-42f5-b6cf-43758a192bf7 req-85ebe550-fd9e-498b-8ee2-b6e06889d5a5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.085067 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c86848d8-b9b5-42f5-b6cf-43758a192bf7 req-85ebe550-fd9e-498b-8ee2-b6e06889d5a5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 943 time: 0.1979616 Jan 21 09:43:51.169832 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a634f92-7f4e-48ae-a4a5-f3e8afca9036 req-cb0d27c4-60f1-4b6f-a1ce-bdceec56a765 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954242 Jan 21 09:43:51.173026 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c86848d8-b9b5-42f5-b6cf-43758a192bf7 req-7f8ca309-8a31-4863-a72a-2323b421f845 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705438 Jan 21 09:43:51.174122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.213343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46336733-9e29-46e1-b0c7-82cfe0a81c15 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf5ebc3-7b6a-4011-80ae-cc6a1a66c252,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:51.232220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.243498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46336733-9e29-46e1-b0c7-82cfe0a81c15 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.253912 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-46336733-9e29-46e1-b0c7-82cfe0a81c15 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/subnets/bdf5ebc3-7b6a-4011-80ae-cc6a1a66c252 HTTP/1.1" status: 204 len: 168 time: 0.8803806 Jan 21 09:43:51.254405 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e08dfe-9864-45d3-9acb-b85a4388cdee None None] Network 464eb128-0e86-4325-bfcf-f2c1d92f0e21 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:51.257142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44732) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:51.259959 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c68de811-2724-44a2-9200-d84acad6af54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.263308 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c68de811-2724-44a2-9200-d84acad6af54 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b280b5a8-c90b-4bc5-9306-15fe4b8886c8 HTTP/1.1" status: 204 len: 168 time: 0.9566932 Jan 21 09:43:51.267599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:51.271280 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:51.275424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:51.310215 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] For port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:51.319697 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e74c1d-36ce-498b-bd0f-393983f4f8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519cbf16-9473-40a8-ab42-b3200bb8a471'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:51.320105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Pushing event updated for resources: {'Port': ['ID=1d43d0e3-f72c-47ca-b3c0-aa3b6f6e4373,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:51.363774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.365645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.396181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 519cbf16-9473-40a8-ab42-b3200bb8a471, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=519cbf16-9473-40a8-ab42-b3200bb8a471,segment=NetworkSegment(98ba6419-d500-49fa-9f24-571212a3d65b),segment_id=98ba6419-d500-49fa-9f24-571212a3d65b)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:51.402400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] For port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=68e46068-33e5-4ca8-b20a-d53d9a6dfa3a,segment=NetworkSegment(9e553eb6-09bc-46ce-84cb-3efa4fdcc92f),segment_id=9e553eb6-09bc-46ce-84cb-3efa4fdcc92f)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:51.406788 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.424831 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-77d326bf-5eb2-421e-bf43-b6ed728d1fac tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6953259 Jan 21 09:43:51.427782 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44742) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:51.437540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.141'}]}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:51.438732 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.442250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.459816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:51.471334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.476046 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Usage tracker for resource:router and tenant:7f52d0f7d124418dacd21fe235e1b2a7 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:51.482656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:51.490353 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:51.497036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Deleting port 483fe408-06ac-493b-8543-9e08e340e4b8 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:51.497371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.524397 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 2, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:49Z', 'revision_number': 4, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:51.548023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Transition to ACTIVE for port object 047405da-1b97-42e3-b610-30426c79c8c6 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:51.548264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4853631-c600-4377-bb94-7d40b7578d10 None None] The sync data for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv is: [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 2, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:49Z', 'revision_number': 4, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:51.559906 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.560940 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.597885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e924f3-73d9-46cb-96d1-96ebeb852adb None None] Pushing event updated for resources: {'Port': ['ID=68e46068-33e5-4ca8-b20a-d53d9a6dfa3a,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:51.774535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] For port 483fe408-06ac-493b-8543-9e08e340e4b8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=483fe408-06ac-493b-8543-9e08e340e4b8,segment=NetworkSegment(62bc8fe1-ea19-423a-a4e4-45a4c3196052),segment_id=62bc8fe1-ea19-423a-a4e4-45a4c3196052)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:51.775354 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.778969 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fe2efbb8-5a18-4110-b687-4cbccc8adaac no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:51.824311 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e74c1d-36ce-498b-bd0f-393983f4f8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519cbf16-9473-40a8-ab42-b3200bb8a471', 'code': 200} Jan 21 09:43:51.831508 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=519cbf16-9473-40a8-ab42-b3200bb8a471,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:51.837597 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: fe2efbb8-5a18-4110-b687-4cbccc8adaac {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:51.838249 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fe2efbb8-5a18-4110-b687-4cbccc8adaac not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:51.903630 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd7d91b-ad76-4628-9593-b6274ffa20cb None None] DHCP port deletion for 464eb128-0e86-4325-bfcf-f2c1d92f0e21 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:51.911351 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7d91b-ad76-4628-9593-b6274ffa20cb None None] Deleting port 483fe408-06ac-493b-8543-9e08e340e4b8 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:51.913332 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1bd7d91b-ad76-4628-9593-b6274ffa20cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.001993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Calling delete_port for 483fe408-06ac-493b-8543-9e08e340e4b8 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:52.115174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.198225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 8b68c666-9ade-4ede-a9ea-94abb06350f0 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:43:52.222910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.238886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d97738-a6db-46bb-bbc7-32d56e356f89 req-993b3882-2344-426e-9e3a-c29e9355d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:52.240508 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f5d97738-a6db-46bb-bbc7-32d56e356f89 req-993b3882-2344-426e-9e3a-c29e9355d4e7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 1098 time: 0.1499195 Jan 21 09:43:52.301693 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f5d97738-a6db-46bb-bbc7-32d56e356f89 req-05b1e8ec-ba07-4f33-b8f2-7054d7da6cfc service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495787 Jan 21 09:43:52.422462 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1bd7d91b-ad76-4628-9593-b6274ffa20cb None None] For port 483fe408-06ac-493b-8543-9e08e340e4b8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=483fe408-06ac-493b-8543-9e08e340e4b8,segment=NetworkSegment(62bc8fe1-ea19-423a-a4e4-45a4c3196052),segment_id=62bc8fe1-ea19-423a-a4e4-45a4c3196052)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:52.422851 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1bd7d91b-ad76-4628-9593-b6274ffa20cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.535813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.559295 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] No DVR routers for this DVR port 483fe408-06ac-493b-8543-9e08e340e4b8 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:52.566840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.resource_extend [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:43:52.597620 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network d81079bc-6638-49d4-b071-69bc5d4f25a3 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:52.611164 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7d91b-ad76-4628-9593-b6274ffa20cb None None] Calling delete_port for 483fe408-06ac-493b-8543-9e08e340e4b8 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:52.634473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:52.646375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:52.646911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.652200 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96f1d9-c918-4ea3-854c-b4f2d416ed9c req-c918dd0d-291f-4bcb-88ad-fc28f07f7b00 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:52.654506 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5e96f1d9-c918-4ea3-854c-b4f2d416ed9c req-c918dd0d-291f-4bcb-88ad-fc28f07f7b00 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.1770215 Jan 21 09:43:52.663155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d22565-70a9-46dc-905d-0b5a92ba8a08 req-7a5a2009-fdc0-4ebf-b36b-a5035730bbee tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:52.668414 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1d22565-70a9-46dc-905d-0b5a92ba8a08 req-7a5a2009-fdc0-4ebf-b36b-a5035730bbee tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 943 time: 0.2963421 Jan 21 09:43:52.759896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=047405da-1b97-42e3-b610-30426c79c8c6,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.827769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44768) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.838308 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1d22565-70a9-46dc-905d-0b5a92ba8a08 req-d987cc69-d997-40c8-ad9d-e3597ec13a31 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332633 Jan 21 09:43:52.855337 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5e96f1d9-c918-4ea3-854c-b4f2d416ed9c req-c2d35dd1-f0d8-453a-a44e-681df7134bd4 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854982 Jan 21 09:43:52.869155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.891601 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-1bd7d91b-ad76-4628-9593-b6274ffa20cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:52.891832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Port': ['ID=483fe408-06ac-493b-8543-9e08e340e4b8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.892178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-1bd7d91b-ad76-4628-9593-b6274ffa20cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:52.903212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 8b68c666-9ade-4ede-a9ea-94abb06350f0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8b68c666-9ade-4ede-a9ea-94abb06350f0,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:52.918088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'port_id': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'mac_address': 'fa:16:3e:9c:cb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:43:52.957459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.981463 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.000368 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-997511496'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:53.002389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b68c666-9ade-4ede-a9ea-94abb06350f0 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:53.006553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:53.013063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:network and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:53.017536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:53.022075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 8b68c666-9ade-4ede-a9ea-94abb06350f0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8b68c666-9ade-4ede-a9ea-94abb06350f0,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:53.023560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464eb128-0e86-4325-bfcf-f2c1d92f0e21']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:53.025347 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:53.029942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.059399 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:53.062393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bc8fe1-ea19-423a-a4e4-45a4c3196052') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:53.062687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bc8fe1-ea19-423a-a4e4-45a4c3196052') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:53.070668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.077197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.099512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.110296 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=8b68c666-9ade-4ede-a9ea-94abb06350f0,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.118153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:53.122290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:security_group_rule and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:53.125218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:53.131127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:53.163072 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.177586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:53.178411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.179720 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00d8a65-9aa5-4d43-876a-b047b2e39cbb None None] Network d81079bc-6638-49d4-b071-69bc5d4f25a3 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:53.231306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.238251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.278540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f0bfdd-b919-47b7-81f2-e4650f62b46e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.281273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:53.293469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.293891 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Added segment efa5a80b-d5c9-49f2-99bc-a70d11bd2218 of type vlan for network a9f15ece-4aa4-4d32-a881-c43506ed0d77 Jan 21 09:43:53.328805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:53.334011 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:53.365075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-df48d6c4-d2cc-4df9-bd0f-c82293be8afa None None] Provisioning for port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:53.369271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.380486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:53.381457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.414431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7d91b-ad76-4628-9593-b6274ffa20cb None None] Deleting port 483fe408-06ac-493b-8543-9e08e340e4b8 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:53.414715 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1bd7d91b-ad76-4628-9593-b6274ffa20cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.483510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.496983 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7d91b-ad76-4628-9593-b6274ffa20cb None None] The port '483fe408-06ac-493b-8543-9e08e340e4b8' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:43:53.500434 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.504672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.506712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['8b68c666-9ade-4ede-a9ea-94abb06350f0'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:43:53.561839 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7051132 Jan 21 09:43:53.729932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c13968-e197-4155-a13b-bb37037a7475 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=a9f15ece-4aa4-4d32-a881-c43506ed0d77,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.732276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44774) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:53.738389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'subnet': {'network_id': 'a9f15ece-4aa4-4d32-a881-c43506ed0d77', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:53.803059 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] 10.222.0.99 "DELETE /v2.0/networks/464eb128-0e86-4325-bfcf-f2c1d92f0e21 HTTP/1.1" status: 204 len: 168 time: 2.5447481 Jan 21 09:43:53.808309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533f47e-447a-4a49-a7a2-dc257ac71184 tempest-NetworksIpV6Test-528503265 tempest-NetworksIpV6Test-528503265-project] Pushing event deleted for resources: {'Network': ['ID=464eb128-0e86-4325-bfcf-f2c1d92f0e21,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.909451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:53.918968 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:subnet and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:53.925202 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:53.945317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:53.980147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:53.983655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.021133 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network a9f15ece-4aa4-4d32-a881-c43506ed0d77 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:54.305509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9cebfb0e-7e68-4a6e-bff8-253973eaf0af up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:54.381806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44786) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.392628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f95e50-3351-42bc-a448-3b3a491a93b0 req-f1af35f8-8e38-4ca5-98f6-11fbf5f4cb15 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:54.399297 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40f95e50-3351-42bc-a448-3b3a491a93b0 req-f1af35f8-8e38-4ca5-98f6-11fbf5f4cb15 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.3862419 Jan 21 09:43:54.415934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4e186c63-a011-4bd6-ae14-125464b880cb None None] Provisioning for port 047405da-1b97-42e3-b610-30426c79c8c6 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:54.427286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.429801 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4e186c63-a011-4bd6-ae14-125464b880cb None None] Provisioning complete for port 047405da-1b97-42e3-b610-30426c79c8c6 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:54.430291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4e186c63-a011-4bd6-ae14-125464b880cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.433581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65719498-5ed9-4ab2-9ea1-175d6cd01cb9 req-ae81aeaa-2005-417e-8776-32863631cd2a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:54.435831 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-65719498-5ed9-4ab2-9ea1-175d6cd01cb9 req-ae81aeaa-2005-417e-8776-32863631cd2a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 944 time: 0.3526402 Jan 21 09:43:54.506882 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4e186c63-a011-4bd6-ae14-125464b880cb None None] Port 047405da-1b97-42e3-b610-30426c79c8c6 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:54.507261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.508998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.522365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:54.545752 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:54.546131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.648501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.696618 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.712365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-119304c9-ef1d-4657-bdc6-3c41602e2bc0 None None] Provisioning complete for port 047405da-1b97-42e3-b610-30426c79c8c6 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:54.712758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-119304c9-ef1d-4657-bdc6-3c41602e2bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.734886 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-65719498-5ed9-4ab2-9ea1-175d6cd01cb9 req-44c53c89-b3fe-410a-8630-cb07ab2a4eb8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796874 Jan 21 09:43:54.745279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=047405da-1b97-42e3-b610-30426c79c8c6,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:54.767603 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40f95e50-3351-42bc-a448-3b3a491a93b0 req-840610da-ca58-45e2-9be3-54437fe74a70 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543327 Jan 21 09:43:54.778857 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8e95af6a-9604-4ce7-b8c1-36cd20ef408c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=df454c50b2f84b738807266e26ee282d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957958 Jan 21 09:43:54.785748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44792) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.793354 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9cebfb0e-7e68-4a6e-bff8-253973eaf0af,segment=NetworkSegment(1f9c945e-14b3-4eb5-88e4-7cd562704ad3),segment_id=1f9c945e-14b3-4eb5-88e4-7cd562704ad3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:54.801411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking segment: {'id': 'efa5a80b-d5c9-49f2-99bc-a70d11bd2218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a9f15ece-4aa4-4d32-a881-c43506ed0d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:54.801927 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network hostable DHCP agents. Network: a9f15ece-4aa4-4d32-a881-c43506ed0d77, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:54.809458 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-119304c9-ef1d-4657-bdc6-3c41602e2bc0 None None] Port 047405da-1b97-42e3-b610-30426c79c8c6 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:54.812397 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.813960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:54.821546 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Subnet': ['ID=a31b479a-e9f4-46bb-9d06-1503e440ff7d,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:54.834383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.875987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.895299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network a9f15ece-4aa4-4d32-a881-c43506ed0d77 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:54.900696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbd94-e04b-4e6d-8dcf-111991f3f071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.947947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network d81079bc-6638-49d4-b071-69bc5d4f25a3 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:54.952367 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:54.954980 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=9cebfb0e-7e68-4a6e-bff8-253973eaf0af,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:54.962935 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, a9f15ece-4aa4-4d32-a881-c43506ed0d77) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:54.970780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:54.976652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:54.977205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.988138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:54.988601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.013057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbd94-e04b-4e6d-8dcf-111991f3f071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.025563 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-dde76023-f60a-4265-9030-e7c5005bf820 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2923138 Jan 21 09:43:55.031087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44798) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.031657 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eb7f9a-c2f5-4fb8-a0a8-a65e38ca9e92 None None] Network a9f15ece-4aa4-4d32-a881-c43506ed0d77 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:55.036165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1298605723'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:55.041901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:55.046748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:network and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:55.050274 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:55.057926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:55.085220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:55.089176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.130207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc05c04-b3ff-439a-bc55-c4347ec81bb1 req-db056287-2410-404d-a501-4ee7fe7b1e85 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:55.131747 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4bc05c04-b3ff-439a-bc55-c4347ec81bb1 req-db056287-2410-404d-a501-4ee7fe7b1e85 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.2328100 Jan 21 09:43:55.219024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:55.244726 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.259000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.259523 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Added segment 0cb7a4ff-df06-4513-97de-78674f5a75d2 of type vlan for network cf14d2c0-8d29-4ae6-98bf-106a5f3fb015 Jan 21 09:43:55.274586 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4bc05c04-b3ff-439a-bc55-c4347ec81bb1 req-2b69a423-f61d-46ca-8910-2dd054cd64b9 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227129 Jan 21 09:43:55.278721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbd94-e04b-4e6d-8dcf-111991f3f071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.307072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bbd94-e04b-4e6d-8dcf-111991f3f071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1c7eff-2bc6-4200-85d7-1f69d8e37925,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.326988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.347225 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbd94-e04b-4e6d-8dcf-111991f3f071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.351521 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1d1bbd94-e04b-4e6d-8dcf-111991f3f071 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4c1c7eff-2bc6-4200-85d7-1f69d8e37925 HTTP/1.1" status: 204 len: 168 time: 0.5627480 Jan 21 09:43:55.418246 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.422633 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=68e46068-33e5-4ca8-b20a-d53d9a6dfa3a,segment=NetworkSegment(9e553eb6-09bc-46ce-84cb-3efa4fdcc92f),segment_id=9e553eb6-09bc-46ce-84cb-3efa4fdcc92f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:55.425523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:55.426488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.446024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.531922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=68e46068-33e5-4ca8-b20a-d53d9a6dfa3a,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.555145 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.557345 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5240479 Jan 21 09:43:55.558481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44806) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.572597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'subnet': {'network_id': 'cf14d2c0-8d29-4ae6-98bf-106a5f3fb015', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:55.596960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 483fe408-06ac-493b-8543-9e08e340e4b8 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:55.649166 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee550420-3074-4cde-bb93-f5c0d2f70c06 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=cf14d2c0-8d29-4ae6-98bf-106a5f3fb015,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.686983 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network cf14d2c0-8d29-4ae6-98bf-106a5f3fb015 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:55.724124 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-a9f15ece-4aa4-4d32-a881-c43506ed0d77', 'network_id': 'a9f15ece-4aa4-4d32-a881-c43506ed0d77', 'tenant_id': 'f18b7dd8f8d8492887a6b11528a3c9bc', 'fixed_ips': [{'subnet_id': 'a31b479a-e9f4-46bb-9d06-1503e440ff7d'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:55.729996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.756262 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 483fe408-06ac-493b-8543-9e08e340e4b8 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:55.756591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 483fe408-06ac-493b-8543-9e08e340e4b8 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:55.766335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bdfd9498-862b-4fda-8ef4-f52996fa296c None None] Provisioning complete for port 047405da-1b97-42e3-b610-30426c79c8c6 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:55.766708 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bdfd9498-862b-4fda-8ef4-f52996fa296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:55.859236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:subnet and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:55.861643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 2d22a941-7390-4305-9380-c51f7c47a4da has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:55.868689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:55.880793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:55.888568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd9498-862b-4fda-8ef4-f52996fa296c None None] Port 047405da-1b97-42e3-b610-30426c79c8c6 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:55.914430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:55.921151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.976671 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9cebfb0e-7e68-4a6e-bff8-253973eaf0af up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:55.989590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.993254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.106827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.108002 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e596b965-be4b-48c9-952d-8f3f0e8484cd {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:43:56.142895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Allocated IP 172.20.255.242 (a9f15ece-4aa4-4d32-a881-c43506ed0d77/a31b479a-e9f4-46bb-9d06-1503e440ff7d/bdebc423-6bf2-4d87-aec0-425177f752c8) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:56.144951 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:56.145944 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.223346 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 8b68c666-9ade-4ede-a9ea-94abb06350f0 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:56.231795 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:56.242971 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Sync routers for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:56.247263 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c8ebbf64-ac9c-4d2b-a1ff-d48aa49fd4a6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7273195 Jan 21 09:43:56.249495 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:43:56.250789 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7bdaf20d-96f8-4f3f-8646-d5b8154f7b0a tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.8218837 Jan 21 09:43:56.251493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44828) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.253801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44830) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.255614 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:56.258577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-590200167'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:56.260333 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:56.267100 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:56.314541 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:network and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:56.325504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:56.336283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:56.356815 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-87da5346-8c9b-4bae-a62c-3e3c8c4b9f2c tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Deleting port 1d43d0e3-f72c-47ca-b3c0-aa3b6f6e4373 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:56.357166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-87da5346-8c9b-4bae-a62c-3e3c8c4b9f2c tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.396372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:56.400093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.436264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 8b68c666-9ade-4ede-a9ea-94abb06350f0 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:56.460411 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 8b68c666-9ade-4ede-a9ea-94abb06350f0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:56.461049 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.471943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.490696 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:56.535090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.535481 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Added segment f6f48b80-35f5-4b07-b1ad-d21a018a32d8 of type vlan for network e4641fa3-a907-49c7-8a92-46f6c3b4abf3 Jan 21 09:43:56.554588 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:56.608103 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.686351 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44842) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.746259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-87da5346-8c9b-4bae-a62c-3e3c8c4b9f2c tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.767590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.778990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:56.779470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.854582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.915672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42f77b-26f4-4979-887a-60841d081bc7 req-01e47e58-4f87-481a-ac3a-fbde036760d4 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:56.923246 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b42f77b-26f4-4979-887a-60841d081bc7 req-01e47e58-4f87-481a-ac3a-fbde036760d4 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 944 time: 0.6435642 Jan 21 09:43:56.925114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Subnet': ['ID=34d6e370-25f7-4d40-b6dc-79f4359210b3,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:56.933894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking segment: {'id': '0cb7a4ff-df06-4513-97de-78674f5a75d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cf14d2c0-8d29-4ae6-98bf-106a5f3fb015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:56.934260 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network hostable DHCP agents. Network: cf14d2c0-8d29-4ae6-98bf-106a5f3fb015, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:56.934735 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:56.974084 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Transition to ACTIVE for port object bdebc423-6bf2-4d87-aec0-425177f752c8 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:56.988117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-87da5346-8c9b-4bae-a62c-3e3c8c4b9f2c tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Calling delete_port for 1d43d0e3-f72c-47ca-b3c0-aa3b6f6e4373 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:57.006246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.011903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6b1ad-fdc8-43df-96bb-127a8755780b req-aa34a761-dc7c-46e9-8fa1-cf4e28b8b803 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:57.013823 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09a6b1ad-fdc8-43df-96bb-127a8755780b req-aa34a761-dc7c-46e9-8fa1-cf4e28b8b803 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 1.0313909 Jan 21 09:43:57.018032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network cf14d2c0-8d29-4ae6-98bf-106a5f3fb015 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:57.027426 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Transition to ACTIVE for port object bdebc423-6bf2-4d87-aec0-425177f752c8 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:57.033881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-984789798'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:57.039956 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:57.044923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Usage tracker for resource:network and tenant:9968b21397ac414098604690c4e5d362 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:57.045073 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b42f77b-26f4-4979-887a-60841d081bc7 req-1af2e68b-baea-4542-9e5f-3d959086813a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185129 Jan 21 09:43:57.047416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.047948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:57.054651 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:57.078451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, cf14d2c0-8d29-4ae6-98bf-106a5f3fb015) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:57.087737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:57.088606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.093937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:57.098451 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.106629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675fe9ad-e59e-4ff1-b068-9ca589d203a8 None None] Network cf14d2c0-8d29-4ae6-98bf-106a5f3fb015 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:57.112704 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:43:53Z', 'revision_number': 3, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 2, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:57.117017 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Checking router: 2d22a941-7390-4305-9380-c51f7c47a4da for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:57.117502 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Updating router 2d22a941-7390-4305-9380-c51f7c47a4da port 047405da-1b97-42e3-b610-30426c79c8c6 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:43:57.120294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40819d1-af15-483c-9a43-b04b6095483c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b68c666-9ade-4ede-a9ea-94abb06350f0'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:57.123049 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09a6b1ad-fdc8-43df-96bb-127a8755780b req-1bf442c2-c001-4c72-a2dd-becc3d063c8d tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981309 Jan 21 09:43:57.147304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.153965 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0885aa47-d212-43f6-b164-68b0a034c4c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5897045 Jan 21 09:43:57.155008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44850) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.170149 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9174907 Jan 21 09:43:57.195944 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.205479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 8b68c666-9ade-4ede-a9ea-94abb06350f0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8b68c666-9ade-4ede-a9ea-94abb06350f0,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:57.210976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Network a9f15ece-4aa4-4d32-a881-c43506ed0d77 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:57.214159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:57.214713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.233870 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44854) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.237225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ab5b1-5001-4cf3-9586-3d66a8311113 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Network': ['ID=e4641fa3-a907-49c7-8a92-46f6c3b4abf3,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:57.257637 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40819d1-af15-483c-9a43-b04b6095483c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'code': 200} Jan 21 09:43:57.259719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:57.263900 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:57.264142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Usage tracker for resource:security_group_rule and tenant:9968b21397ac414098604690c4e5d362 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:57.268684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:57.274936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:57.277466 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.279360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network e4641fa3-a907-49c7-8a92-46f6c3b4abf3 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:57.301892 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:57.366348 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Pushing event updated for resources: {'Port': ['ID=bdebc423-6bf2-4d87-aec0-425177f752c8,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:57.379315 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.386646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'subnet': {'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:57.406799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.409940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.420675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:57.433042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.433624 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Added segment 1fbbc212-e45e-4a1b-a25e-ff083b6ab073 of type vlan for network 34d624af-27ce-4767-95e0-5cbdef731fdf Jan 21 09:43:57.471469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.548931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.651149 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.679185 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Transition to ACTIVE for port object 047405da-1b97-42e3-b610-30426c79c8c6 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:57.696565 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.699193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Attempting to bind port bdebc423-6bf2-4d87-aec0-425177f752c8 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:57.699684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Attempting to bind port bdebc423-6bf2-4d87-aec0-425177f752c8 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'efa5a80b-d5c9-49f2-99bc-a70d11bd2218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a9f15ece-4aa4-4d32-a881-c43506ed0d77'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:57.700137 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Attempting to bind port bdebc423-6bf2-4d87-aec0-425177f752c8 on network a9f15ece-4aa4-4d32-a881-c43506ed0d77 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:57.701651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baba6c-b830-466e-bd73-d806180dfa93 req-e1533680-29ae-4fe1-95df-5f639017d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:57.703381 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-76baba6c-b830-466e-bd73-d806180dfa93 req-e1533680-29ae-4fe1-95df-5f639017d3e7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 1098 time: 0.1218474 Jan 21 09:43:57.708114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=8b68c666-9ade-4ede-a9ea-94abb06350f0,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:57.758784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:57.759236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Checking segment: {'id': 'efa5a80b-d5c9-49f2-99bc-a70d11bd2218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a9f15ece-4aa4-4d32-a881-c43506ed0d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:57.759660 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.760047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Bound using segment: {'id': 'efa5a80b-d5c9-49f2-99bc-a70d11bd2218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a9f15ece-4aa4-4d32-a881-c43506ed0d77'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:57.760550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Bound port: bdebc423-6bf2-4d87-aec0-425177f752c8, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa5a80b-d5c9-49f2-99bc-a70d11bd2218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a9f15ece-4aa4-4d32-a881-c43506ed0d77'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:57.761060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.763168 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-76baba6c-b830-466e-bd73-d806180dfa93 req-c1af0272-19e6-4208-98bf-cefdf3ea0b1f service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512815 Jan 21 09:43:57.764586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.777071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.782870 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:57.783494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.815019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Subnet': ['ID=34d6e370-25f7-4d40-b6dc-79f4359210b3,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:57.918350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f455feb-2405-4746-af2f-2d8127003029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-cf14d2c0-8d29-4ae6-98bf-106a5f3fb015', 'network_id': 'cf14d2c0-8d29-4ae6-98bf-106a5f3fb015', 'tenant_id': 'f18b7dd8f8d8492887a6b11528a3c9bc', 'fixed_ips': [{'subnet_id': '34d6e370-25f7-4d40-b6dc-79f4359210b3'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:57.919406 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6f455feb-2405-4746-af2f-2d8127003029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.963984 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.974962 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Pushing event updated for resources: {'Port': ['ID=047405da-1b97-42e3-b610-30426c79c8c6,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.010630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf14d2c0-8d29-4ae6-98bf-106a5f3fb015']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:58.016538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] For port bdebc423-6bf2-4d87-aec0-425177f752c8, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:58.025715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb7a4ff-df06-4513-97de-78674f5a75d2') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:58.026153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb7a4ff-df06-4513-97de-78674f5a75d2') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:58.039007 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:58.039611 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:58.039946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.040457 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:58.040962 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:58.041676 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:58.042170 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:58.042646 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:58.048482 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] For port bdebc423-6bf2-4d87-aec0-425177f752c8, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bdebc423-6bf2-4d87-aec0-425177f752c8,segment=NetworkSegment(efa5a80b-d5c9-49f2-99bc-a70d11bd2218),segment_id=efa5a80b-d5c9-49f2-99bc-a70d11bd2218)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:58.049424 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:58.049917 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:58.050543 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:58.051014 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:58.051509 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:58.065716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.072098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.076723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:58.077148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.103987 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Attempting to bind port 047405da-1b97-42e3-b610-30426c79c8c6 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:58.104782 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Attempting to bind port 047405da-1b97-42e3-b610-30426c79c8c6 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '9e553eb6-09bc-46ce-84cb-3efa4fdcc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:58.105301 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Attempting to bind port 047405da-1b97-42e3-b610-30426c79c8c6 on network d81079bc-6638-49d4-b071-69bc5d4f25a3 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:58.110949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a829ac-9048-43b5-9809-f24b04fc2ba2,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.127819 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:58.130643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Network': ['ID=34d624af-27ce-4767-95e0-5cbdef731fdf,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.131265 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Checking segment: {'id': '9e553eb6-09bc-46ce-84cb-3efa4fdcc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:58.132508 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.132720 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c197b2fa-8ef9-494c-b2ce-6de709f17c0f None None] Network cf14d2c0-8d29-4ae6-98bf-106a5f3fb015 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:58.133810 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Bound using segment: {'id': '9e553eb6-09bc-46ce-84cb-3efa4fdcc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:58.135685 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Bound port: 047405da-1b97-42e3-b610-30426c79c8c6, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e553eb6-09bc-46ce-84cb-3efa4fdcc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:58.137919 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.147695 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:58.157312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:subnet and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:58.163196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:58.167906 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4ca27902-280a-447e-86be-b4f8be0e9db3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4804871 Jan 21 09:43:58.176281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:58.193291 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-87da5346-8c9b-4bae-a62c-3e3c8c4b9f2c tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.197892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:58.202464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:58.225447 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:58.231739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.298165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.302235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Network': ['ID=cf14d2c0-8d29-4ae6-98bf-106a5f3fb015,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.321342 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 34d624af-27ce-4767-95e0-5cbdef731fdf details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:58.337037 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6b4a9519-2b12-4801-8e81-56ad948ee359 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/cf14d2c0-8d29-4ae6-98bf-106a5f3fb015 HTTP/1.1" status: 204 len: 168 time: 1.1799691 Jan 21 09:43:58.342254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44862) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:58.401855 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] For port 047405da-1b97-42e3-b610-30426c79c8c6, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:58.405395 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] For port 047405da-1b97-42e3-b610-30426c79c8c6, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=047405da-1b97-42e3-b610-30426c79c8c6,segment=NetworkSegment(9e553eb6-09bc-46ce-84cb-3efa4fdcc92f),segment_id=9e553eb6-09bc-46ce-84cb-3efa4fdcc92f)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:58.413068 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.484552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-468241972'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:58.494977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:58.500906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:network and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:58.510272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:58.511513 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388a382-c21b-4e76-bc04-ea56ebb38c0a None None] Pushing event updated for resources: {'Port': ['ID=047405da-1b97-42e3-b610-30426c79c8c6,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.525311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:58.551116 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:58.553184 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:58.669992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d27090-b38d-47aa-ae20-2fcefc00787e None None] Pushing event updated for resources: {'Port': ['ID=bdebc423-6bf2-4d87-aec0-425177f752c8,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.707598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:58.720406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.914527 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da5346-8c9b-4bae-a62c-3e3c8c4b9f2c tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d43d0e3-f72c-47ca-b3c0-aa3b6f6e4373,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.916554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:59.037585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.037938 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Added segment f8475029-f1e8-42b9-8f46-c2a128ca1f35 of type vlan for network 140081e4-0e66-4c3a-beee-cc69420708d7 Jan 21 09:43:59.049284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-87da5346-8c9b-4bae-a62c-3e3c8c4b9f2c tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.064671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935799ff-1cc7-4fbc-a86f-f9b739cc204c req-049b477b-ffc1-4885-a794-e590fa460e21 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:59.072951 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-935799ff-1cc7-4fbc-a86f-f9b739cc204c req-049b477b-ffc1-4885-a794-e590fa460e21 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 945 time: 0.5207498 Jan 21 09:43:59.083282 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:59.096431 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-87da5346-8c9b-4bae-a62c-3e3c8c4b9f2c tempest-RoutersAdminNegativeTest-1703170070 tempest-RoutersAdminNegativeTest-1703170070-project-admin] 10.222.0.99 "DELETE /v2.0/ports/1d43d0e3-f72c-47ca-b3c0-aa3b6f6e4373 HTTP/1.1" status: 204 len: 168 time: 2.8321319 Jan 21 09:43:59.124256 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.151275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6603c-f5d8-49b7-9ab6-7ab7fdf953de req-4e1bb26e-d0dd-4f55-a0e5-d18ed03d32d5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:59.153351 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ede6603c-f5d8-49b7-9ab6-7ab7fdf953de req-4e1bb26e-d0dd-4f55-a0e5-d18ed03d32d5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.8125663 Jan 21 09:43:59.319216 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-935799ff-1cc7-4fbc-a86f-f9b739cc204c req-13177ea8-a010-4d46-8c92-22fc424e48ef tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453086 Jan 21 09:43:59.329249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.341064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Checking segment: {'id': 'f6f48b80-35f5-4b07-b1ad-d21a018a32d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:59.341618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network hostable DHCP agents. Network: e4641fa3-a907-49c7-8a92-46f6c3b4abf3, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:59.356194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Subnet': ['ID=8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.376627 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ede6603c-f5d8-49b7-9ab6-7ab7fdf953de req-0883e04e-7013-45a4-9cee-e10ab494b9be tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050114 Jan 21 09:43:59.394690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network e4641fa3-a907-49c7-8a92-46f6c3b4abf3 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:59.413641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, e4641fa3-a907-49c7-8a92-46f6c3b4abf3) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:59.414251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.418762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:59.419642 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.434306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47e9ff8-b027-4903-8dd8-7fb131fc2e4f None None] Network e4641fa3-a907-49c7-8a92-46f6c3b4abf3 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:59.458017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:59.459027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.465594 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-32d4eeb0-f49e-4977-b7db-79b644071a31 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2151041 Jan 21 09:43:59.469275 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44870) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:59.742801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44876) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:59.755239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=140081e4-0e66-4c3a-beee-cc69420708d7,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.782985 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 140081e4-0e66-4c3a-beee-cc69420708d7 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:59.795634 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-803241de-0d80-4758-bda1-567a259fae39 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4437070 Jan 21 09:43:59.795953 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44882) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:59.812663 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'subnet': {'network_id': '140081e4-0e66-4c3a-beee-cc69420708d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:00.042276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.111728 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:00.113275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.222908 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:43:53Z', 'revision_number': 3, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:43:58Z', 'revision_number': 4, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.233168 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923a91e-8021-4c5f-8efa-2454747a1ed2 None None] The sync data for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv is: [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:43:53Z', 'revision_number': 3, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:43:58Z', 'revision_number': 4, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:00.329505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-15080c59-d8a7-4e36-a86a-818873b65c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.336234 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bdebc423-6bf2-4d87-aec0-425177f752c8 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:00.357918 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:00.362016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:subnet and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:00.365098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:00.387794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:00.475097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7277fd1-51b8-48eb-97bc-6d1757bceba9 None None] Network a9f15ece-4aa4-4d32-a881-c43506ed0d77 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:00.557789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:00.561040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-15080c59-d8a7-4e36-a86a-818873b65c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:00.561714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.588756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-15080c59-d8a7-4e36-a86a-818873b65c80 admin admin] Usage tracker for resource:security_group_rule and tenant:5b882bf7f3314468abaf24c5ac6bd2a7 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:00.746187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-15080c59-d8a7-4e36-a86a-818873b65c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:00.773383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-15080c59-d8a7-4e36-a86a-818873b65c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:00.886145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-847bcead-59f3-4d12-b95a-fc27956317bd None None] Provisioning for port bdebc423-6bf2-4d87-aec0-425177f752c8 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:00.975057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.ipam_backend_mixin [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Performing IP validity checks on allocation pools {{(pid=87501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:44:00.975624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.ipam_backend_mixin [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:44:00.997157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port bdebc423-6bf2-4d87-aec0-425177f752c8 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:01.025209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port bdebc423-6bf2-4d87-aec0-425177f752c8 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:01.026129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.102068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de170bb-3582-4364-b1b2-db51b8c269ed req-d956a0f1-68c3-4413-9215-853473e09ce3 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.103682 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6de170bb-3582-4364-b1b2-db51b8c269ed req-d956a0f1-68c3-4413-9215-853473e09ce3 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 945 time: 0.6080225 Jan 21 09:44:01.105751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eb24c-a1ea-46cf-85f0-68a94423cfdf req-7ce224c9-b475-45f1-8f35-eee7c3a001ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.114517 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c0eb24c-a1ea-46cf-85f0-68a94423cfdf req-7ce224c9-b475-45f1-8f35-eee7c3a001ed service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9ecec8e9c896450fb542a371b65345c1&device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 1098 time: 0.9303427 Jan 21 09:44:01.159389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8f3d1-2d2e-4481-a80f-4a528c5ce719 req-1307237b-4bcd-4e2c-ac00-892045409f6b tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.170324 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b2e8f3d1-2d2e-4481-a80f-4a528c5ce719 req-1307237b-4bcd-4e2c-ac00-892045409f6b tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.7725196 Jan 21 09:44:01.178479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Allocated IP 2001:db8:2::2 (e4641fa3-a907-49c7-8a92-46f6c3b4abf3/8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4/940ddcaa-3f08-4d30-bf1c-87e3ede491de) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:01.372494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44890) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.377585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.396623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'subnet': {'network_id': '34d624af-27ce-4767-95e0-5cbdef731fdf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:01.474724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.536618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-15080c59-d8a7-4e36-a86a-818873b65c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.560140 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6de170bb-3582-4364-b1b2-db51b8c269ed req-aa5242aa-2bf1-4335-8311-c83bce09ad26 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4351571 Jan 21 09:44:01.561773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.600637 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port bdebc423-6bf2-4d87-aec0-425177f752c8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bdebc423-6bf2-4d87-aec0-425177f752c8,segment=NetworkSegment(efa5a80b-d5c9-49f2-99bc-a70d11bd2218),segment_id=efa5a80b-d5c9-49f2-99bc-a70d11bd2218)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:01.611769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.632089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-15080c59-d8a7-4e36-a86a-818873b65c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.663252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.712680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=bdebc423-6bf2-4d87-aec0-425177f752c8,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:01.724303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Transition to ACTIVE for port object 940ddcaa-3f08-4d30-bf1c-87e3ede491de will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:01.724488 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b2e8f3d1-2d2e-4481-a80f-4a528c5ce719 req-15ddb819-2699-4775-ae4b-44eb82354612 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521629 Jan 21 09:44:01.751806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-930ad806-896d-4fc7-aa19-6af593d18e29 None None] Provisioning complete for port bdebc423-6bf2-4d87-aec0-425177f752c8 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:01.752179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-930ad806-896d-4fc7-aa19-6af593d18e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.763172 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-15080c59-d8a7-4e36-a86a-818873b65c80 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5b882bf7f3314468abaf24c5ac6bd2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0190125 Jan 21 09:44:01.763890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Subnet': ['ID=ebd8e66f-e638-4d09-98e9-646a0c2753fb,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:01.775032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44896) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.786982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Transition to ACTIVE for port object 940ddcaa-3f08-4d30-bf1c-87e3ede491de will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:01.813762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15080c59-d8a7-4e36-a86a-818873b65c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eba1db6-c839-40e6-81f8-f40b3a372659,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:01.846918 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.860020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:01.866029 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Usage tracker for resource:subnet and tenant:9968b21397ac414098604690c4e5d362 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:01.872858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:01.886495 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:01.914576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:01.918755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.924083 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Network e4641fa3-a907-49c7-8a92-46f6c3b4abf3 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:01.927205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking segment: {'id': 'f8475029-f1e8-42b9-8f46-c2a128ca1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '140081e4-0e66-4c3a-beee-cc69420708d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:01.927737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network hostable DHCP agents. Network: 140081e4-0e66-4c3a-beee-cc69420708d7, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:01.930190 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:01.936394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:01.942994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eb24c-a1ea-46cf-85f0-68a94423cfdf req-af96e2ed-0dc1-405a-aa02-5236c66d6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.944513 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c0eb24c-a1ea-46cf-85f0-68a94423cfdf req-af96e2ed-0dc1-405a-aa02-5236c66d6d46 service neutron] 10.222.0.121 "GET /v2.0/networks?id=25712e45-7957-4fca-9c78-a17fde794190 HTTP/1.1" status: 200 len: 912 time: 0.5306642 Jan 21 09:44:01.953613 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a746fa84-2f98-41c7-a97c-005c58400351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.011296 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Pushing event updated for resources: {'Port': ['ID=940ddcaa-3f08-4d30-bf1c-87e3ede491de,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.057979 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c0eb24c-a1ea-46cf-85f0-68a94423cfdf req-b4cec71c-39c4-44bc-ae4e-783b1effb58d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=519cbf16-9473-40a8-ab42-b3200bb8a471 HTTP/1.1" status: 200 len: 217 time: 0.1012864 Jan 21 09:44:02.067586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network 140081e4-0e66-4c3a-beee-cc69420708d7 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:02.095777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Attempting to bind port 940ddcaa-3f08-4d30-bf1c-87e3ede491de on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:02.096729 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Attempting to bind port 940ddcaa-3f08-4d30-bf1c-87e3ede491de by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'f6f48b80-35f5-4b07-b1ad-d21a018a32d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:02.097313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Attempting to bind port 940ddcaa-3f08-4d30-bf1c-87e3ede491de on network e4641fa3-a907-49c7-8a92-46f6c3b4abf3 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:02.124231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a746fa84-2f98-41c7-a97c-005c58400351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.126768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:02.127312 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Checking segment: {'id': 'f6f48b80-35f5-4b07-b1ad-d21a018a32d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:02.128470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.128928 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Bound using segment: {'id': 'f6f48b80-35f5-4b07-b1ad-d21a018a32d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:02.130126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Bound port: 940ddcaa-3f08-4d30-bf1c-87e3ede491de, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f48b80-35f5-4b07-b1ad-d21a018a32d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:02.130991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.144865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 140081e4-0e66-4c3a-beee-cc69420708d7) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:02.155276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Allocated IP 2001:db8:2::1 (e4641fa3-a907-49c7-8a92-46f6c3b4abf3/8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4/5f173519-5e65-4447-813d-00d447dee910) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:02.158120 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b5332-1a61-4e38-9b4b-8170204a7c2e req-19baaf7c-c5bf-4658-8667-6c3b464f4b6b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:02.159039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2af42b5-4e18-458d-bf82-5f23b1d00d4b None None] Network 140081e4-0e66-4c3a-beee-cc69420708d7 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:02.165478 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-181b5332-1a61-4e38-9b4b-8170204a7c2e req-19baaf7c-c5bf-4658-8667-6c3b464f4b6b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 945 time: 0.4045725 Jan 21 09:44:02.199779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:02.200394 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.229400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eb24c-a1ea-46cf-85f0-68a94423cfdf req-b42423ac-9dcb-4a83-9945-176eecfcaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:02.230861 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c0eb24c-a1ea-46cf-85f0-68a94423cfdf req-b42423ac-9dcb-4a83-9945-176eecfcaea0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=48e68c8b-6b69-490d-bb02-d2fe93743d67 HTTP/1.1" status: 200 len: 851 time: 0.1643133 Jan 21 09:44:02.239919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bdebc423-6bf2-4d87-aec0-425177f752c8 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:02.289441 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-181b5332-1a61-4e38-9b4b-8170204a7c2e req-458196da-e360-4d77-81ef-eea3575ac318 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230962 Jan 21 09:44:02.309303 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c0eb24c-a1ea-46cf-85f0-68a94423cfdf req-34ce2482-5223-4729-afa6-cb97e622062d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=25712e45-7957-4fca-9c78-a17fde794190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633335 Jan 21 09:44:02.310579 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ccf48529-b163-4dda-8481-6d8b6d5f8058 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5094774 Jan 21 09:44:02.314491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44900) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.336139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44904) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.389490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.467985 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] For port 940ddcaa-3f08-4d30-bf1c-87e3ede491de, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:02.499856 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port bdebc423-6bf2-4d87-aec0-425177f752c8 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:02.500310 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.502000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a746fa84-2f98-41c7-a97c-005c58400351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.506214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Subnet': ['ID=a4497bf8-f8e2-4684-8be9-ef0c612e4d53,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.510585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.523508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Checking segment: {'id': '1fbbc212-e45e-4a1b-a25e-ff083b6ab073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '34d624af-27ce-4767-95e0-5cbdef731fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:02.523865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network hostable DHCP agents. Network: 34d624af-27ce-4767-95e0-5cbdef731fdf, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:02.532088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] For port 940ddcaa-3f08-4d30-bf1c-87e3ede491de, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=940ddcaa-3f08-4d30-bf1c-87e3ede491de,segment=NetworkSegment(f6f48b80-35f5-4b07-b1ad-d21a018a32d8),segment_id=f6f48b80-35f5-4b07-b1ad-d21a018a32d8)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:02.542218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Transition to ACTIVE for port object 5f173519-5e65-4447-813d-00d447dee910 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:02.550586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.554720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network 34d624af-27ce-4767-95e0-5cbdef731fdf is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:02.578418 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 34d624af-27ce-4767-95e0-5cbdef731fdf) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:02.581277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746fa84-2f98-41c7-a97c-005c58400351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eba1db6-c839-40e6-81f8-f40b3a372659,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.594249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:02.594909 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.615046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a746fa84-2f98-41c7-a97c-005c58400351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.616172 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a746fa84-2f98-41c7-a97c-005c58400351 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9eba1db6-c839-40e6-81f8-f40b3a372659 HTTP/1.1" status: 204 len: 168 time: 0.8376768 Jan 21 09:44:02.658189 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c0eb24c-a1ea-46cf-85f0-68a94423cfdf req-9e414374-667a-4db2-b37c-e6afb9de7029 service neutron] 10.222.0.121 "GET /v2.0/networks/25712e45-7957-4fca-9c78-a17fde794190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397846 Jan 21 09:44:02.663139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.671883 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eed8e-842c-4e87-9746-9100b50e8bfb None None] Pushing event updated for resources: {'Port': ['ID=940ddcaa-3f08-4d30-bf1c-87e3ede491de,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.676641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781b7f89-1d09-42d4-aba0-78229d86ae08 None None] Network 34d624af-27ce-4767-95e0-5cbdef731fdf requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:02.690711 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.708457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489a72bc-a6ef-4860-9bef-841ed5fb4aed tempest-TestVolumeBootPattern-642263455 tempest-TestVolumeBootPattern-642263455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:02.709976 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-489a72bc-a6ef-4860-9bef-841ed5fb4aed tempest-TestVolumeBootPattern-642263455 tempest-TestVolumeBootPattern-642263455-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 1093 time: 0.3544657 Jan 21 09:44:02.722720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44910) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.733969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:02.800175 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-deb0083d-fb21-4a9f-9e4c-2046883d24e4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4214404 Jan 21 09:44:02.800175 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=5f173519-5e65-4447-813d-00d447dee910,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.805818 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44916) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.811893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1736242672'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:02.839401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network e4641fa3-a907-49c7-8a92-46f6c3b4abf3 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:02.844941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:02.853986 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Usage tracker for resource:network and tenant:9968b21397ac414098604690c4e5d362 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:02.863780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:02.868913 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:02.869878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.911336 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c0eb24c-a1ea-46cf-85f0-68a94423cfdf req-13ddf0f7-ae0a-416b-8a55-46f11f4b78a2 service neutron] 10.222.0.121 "GET /v2.0/networks/25712e45-7957-4fca-9c78-a17fde794190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455506 Jan 21 09:44:02.941657 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-140081e4-0e66-4c3a-beee-cc69420708d7', 'network_id': '140081e4-0e66-4c3a-beee-cc69420708d7', 'tenant_id': 'f18b7dd8f8d8492887a6b11528a3c9bc', 'fixed_ips': [{'subnet_id': 'ebd8e66f-e638-4d09-98e9-646a0c2753fb'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:02.942662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.951517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:02.972138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:02.999966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Usage tracker for resource:floatingip and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:03.014858 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:03.035887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.038078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:03.048985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:03.060768 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.101086 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 047405da-1b97-42e3-b610-30426c79c8c6 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:03.208373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44922) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:03.237353 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:03.241122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.284739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.377502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-34d624af-27ce-4767-95e0-5cbdef731fdf', 'network_id': '34d624af-27ce-4767-95e0-5cbdef731fdf', 'tenant_id': '9968b21397ac414098604690c4e5d362', 'fixed_ips': [{'subnet_id': 'a4497bf8-f8e2-4684-8be9-ef0c612e4d53'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:03.378528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.378909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5bca7-cd76-4c85-9a94-0cb8be0d4637 req-6d77e477-d0c6-4c95-a0ee-5449f9e79523 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:03.381053 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-67a5bca7-cd76-4c85-9a94-0cb8be0d4637 req-6d77e477-d0c6-4c95-a0ee-5449f9e79523 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.4586067 Jan 21 09:44:03.402419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Allocated IP 172.20.0.3 (140081e4-0e66-4c3a-beee-cc69420708d7/ebd8e66f-e638-4d09-98e9-646a0c2753fb/8f6263af-08d1-4e66-a8e8-2b17d7a1c360) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:03.450821 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-67a5bca7-cd76-4c85-9a94-0cb8be0d4637 req-03fab4bf-2474-4b0e-ab7f-f892ff066d51 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575576 Jan 21 09:44:03.459016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 047405da-1b97-42e3-b610-30426c79c8c6 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:03.492500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 047405da-1b97-42e3-b610-30426c79c8c6 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:03.492876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.539321 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:03.546676 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b599b662-c795-4c2d-8e30-9c07e96b1675 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7f52d0f7d124418dacd21fe235e1b2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327365 Jan 21 09:44:03.550603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.552333 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44926) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:03.566408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.566737 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Added segment 6be9028a-6917-4eb6-87ea-6a6c22360960 of type vlan for network 4063243e-6b14-4d4f-8bb7-2f286a52503b Jan 21 09:44:03.690335 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.726038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87c63e21-73dc-4e7d-b357-974973146944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.774548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87c63e21-73dc-4e7d-b357-974973146944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.782252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Allocated IP 172.26.4.160 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/eefcfc3d-c98a-4d81-946f-9c84c0948bb0) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:03.785809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.791566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:03.792532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.822030 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Allocated IP 2001:db8:0:ffff::2 (34d624af-27ce-4767-95e0-5cbdef731fdf/a4497bf8-f8e2-4684-8be9-ef0c612e4d53/903fafb4-7065-45a4-8ce8-85d187921c2a) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:03.845635 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.863861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.864972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.928873 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1127136 Jan 21 09:44:03.930285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44932) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:03.943637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'subnet': {'network_id': '4063243e-6b14-4d4f-8bb7-2f286a52503b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:03.966910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87c63e21-73dc-4e7d-b357-974973146944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.998689 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.023023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c63e21-73dc-4e7d-b357-974973146944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecf17ec-fd85-4a33-9bf9-d521c8fa6d1c,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:04.094403 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec9579-1125-42b2-aec4-4a2a451e3135 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Network': ['ID=4063243e-6b14-4d4f-8bb7-2f286a52503b,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:04.125845 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 047405da-1b97-42e3-b610-30426c79c8c6, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=047405da-1b97-42e3-b610-30426c79c8c6,segment=NetworkSegment(9e553eb6-09bc-46ce-84cb-3efa4fdcc92f),segment_id=9e553eb6-09bc-46ce-84cb-3efa4fdcc92f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:04.161150 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=5f173519-5e65-4447-813d-00d447dee910,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:04.223685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.255194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-87c63e21-73dc-4e7d-b357-974973146944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.260090 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-87c63e21-73dc-4e7d-b357-974973146944 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4ecf17ec-fd85-4a33-9bf9-d521c8fa6d1c HTTP/1.1" status: 204 len: 168 time: 0.7058418 Jan 21 09:44:04.267597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:04.273036 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Usage tracker for resource:subnet and tenant:9968b21397ac414098604690c4e5d362 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:04.276550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:04.284700 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:04.293308 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network e4641fa3-a907-49c7-8a92-46f6c3b4abf3 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:04.296821 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:04.297888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.305894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.318103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Transition to ACTIVE for port object 903fafb4-7065-45a4-8ce8-85d187921c2a will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:04.339160 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Transition to ACTIVE for port object 903fafb4-7065-45a4-8ce8-85d187921c2a will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:04.347540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 4063243e-6b14-4d4f-8bb7-2f286a52503b details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:04.365279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:04.371503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64e9950-47ec-4372-970f-fa4b61d7a50a None None] Network e4641fa3-a907-49c7-8a92-46f6c3b4abf3 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:04.375844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:04.378201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:04.382079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.408124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:04.496849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.509132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.513617 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'Port': ['ID=eefcfc3d-c98a-4d81-946f-9c84c0948bb0,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:04.538224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 2d22a941-7390-4305-9380-c51f7c47a4da has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:04.634452 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Network 34d624af-27ce-4767-95e0-5cbdef731fdf is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:04.662918 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:04.666629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:04.680583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e019babe-2203-48b9-b713-1911f696c98f None None] Provisioning for port 940ddcaa-3f08-4d30-bf1c-87e3ede491de completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:04.802898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 940ddcaa-3f08-4d30-bf1c-87e3ede491de up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:04.841211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:04.849847 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a6e109af-6411-48cd-b242-3168e15dd662 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3782439 Jan 21 09:44:04.852762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44948) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:04.861182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-981019739'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:04.867559 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:04.872219 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:network and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:04.875923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:04.883730 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:04.889367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.900176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:04.901156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Sync routers for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:04.905552 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.945603 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:04.956872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.958097 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Added segment 8368fdda-a24f-4c8b-97af-0c4af0a6a884 of type vlan for network 8ae26318-53f2-446a-8c3a-34ee3a23abed Jan 21 09:44:04.992444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.996711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Pushing event updated for resources: {'Port': ['ID=903fafb4-7065-45a4-8ce8-85d187921c2a,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.027091 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.034074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:05.036442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.049222 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Transition to ACTIVE for port object 8f6263af-08d1-4e66-a8e8-2b17d7a1c360 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:05.053996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:05.054627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:43:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:05.057619 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded7db9-3805-41e6-b2d9-c4e9fb6353d7 req-4cf9fd43-d395-4171-ae93-f0c685a1e912 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:05.059224 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ded7db9-3805-41e6-b2d9-c4e9fb6353d7 req-4cf9fd43-d395-4171-ae93-f0c685a1e912 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.3798673 Jan 21 09:44:05.166795 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3124890 Jan 21 09:44:05.172883 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44958) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.173745 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d18ca-cb41-41f6-82c3-00484dc5ff3a tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Network': ['ID=8ae26318-53f2-446a-8c3a-34ee3a23abed,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.182356 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'subnet': {'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:05.237926 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ded7db9-3805-41e6-b2d9-c4e9fb6353d7 req-0eb76908-ef58-44a2-a80b-16f2eeb8a3e5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695435 Jan 21 09:44:05.253128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:05.318563 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:05.323327 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:subnet and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:05.327260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:05.335278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:05.357108 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Made reservation on behalf of 849e021356e44bfcb5b399720f6b6513 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:05.361088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.470029 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Transition to ACTIVE for port object 8f6263af-08d1-4e66-a8e8-2b17d7a1c360 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:05.556381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.objects.ports [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87501) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:44:05.560431 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44968) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.560431 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.673232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Attempting to bind port 903fafb4-7065-45a4-8ce8-85d187921c2a on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:05.673694 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Attempting to bind port 903fafb4-7065-45a4-8ce8-85d187921c2a by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '1fbbc212-e45e-4a1b-a25e-ff083b6ab073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '34d624af-27ce-4767-95e0-5cbdef731fdf'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:05.674167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Attempting to bind port 903fafb4-7065-45a4-8ce8-85d187921c2a on network 34d624af-27ce-4767-95e0-5cbdef731fdf {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:05.676299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=047405da-1b97-42e3-b610-30426c79c8c6,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.679249 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 8ae26318-53f2-446a-8c3a-34ee3a23abed details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:05.696486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.712795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.801903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 940ddcaa-3f08-4d30-bf1c-87e3ede491de completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:05.814536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Pushing event updated for resources: {'Port': ['ID=8f6263af-08d1-4e66-a8e8-2b17d7a1c360,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.817339 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 940ddcaa-3f08-4d30-bf1c-87e3ede491de triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:05.817913 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.834401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.842934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:05.843456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Checking segment: {'id': '1fbbc212-e45e-4a1b-a25e-ff083b6ab073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '34d624af-27ce-4767-95e0-5cbdef731fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:05.843952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.844461 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Bound using segment: {'id': '1fbbc212-e45e-4a1b-a25e-ff083b6ab073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '34d624af-27ce-4767-95e0-5cbdef731fdf'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:05.845279 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Bound port: 903fafb4-7065-45a4-8ce8-85d187921c2a, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbbc212-e45e-4a1b-a25e-ff083b6ab073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '34d624af-27ce-4767-95e0-5cbdef731fdf'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:05.845531 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.853601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Subnet': ['ID=dbb69ab9-85ea-4c3c-9e5e-a4210927f585,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.897950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd8e66f-e638-4d09-98e9-646a0c2753fb,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.914183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-acf74bd7-a9a3-445f-a373-9bcee138fb32 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:05.918152 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-acf74bd7-a9a3-445f-a373-9bcee138fb32 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3482926 Jan 21 09:44:05.922773 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Network 140081e4-0e66-4c3a-beee-cc69420708d7 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:05.941815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44976) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.947280 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Checking segment: {'id': '6be9028a-6917-4eb6-87ea-6a6c22360960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4063243e-6b14-4d4f-8bb7-2f286a52503b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:05.947644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network hostable DHCP agents. Network: 4063243e-6b14-4d4f-8bb7-2f286a52503b, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:05.961264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:05.963334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-c9f1020e-dd2b-4c97-b7a3-2d77cdb0c558 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:05.966703 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c9f1020e-dd2b-4c97-b7a3-2d77cdb0c558 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0187767 Jan 21 09:44:05.968960 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44980) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.978333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-c04a4f44-b5c8-44ba-aeed-50eb278caf25 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:05.981997 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c04a4f44-b5c8-44ba-aeed-50eb278caf25 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0077360 Jan 21 09:44:05.981997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Subnet': ['ID=00f308ff-7127-43a7-9c6e-a6b1002dac87,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.983922 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44984) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.992960 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-6447770c-76da-4fb9-8ecf-dc2184d075f6 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:05.996227 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6447770c-76da-4fb9-8ecf-dc2184d075f6 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0084901 Jan 21 09:44:05.996609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Checking segment: {'id': '8368fdda-a24f-4c8b-97af-0c4af0a6a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:05.996982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network hostable DHCP agents. Network: 8ae26318-53f2-446a-8c3a-34ee3a23abed, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:06.001240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 44988) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.017583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 8ae26318-53f2-446a-8c3a-34ee3a23abed is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:06.019492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-6d5a1bfa-9957-4a0e-b98e-7dad04353af8 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.022896 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6d5a1bfa-9957-4a0e-b98e-7dad04353af8 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0141828 Jan 21 09:44:06.022896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.023215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44992) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.031874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-a8cc2397-7c1b-47aa-996f-4ce8553a70d4 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.035211 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a8cc2397-7c1b-47aa-996f-4ce8553a70d4 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0084107 Jan 21 09:44:06.035454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 44996) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.039805 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-4181be89-1958-4e45-a0ab-dd175c1c3571 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.044394 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4181be89-1958-4e45-a0ab-dd175c1c3571 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047500 Jan 21 09:44:06.044394 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45000) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.048375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-066b943a-5445-41fc-b9d3-8fc5868eb260 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.051157 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-066b943a-5445-41fc-b9d3-8fc5868eb260 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049534 Jan 21 09:44:06.051306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:06.051408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45004) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.056514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-84905acd-ecf2-410f-ba2a-8ef0f5b4b2b8 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.059337 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-84905acd-ecf2-410f-ba2a-8ef0f5b4b2b8 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049517 Jan 21 09:44:06.059570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45008) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.064324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-31c5a119-f4f6-4469-86de-76a83b450291 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.067281 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-31c5a119-f4f6-4469-86de-76a83b450291 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048442 Jan 21 09:44:06.069260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45012) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.073278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-4364fea7-a301-451f-9bdf-92f16479e3ad tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.076166 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4364fea7-a301-451f-9bdf-92f16479e3ad tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0053310 Jan 21 09:44:06.076388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45016) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.076976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.081052 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-1a9c1e76-ffbe-47f7-a9d0-f826e9a62088 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.084091 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1a9c1e76-ffbe-47f7-a9d0-f826e9a62088 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047092 Jan 21 09:44:06.084313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45020) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.091551 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-47a863bc-a501-4046-bc3a-fc16d7f69ed6 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.094797 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-47a863bc-a501-4046-bc3a-fc16d7f69ed6 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0071216 Jan 21 09:44:06.095010 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45024) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.100370 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-40c34862-dc66-4da3-b8f9-74f21a4cbb21 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.102158 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-40c34862-dc66-4da3-b8f9-74f21a4cbb21 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0053148 Jan 21 09:44:06.104427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45028) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.107017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network 4063243e-6b14-4d4f-8bb7-2f286a52503b is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:06.107483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 8ae26318-53f2-446a-8c3a-34ee3a23abed) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:06.112878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:06.112878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.119827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d962f4-0990-46c8-b8b1-7ad6f4fc352e req-ef7758dc-a146-4503-9fbf-c05b6afdcdde tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:06.120131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-ea840df6-691c-4628-8989-9e191c31c950 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.124931 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ea840df6-691c-4628-8989-9e191c31c950 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0165589 Jan 21 09:44:06.124931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45032) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.126776 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-64d962f4-0990-46c8-b8b1-7ad6f4fc352e req-ef7758dc-a146-4503-9fbf-c05b6afdcdde tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.3626201 Jan 21 09:44:06.131972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140081e4-0e66-4c3a-beee-cc69420708d7']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:06.135191 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-674aa758-acad-4b51-aafa-094f5d653108 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.138638 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-674aa758-acad-4b51-aafa-094f5d653108 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0107977 Jan 21 09:44:06.139809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45036) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.151524 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-0892b3af-764f-41da-8218-284daf5ace66 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.151524 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0892b3af-764f-41da-8218-284daf5ace66 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0090249 Jan 21 09:44:06.151886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45040) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.154371 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf0c1b-de32-4112-8455-16a1fd462c29 None None] Network 8ae26318-53f2-446a-8c3a-34ee3a23abed requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:06.157775 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-60386024-1cac-48e5-871e-33d87ec33d86 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.161355 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-60386024-1cac-48e5-871e-33d87ec33d86 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0059123 Jan 21 09:44:06.162157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45044) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.166026 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5cb8793b-5a82-4102-8215-faab502cebd5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9887340 Jan 21 09:44:06.166996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 4063243e-6b14-4d4f-8bb7-2f286a52503b) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:06.171022 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-dc9b21e8-333c-40ab-8e2f-eebea45ad5f9 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.175207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8475029-f1e8-42b9-8f46-c2a128ca1f35') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:06.175207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8475029-f1e8-42b9-8f46-c2a128ca1f35') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:06.175576 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dc9b21e8-333c-40ab-8e2f-eebea45ad5f9 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0089099 Jan 21 09:44:06.175576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45048) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.175576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45052) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.187197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:06.187787 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.218969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.229712 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4d2ac584-6793-4293-9435-4da1a3a80be9 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2956157 Jan 21 09:44:06.235955 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47133708-a960-49e5-9a31-22abff78ee8f None None] Network 4063243e-6b14-4d4f-8bb7-2f286a52503b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:06.240364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-e336fbc0-6f3f-48cd-9f29-2c15276ff8bb tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.243950 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e336fbc0-6f3f-48cd-9f29-2c15276ff8bb tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0647123 Jan 21 09:44:06.243950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45056) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.257941 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45058) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.263162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'port': {'network_id': '4063243e-6b14-4d4f-8bb7-2f286a52503b', 'name': 'tempest-NetworksIpV6TestAttrs-1727724679'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:06.277638 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-6fe488b1-d1b4-4b30-9d2b-de00757ec794 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.284095 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6fe488b1-d1b4-4b30-9d2b-de00757ec794 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0150371 Jan 21 09:44:06.284266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45064) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.292976 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-64d962f4-0990-46c8-b8b1-7ad6f4fc352e req-d6aedee0-81e5-46a5-9a80-3ff7a306a1d8 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652277 Jan 21 09:44:06.295890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.316881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:06.317284 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:06.332902 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:06.347787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-8d93c702-1d4a-46fd-8bc9-9838ed082936 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.351266 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8d93c702-1d4a-46fd-8bc9-9838ed082936 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0662501 Jan 21 09:44:06.352754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45068) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.354730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.382914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-1767804a-ac39-4566-bf16-c16de531d917 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.386398 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1767804a-ac39-4566-bf16-c16de531d917 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0234659 Jan 21 09:44:06.388072 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45072) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.398856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-b4558bc4-15a3-4eaa-a830-b5947d42fbcb tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.399400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] For port 903fafb4-7065-45a4-8ce8-85d187921c2a, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:06.402500 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b4558bc4-15a3-4eaa-a830-b5947d42fbcb tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0090201 Jan 21 09:44:06.405475 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45076) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.458833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Attempting to bind port 8f6263af-08d1-4e66-a8e8-2b17d7a1c360 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:06.459567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Attempting to bind port 8f6263af-08d1-4e66-a8e8-2b17d7a1c360 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'f8475029-f1e8-42b9-8f46-c2a128ca1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '140081e4-0e66-4c3a-beee-cc69420708d7'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:06.459567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Attempting to bind port 8f6263af-08d1-4e66-a8e8-2b17d7a1c360 on network 140081e4-0e66-4c3a-beee-cc69420708d7 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:06.459798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:44:06.459798 dv-neutron-825723-1-hyperv neutron-server[87501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:44:06.459798 dv-neutron-825723-1-hyperv neutron-server[87501]: [parameters: {'id': '140081e4-0e66-4c3a-beee-cc69420708d7'}] Jan 21 09:44:06.459798 dv-neutron-825723-1-hyperv neutron-server[87501]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:06.460175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:06.464230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-94414cec-4ce9-405a-8c70-a36d8e284039 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.467858 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-94414cec-4ce9-405a-8c70-a36d8e284039 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0587790 Jan 21 09:44:06.468332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45080) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.476061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-fa1c14af-ed24-4d06-b0f4-1176078d9d31 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.477611 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fa1c14af-ed24-4d06-b0f4-1176078d9d31 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0068061 Jan 21 09:44:06.480200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45084) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.494028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-51578be0-5ccd-4abf-8044-9cccd4cbfc32 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.495164 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-51578be0-5ccd-4abf-8044-9cccd4cbfc32 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0138700 Jan 21 09:44:06.500440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45088) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.509415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-fdc83934-6a06-4932-b1f9-6b6c9082a44c tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.510552 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fdc83934-6a06-4932-b1f9-6b6c9082a44c tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0090151 Jan 21 09:44:06.513504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45092) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.528777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-a408c719-e2f4-4822-9b11-e430e5148452 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.530031 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a408c719-e2f4-4822-9b11-e430e5148452 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0154881 Jan 21 09:44:06.533380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45096) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.533544 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] For port 903fafb4-7065-45a4-8ce8-85d187921c2a, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=903fafb4-7065-45a4-8ce8-85d187921c2a,segment=NetworkSegment(1fbbc212-e45e-4a1b-a25e-ff083b6ab073),segment_id=1fbbc212-e45e-4a1b-a25e-ff083b6ab073)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:06.541181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-3518275e-6cc8-44e1-9176-d82c81594aaa tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.542406 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3518275e-6cc8-44e1-9176-d82c81594aaa tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0078514 Jan 21 09:44:06.545182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45100) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.552111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:06.552505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Checking segment: {'id': 'f8475029-f1e8-42b9-8f46-c2a128ca1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '140081e4-0e66-4c3a-beee-cc69420708d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:06.552905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.553292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Bound using segment: {'id': 'f8475029-f1e8-42b9-8f46-c2a128ca1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '140081e4-0e66-4c3a-beee-cc69420708d7'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:06.553766 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Bound port: 8f6263af-08d1-4e66-a8e8-2b17d7a1c360, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8475029-f1e8-42b9-8f46-c2a128ca1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '140081e4-0e66-4c3a-beee-cc69420708d7'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:06.554134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.576200 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-924eb1cb-c16c-4db6-8a0b-795eb5f2ea8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.578913 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.660695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-11aa97fc-9fcc-43af-85d3-e106f3704249 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.660695 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-11aa97fc-9fcc-43af-85d3-e106f3704249 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.1141381 Jan 21 09:44:06.663856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45104) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.681548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-b3909f8a-29ad-4e57-a039-29212a89c9f6 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.683281 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b3909f8a-29ad-4e57-a039-29212a89c9f6 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0183189 Jan 21 09:44:06.685842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45108) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.690170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:06.695894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-7ccd2a35-9699-4729-bf0e-794fb7ecf9e2 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.697123 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7ccd2a35-9699-4729-bf0e-794fb7ecf9e2 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0102158 Jan 21 09:44:06.699041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Usage tracker for resource:port and tenant:9968b21397ac414098604690c4e5d362 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:06.700315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45112) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.706801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:06.708815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-468e4312-bb26-4a63-91e5-b0be2c0f0af2 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.709934 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-468e4312-bb26-4a63-91e5-b0be2c0f0af2 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0085547 Jan 21 09:44:06.713173 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45116) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.719537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-c94999a1-2cd1-40c7-b6a9-cb68dece2c67 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.720757 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c94999a1-2cd1-40c7-b6a9-cb68dece2c67 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0064919 Jan 21 09:44:06.723275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45120) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.738606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-71ab2e46-97b6-423b-9d90-05459da4a690 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.739825 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-71ab2e46-97b6-423b-9d90-05459da4a690 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0154965 Jan 21 09:44:06.743483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45124) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.750384 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-a4cb5744-c9c0-4789-8c14-d5b4ae23bd8d tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.751522 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a4cb5744-c9c0-4789-8c14-d5b4ae23bd8d tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0068755 Jan 21 09:44:06.753879 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.756085 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45128) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.762258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-4f0baaad-ef1f-4bf5-a186-fa43e73a500d tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.763673 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4f0baaad-ef1f-4bf5-a186-fa43e73a500d tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0064535 Jan 21 09:44:06.766379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45132) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.769882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.777591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-e8bc70d5-3445-4302-b661-3001910050f8 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.778512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:06.779400 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e8bc70d5-3445-4302-b661-3001910050f8 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0113227 Jan 21 09:44:06.792464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45136) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.794046 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.806442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-ef99193d-f5dc-4e32-93d7-5461b13d117f tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.807758 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ef99193d-f5dc-4e32-93d7-5461b13d117f tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0141051 Jan 21 09:44:06.857557 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45140) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.876690 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:02Z', 'revision_number': 4, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:03Z', 'revision_number': 2, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:06.905475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-3817c2cb-a08b-42a2-a64a-34c251209611 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.909895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45144) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.912318 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3817c2cb-a08b-42a2-a64a-34c251209611 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0520184 Jan 21 09:44:06.927912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-b7c1bfd8-bb79-4364-8c3e-61c021d71bea tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.929299 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b7c1bfd8-bb79-4364-8c3e-61c021d71bea tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0181661 Jan 21 09:44:06.934575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45148) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.943709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:06.947845 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.949363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-de61a25f-2b97-40cf-8b41-48e66ded97cb tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.953243 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-de61a25f-2b97-40cf-8b41-48e66ded97cb tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0175393 Jan 21 09:44:06.956241 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45152) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.968767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-fc055d60-ca12-4931-91c2-acfdd1402ec1 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:06.977940 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45156) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.980749 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fc055d60-ca12-4931-91c2-acfdd1402ec1 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0212986 Jan 21 09:44:06.981905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] device_id is not set on port 61e0b55f-3029-407b-b64f-0173113ea849 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:06.985309 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.987729 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f9cdc-e0fe-455b-a41a-b0456cc00da9 None None] Pushing event updated for resources: {'Port': ['ID=903fafb4-7065-45a4-8ce8-85d187921c2a,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:06.992819 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'Port': ['ID=eefcfc3d-c98a-4d81-946f-9c84c0948bb0,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:07.000095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.005837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Checking router: 2d22a941-7390-4305-9380-c51f7c47a4da for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:07.006464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Updating router 2d22a941-7390-4305-9380-c51f7c47a4da port 5f173519-5e65-4447-813d-00d447dee910 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:44:07.065952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-e0bd5c3b-420a-481b-8155-da63ebd808ec tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:07.069585 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e0bd5c3b-420a-481b-8155-da63ebd808ec tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0875995 Jan 21 09:44:07.072807 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45160) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.103851 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-99a66bc3-154a-4ae7-89c4-e3d9b67d5006 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:07.107654 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-99a66bc3-154a-4ae7-89c4-e3d9b67d5006 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0228977 Jan 21 09:44:07.107864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45164) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.110509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4063243e-6b14-4d4f-8bb7-2f286a52503b', 'network_id': '4063243e-6b14-4d4f-8bb7-2f286a52503b', 'tenant_id': '9968b21397ac414098604690c4e5d362', 'fixed_ips': [{'subnet_id': 'dbb69ab9-85ea-4c3c-9e5e-a4210927f585'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:07.111927 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.119136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Deleting port 8f6263af-08d1-4e66-a8e8-2b17d7a1c360 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:07.119535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.128616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] For port 8f6263af-08d1-4e66-a8e8-2b17d7a1c360, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:07.157386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-a652b8bc-75b6-40eb-a65a-b8e93a165f75 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:07.158886 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a652b8bc-75b6-40eb-a65a-b8e93a165f75 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0500112 Jan 21 09:44:07.166127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45168) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.196798 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-19ece88c-8000-4bc9-a639-e3ad4fd42cb7 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:07.198302 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-19ece88c-8000-4bc9-a639-e3ad4fd42cb7 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0237567 Jan 21 09:44:07.201251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45172) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.205850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 940ddcaa-3f08-4d30-bf1c-87e3ede491de, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=940ddcaa-3f08-4d30-bf1c-87e3ede491de,segment=NetworkSegment(f6f48b80-35f5-4b07-b1ad-d21a018a32d8),segment_id=f6f48b80-35f5-4b07-b1ad-d21a018a32d8)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:07.217308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-48fdd64d-4c1d-4e4e-9d30-0cb944171d2e tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:07.217308 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-48fdd64d-4c1d-4e4e-9d30-0cb944171d2e tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0150917 Jan 21 09:44:07.237052 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45176) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.253729 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.267064 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] For port 8f6263af-08d1-4e66-a8e8-2b17d7a1c360, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8f6263af-08d1-4e66-a8e8-2b17d7a1c360,segment=NetworkSegment(f8475029-f1e8-42b9-8f46-c2a128ca1f35),segment_id=f8475029-f1e8-42b9-8f46-c2a128ca1f35)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:07.282829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-8ae26318-53f2-446a-8c3a-34ee3a23abed', 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'fixed_ips': [{'subnet_id': '00f308ff-7127-43a7-9c6e-a6b1002dac87'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:07.283814 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.307632 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.307841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-83a0209b-9e5f-4e47-9739-84d42a7d9eb4 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:07.312254 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-83a0209b-9e5f-4e47-9739-84d42a7d9eb4 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0719411 Jan 21 09:44:07.341364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45182) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.378175 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-68069548-8cfe-410c-a3d1-d5b7ad8a8ab2 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:07.379188 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-68069548-8cfe-410c-a3d1-d5b7ad8a8ab2 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0367322 Jan 21 09:44:07.389227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45186) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.438289 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.438546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-d0248f6f-75b3-4bc5-902a-0f7160622e03 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:07.439556 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d0248f6f-75b3-4bc5-902a-0f7160622e03 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0493059 Jan 21 09:44:07.447421 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45190) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.477760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-7a8325a8-3d6b-468d-8cef-5a414e74087f tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:07.478898 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7a8325a8-3d6b-468d-8cef-5a414e74087f tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0279090 Jan 21 09:44:07.487459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45194) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.501522 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Floating IP 8c51f728-102c-4a94-9ec5-a14b54eca040 associated. External IP: 172.26.4.160, port: 8b68c666-9ade-4ede-a9ea-94abb06350f0. Jan 21 09:44:07.576828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Allocated IP 2001:db8::f816:3eff:fe35:55d9 (4063243e-6b14-4d4f-8bb7-2f286a52503b/dbb69ab9-85ea-4c3c-9e5e-a4210927f585/61e0b55f-3029-407b-b64f-0173113ea849) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:07.675067 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-f8684d04-26a8-4e7d-8b96-83a001ea85fc tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:07.676688 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f8684d04-26a8-4e7d-8b96-83a001ea85fc tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.1866555 Jan 21 09:44:07.709382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45198) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.733767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-6646a0f8-4266-4de6-99c5-7d127641039e tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:07.735263 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6646a0f8-4266-4de6-99c5-7d127641039e tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0243104 Jan 21 09:44:07.752512 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=940ddcaa-3f08-4d30-bf1c-87e3ede491de,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:07.759275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45202) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.770060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-bc4677f0-8ea2-4b9c-83ca-a24942d0b88d tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:07.771092 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bc4677f0-8ea2-4b9c-83ca-a24942d0b88d tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0108135 Jan 21 09:44:07.780089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45206) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.815657 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:44:07.862316 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.963878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.973213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 047405da-1b97-42e3-b610-30426c79c8c6 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:08.044277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-92832421-ccaf-4e55-9c10-6d2a56d4eb40 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:08.047870 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-92832421-ccaf-4e55-9c10-6d2a56d4eb40 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0721695 Jan 21 09:44:08.051456 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45210) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.073302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Transition to ACTIVE for port object 61e0b55f-3029-407b-b64f-0173113ea849 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:08.090827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-220d61af-0b68-4869-ae21-a54d6d48ff9b tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:08.094526 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-220d61af-0b68-4869-ae21-a54d6d48ff9b tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0249054 Jan 21 09:44:08.095713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45214) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.101967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-5bccc088-1d5e-4051-9881-d59b7e872fe9 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:08.105480 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5bccc088-1d5e-4051-9881-d59b7e872fe9 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071270 Jan 21 09:44:08.105612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] For port 8f6263af-08d1-4e66-a8e8-2b17d7a1c360, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8f6263af-08d1-4e66-a8e8-2b17d7a1c360,segment=NetworkSegment(f8475029-f1e8-42b9-8f46-c2a128ca1f35),segment_id=f8475029-f1e8-42b9-8f46-c2a128ca1f35)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:08.105612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.107896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45218) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.118728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-3475c998-8589-47f6-bae6-7b76a8b362b2 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:08.123936 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3475c998-8589-47f6-bae6-7b76a8b362b2 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0099339 Jan 21 09:44:08.123936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45222) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.262005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Calling delete_port for 8f6263af-08d1-4e66-a8e8-2b17d7a1c360 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:08.278363 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-31159092-6d98-4181-942c-4a75beaf7f5b None None] Provisioning complete for port 940ddcaa-3f08-4d30-bf1c-87e3ede491de triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:08.278937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-31159092-6d98-4181-942c-4a75beaf7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.306605 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-c339605c-22e8-42aa-aacc-2f330e6b6b49 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:08.310031 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c339605c-22e8-42aa-aacc-2f330e6b6b49 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.1829710 Jan 21 09:44:08.353164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45226) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.364535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-84be1839-7837-4717-98c2-31873ce0e04b tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:08.367862 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-84be1839-7837-4717-98c2-31873ce0e04b tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0114074 Jan 21 09:44:08.373735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45230) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.386813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-ddb1fdad-f95d-47d6-9a8c-36deb9af4b35 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:08.390720 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ddb1fdad-f95d-47d6-9a8c-36deb9af4b35 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0136833 Jan 21 09:44:08.394813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e2056-e3e7-4e72-a6ad-93ab285ad961 None None] Pushing event updated for resources: {'Port': ['ID=8f6263af-08d1-4e66-a8e8-2b17d7a1c360,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:08.394986 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45234) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.404701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-3a607a14-6048-4a1b-843d-45a60654d439 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:08.407935 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3a607a14-6048-4a1b-843d-45a60654d439 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0101416 Jan 21 09:44:08.409946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45238) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.425898 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-145e0f51-b3ab-41c2-ad86-4e25080281e6 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:08.429254 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-145e0f51-b3ab-41c2-ad86-4e25080281e6 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0160124 Jan 21 09:44:08.429254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.430228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45242) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.486536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6743f-9127-4c43-8991-27969f4776a3 req-99dc82ed-0576-45ef-a8b3-d1f74d42f847 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:08.488893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-2be22fab-55bd-4835-bcf5-0a55afb497cb tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:08.491705 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2be22fab-55bd-4835-bcf5-0a55afb497cb tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0573976 Jan 21 09:44:08.495512 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e6d6743f-9127-4c43-8991-27969f4776a3 req-99dc82ed-0576-45ef-a8b3-d1f74d42f847 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.8858171 Jan 21 09:44:08.496379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45246) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.544809 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27904454-df09-4812-9ec4-b687245307b0 None None] Network 140081e4-0e66-4c3a-beee-cc69420708d7 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:08.576790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e105275b-c1e4-4c37-a40f-7af45c566b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.625604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.630370 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network 4063243e-6b14-4d4f-8bb7-2f286a52503b is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:08.638438 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [None req-5859573e-6d25-4e88-8fd9-554de5301559 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:08.645809 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5859573e-6d25-4e88-8fd9-554de5301559 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0567415 Jan 21 09:44:08.646568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45250) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.649418 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:08.657303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Port': ['ID=61e0b55f-3029-407b-b64f-0173113ea849,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:08.659659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 047405da-1b97-42e3-b610-30426c79c8c6 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:08.660016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.660402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:08.670300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:08.671347 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.677500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-f6a81de7-4686-4a1d-804e-791c945c4e65 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:08.678495 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f6a81de7-4686-4a1d-804e-791c945c4e65 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0308497 Jan 21 09:44:08.682192 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45254) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.696456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [None req-c902bd5a-adc4-410d-826a-463329f73816 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] http://10.222.0.99:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:44:08.697650 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c902bd5a-adc4-410d-826a-463329f73816 tempest-ExtensionsTestJSON-637163142 tempest-ExtensionsTestJSON-637163142-project] 10.222.0.99 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0129335 Jan 21 09:44:08.706108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab97ac67-8a07-4f86-ba4a-6bee4cd600a3 None None] Network 34d624af-27ce-4767-95e0-5cbdef731fdf requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:08.723773 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4bfdbe2f-d3b5-43cc-ba56-790c0fe32106 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4753847 Jan 21 09:44:08.726485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45260) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.770185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Port': ['ID=8f6263af-08d1-4e66-a8e8-2b17d7a1c360,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:08.802733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No DVR routers for this DVR port 8f6263af-08d1-4e66-a8e8-2b17d7a1c360 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:08.811450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aec1c1e-179f-44f2-a3e5-00c7efe6259b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Deleting subnet dbb69ab9-85ea-4c3c-9e5e-a4210927f585 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:08.853428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:08.865951 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Allocated IP 2001:db8:3::2 (8ae26318-53f2-446a-8c3a-34ee3a23abed/00f308ff-7127-43a7-9c6e-a6b1002dac87/3cd74132-59ba-45f0-bc40-5b60a960b078) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:08.873361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Allocated IP 2001:db8::f816:3eff:fec1:2a75 (4063243e-6b14-4d4f-8bb7-2f286a52503b/dbb69ab9-85ea-4c3c-9e5e-a4210927f585/1f96ef60-88ce-4b66-a2f1-af4f0950d533) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:08.918596 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e6d6743f-9127-4c43-8991-27969f4776a3 req-c2009db8-bb94-45ad-b033-98dff9b8822a tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180406 Jan 21 09:44:09.159160 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.163922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.164206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45268) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:09.193350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-31159092-6d98-4181-942c-4a75beaf7f5b None None] Provisioning for port 5f173519-5e65-4447-813d-00d447dee910 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:09.222930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140081e4-0e66-4c3a-beee-cc69420708d7']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:09.242717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8475029-f1e8-42b9-8f46-c2a128ca1f35') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:09.243079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8475029-f1e8-42b9-8f46-c2a128ca1f35') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:09.251164 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:09.262565 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ff189-0e49-482d-8907-113e547a1c42 None None] Sync routers for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:09.281586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.284293 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ff189-0e49-482d-8907-113e547a1c42 None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:09.284959 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-852ff189-0e49-482d-8907-113e547a1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:09.317016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.367387 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f4879d6a-3a52-4c03-8e18-f196ec7197ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.386372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f4879d6a-3a52-4c03-8e18-f196ec7197ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:09.395165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f4879d6a-3a52-4c03-8e18-f196ec7197ca admin admin] Usage tracker for resource:security_group_rule and tenant:fc548c9839b341819d6cca3631b5176e is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:09.398331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f4879d6a-3a52-4c03-8e18-f196ec7197ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:09.406088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f4879d6a-3a52-4c03-8e18-f196ec7197ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:09.436272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.472597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:09.472870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:09.491299 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:09.503223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-31159092-6d98-4181-942c-4a75beaf7f5b None None] Provisioning complete for port 5f173519-5e65-4447-813d-00d447dee910 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:09.503789 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-31159092-6d98-4181-942c-4a75beaf7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.505276 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f1eee947-58d8-4a45-b3b6-b62c8df008c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7801664 Jan 21 09:44:09.510278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40819d1-af15-483c-9a43-b04b6095483c', 'tag': '8b68c666-9ade-4ede-a9ea-94abb06350f0'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:09.567991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-31159092-6d98-4181-942c-4a75beaf7f5b None None] Port 5f173519-5e65-4447-813d-00d447dee910 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:09.568513 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-852ff189-0e49-482d-8907-113e547a1c42 None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:09.594148 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Transition to ACTIVE for port object 5f173519-5e65-4447-813d-00d447dee910 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:09.599333 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40819d1-af15-483c-9a43-b04b6095483c', 'tag': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'status': 'completed', 'code': 200} Jan 21 09:44:09.630108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.635564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.667857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Network': ['ID=140081e4-0e66-4c3a-beee-cc69420708d7,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:09.681281 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-754dbdb9-e38d-4cde-a240-3b011e639885 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/140081e4-0e66-4c3a-beee-cc69420708d7 HTTP/1.1" status: 204 len: 168 time: 7.3619337 Jan 21 09:44:09.682690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45280) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:09.686688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef7f0a-e48c-4732-98ca-50aaae9916e3 req-c175716f-3021-4112-a389-519725ca3a89 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:09.688623 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-21ef7f0a-e48c-4732-98ca-50aaae9916e3 req-c175716f-3021-4112-a389-519725ca3a89 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.3450332 Jan 21 09:44:09.690649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc120e2f-99aa-4149-83af-f6a08204dc66 req-31c37599-0277-4c4a-933b-d81c36812caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:09.692077 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc120e2f-99aa-4149-83af-f6a08204dc66 req-31c37599-0277-4c4a-933b-d81c36812caf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9ecec8e9c896450fb542a371b65345c1&device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 1098 time: 0.3064144 Jan 21 09:44:09.714660 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.719799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-731915989'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:09.731987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:09.751972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:network and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:09.758360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:09.769740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:09.800802 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:09.804826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.851487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.854346 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.883136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:09.892686 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb4d7c-4682-4450-b99f-b2305b846a15 req-db6ef78d-3dee-4f8b-930a-4807554b6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:09.894227 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-f1eb4d7c-4682-4450-b99f-b2305b846a15 req-db6ef78d-3dee-4f8b-930a-4807554b6ea5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 1098 time: 0.3025978 Jan 21 09:44:09.943361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f4879d6a-3a52-4c03-8e18-f196ec7197ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.966787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.967316 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Added segment dd384e6e-3b28-47cd-a35a-523c3abc36e3 of type vlan for network 89f2737d-7203-4e3a-bfcd-5a36e12addd6 Jan 21 09:44:09.976462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f4879d6a-3a52-4c03-8e18-f196ec7197ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.095140 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-21ef7f0a-e48c-4732-98ca-50aaae9916e3 req-66c9f005-cee8-4c68-adb6-bfdc5d1853db tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977759 Jan 21 09:44:10.118337 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.130936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Transition to ACTIVE for port object 1f96ef60-88ce-4b66-a2f1-af4f0950d533 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:10.153674 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Transition to ACTIVE for port object 1f96ef60-88ce-4b66-a2f1-af4f0950d533 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:10.167959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 903fafb4-7065-45a4-8ce8-85d187921c2a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:10.169977 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-852ff189-0e49-482d-8907-113e547a1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '8c51f728-102c-4a94-9ec5-a14b54eca040', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:9c:cb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40819d1-af15-483c-9a43-b04b6095483c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:05Z', 'updated_at': '2022-01-21T09:44:05Z', 'revision_number': 0, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:10.171873 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5aec1c1e-179f-44f2-a3e5-00c7efe6259b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.175452 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ff189-0e49-482d-8907-113e547a1c42 None None] Checking router: 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:10.185753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc120e2f-99aa-4149-83af-f6a08204dc66 req-713ca738-761b-47cd-8449-151b8b124ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:10.187781 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc120e2f-99aa-4149-83af-f6a08204dc66 req-713ca738-761b-47cd-8449-151b8b124ee0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=25712e45-7957-4fca-9c78-a17fde794190 HTTP/1.1" status: 200 len: 912 time: 0.4892616 Jan 21 09:44:10.195108 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ff189-0e49-482d-8907-113e547a1c42 None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:10.195735 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-852ff189-0e49-482d-8907-113e547a1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:10.206799 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1fe2ee23-b440-499c-8a46-3305f6395766 None None] Provisioning for port 903fafb4-7065-45a4-8ce8-85d187921c2a completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:10.237789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5aec1c1e-179f-44f2-a3e5-00c7efe6259b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.300424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.320261 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc120e2f-99aa-4149-83af-f6a08204dc66 req-b4df9d81-b733-4527-9eba-06222c63769e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=519cbf16-9473-40a8-ab42-b3200bb8a471 HTTP/1.1" status: 200 len: 217 time: 0.1228218 Jan 21 09:44:10.341028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Network 4063243e-6b14-4d4f-8bb7-2f286a52503b is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:10.372756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5aec1c1e-179f-44f2-a3e5-00c7efe6259b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.401380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:10.412588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9e9dc-b48b-49aa-8f38-a8493b4fb6c5 None None] Pushing event updated for resources: {'Port': ['ID=5f173519-5e65-4447-813d-00d447dee910,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.455214 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f4879d6a-3a52-4c03-8e18-f196ec7197ca admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=fc548c9839b341819d6cca3631b5176e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2881658 Jan 21 09:44:10.463480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5aec1c1e-179f-44f2-a3e5-00c7efe6259b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.477002 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:10.477139 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45284) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:10.479155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.502518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc120e2f-99aa-4149-83af-f6a08204dc66 req-66dcd826-7eee-4a7b-bd6e-60b3f51ab33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:10.505851 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc120e2f-99aa-4149-83af-f6a08204dc66 req-66dcd826-7eee-4a7b-bd6e-60b3f51ab33a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=48e68c8b-6b69-490d-bb02-d2fe93743d67 HTTP/1.1" status: 200 len: 851 time: 0.1815951 Jan 21 09:44:10.523752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4879d6a-3a52-4c03-8e18-f196ec7197ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2517690-ab45-4bfb-9d83-d321c8edb00f,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.570226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec1c1e-179f-44f2-a3e5-00c7efe6259b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb69ab9-85ea-4c3c-9e5e-a4210927f585,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.581297 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-852ff189-0e49-482d-8907-113e547a1c42 None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:10.601516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5aec1c1e-179f-44f2-a3e5-00c7efe6259b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.623454 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc120e2f-99aa-4149-83af-f6a08204dc66 req-e7d0a175-a750-4af6-9324-4ccdf6904e28 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=25712e45-7957-4fca-9c78-a17fde794190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108282 Jan 21 09:44:10.630948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb4d7c-4682-4450-b99f-b2305b846a15 req-7e9181bb-9e2c-4796-9cac-fdd6c45f25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:10.633144 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-f1eb4d7c-4682-4450-b99f-b2305b846a15 req-7e9181bb-9e2c-4796-9cac-fdd6c45f25f6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 913 time: 0.7218163 Jan 21 09:44:10.702595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.716934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Transition to ACTIVE for port object 3cd74132-59ba-45f0-bc40-5b60a960b078 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:10.747569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Transition to ACTIVE for port object 3cd74132-59ba-45f0-bc40-5b60a960b078 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:10.766562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Attempting to bind port 5f173519-5e65-4447-813d-00d447dee910 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:10.766928 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Attempting to bind port 5f173519-5e65-4447-813d-00d447dee910 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'f6f48b80-35f5-4b07-b1ad-d21a018a32d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:10.767285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Attempting to bind port 5f173519-5e65-4447-813d-00d447dee910 on network e4641fa3-a907-49c7-8a92-46f6c3b4abf3 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:10.771951 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5aec1c1e-179f-44f2-a3e5-00c7efe6259b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/subnets/dbb69ab9-85ea-4c3c-9e5e-a4210927f585 HTTP/1.1" status: 204 len: 168 time: 2.0444064 Jan 21 09:44:10.772799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e1c9292b-8989-4891-9e6a-2eafddb67eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.775454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45288) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:10.788712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:10.789086 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Checking segment: {'id': 'f6f48b80-35f5-4b07-b1ad-d21a018a32d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:10.789488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.789876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Bound using segment: {'id': 'f6f48b80-35f5-4b07-b1ad-d21a018a32d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:10.791136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Bound port: 5f173519-5e65-4447-813d-00d447dee910, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f48b80-35f5-4b07-b1ad-d21a018a32d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:10.791136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.810284 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.862082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.877502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Network 8ae26318-53f2-446a-8c3a-34ee3a23abed is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:10.878813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:10.881489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.886145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Pushing event updated for resources: {'Port': ['ID=1f96ef60-88ce-4b66-a2f1-af4f0950d533,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.920628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6482c3d2-ea5f-47aa-a2d1-8f00eb0f1a5f tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:10.923654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6482c3d2-ea5f-47aa-a2d1-8f00eb0f1a5f tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:10.924665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6482c3d2-ea5f-47aa-a2d1-8f00eb0f1a5f tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Synchronizing usage tracker for tenant:9968b21397ac414098604690c4e5d362 on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:10.936671 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc120e2f-99aa-4149-83af-f6a08204dc66 req-05349cf1-046f-4b4d-8e66-6934019b7af2 service neutron] 10.222.0.121 "GET /v2.0/networks/25712e45-7957-4fca-9c78-a17fde794190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042471 Jan 21 09:44:10.986055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e1c9292b-8989-4891-9e6a-2eafddb67eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.993825 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:10.995782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Pushing event updated for resources: {'Port': ['ID=3cd74132-59ba-45f0-bc40-5b60a960b078,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.999713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6482c3d2-ea5f-47aa-a2d1-8f00eb0f1a5f tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Unset dirty status for tenant:9968b21397ac414098604690c4e5d362 on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:11.001437 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6482c3d2-ea5f-47aa-a2d1-8f00eb0f1a5f tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2233853 Jan 21 09:44:11.001983 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Attempting to bind port 1f96ef60-88ce-4b66-a2f1-af4f0950d533 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:11.003573 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Attempting to bind port 1f96ef60-88ce-4b66-a2f1-af4f0950d533 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '6be9028a-6917-4eb6-87ea-6a6c22360960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4063243e-6b14-4d4f-8bb7-2f286a52503b'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:11.004621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45292) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.004975 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Attempting to bind port 1f96ef60-88ce-4b66-a2f1-af4f0950d533 on network 4063243e-6b14-4d4f-8bb7-2f286a52503b {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:11.011937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:11.018655 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-f1eb4d7c-4682-4450-b99f-b2305b846a15 req-7df7a674-5b34-4698-b22e-45b3e9769c28 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b68c666-9ade-4ede-a9ea-94abb06350f0 HTTP/1.1" status: 200 len: 999 time: 0.3669746 Jan 21 09:44:11.043444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 903fafb4-7065-45a4-8ce8-85d187921c2a completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:11.086341 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:11.086341 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Checking segment: {'id': '6be9028a-6917-4eb6-87ea-6a6c22360960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4063243e-6b14-4d4f-8bb7-2f286a52503b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:11.086654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.087054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Bound using segment: {'id': '6be9028a-6917-4eb6-87ea-6a6c22360960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4063243e-6b14-4d4f-8bb7-2f286a52503b'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:11.087526 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Bound port: 1f96ef60-88ce-4b66-a2f1-af4f0950d533, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be9028a-6917-4eb6-87ea-6a6c22360960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4063243e-6b14-4d4f-8bb7-2f286a52503b'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:11.087941 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.122767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 903fafb4-7065-45a4-8ce8-85d187921c2a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:11.133038 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.142369 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4378185 Jan 21 09:44:11.144302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb4d7c-4682-4450-b99f-b2305b846a15 req-56ef714d-ccef-4b03-8f8b-1c99e219e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.146295 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-f1eb4d7c-4682-4450-b99f-b2305b846a15 req-56ef714d-ccef-4b03-8f8b-1c99e219e1a6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.1053348 Jan 21 09:44:11.157938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45298) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.221442 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-852ff189-0e49-482d-8907-113e547a1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '8c51f728-102c-4a94-9ec5-a14b54eca040', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:9c:cb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40819d1-af15-483c-9a43-b04b6095483c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:05Z', 'updated_at': '2022-01-21T09:44:05Z', 'revision_number': 0, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:11.236016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93884c68-e850-46bd-8909-cdde2379a50b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.236786 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ff189-0e49-482d-8907-113e547a1c42 None None] The sync data for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv is: [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '8c51f728-102c-4a94-9ec5-a14b54eca040', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:9c:cb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40819d1-af15-483c-9a43-b04b6095483c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:05Z', 'updated_at': '2022-01-21T09:44:05Z', 'revision_number': 0, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:11.322182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'subnet': {'network_id': '89f2737d-7203-4e3a-bfcd-5a36e12addd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:11.342011 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc120e2f-99aa-4149-83af-f6a08204dc66 req-cddfba0b-47d2-41f8-ae7c-c28e03620fc4 service neutron] 10.222.0.121 "GET /v2.0/networks/25712e45-7957-4fca-9c78-a17fde794190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944845 Jan 21 09:44:11.378536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.423540 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-93884c68-e850-46bd-8909-cdde2379a50b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 21 09:44:11.424773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93884c68-e850-46bd-8909-cdde2379a50b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:11.427920 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-93884c68-e850-46bd-8909-cdde2379a50b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/networks/4063243e-6b14-4d4f-8bb7-2f286a52503b HTTP/1.1" status: 409 len: 405 time: 0.4223678 Jan 21 09:44:11.441221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45302) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.461661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-359611537'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:11.490429 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:11.504379 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] For port 1f96ef60-88ce-4b66-a2f1-af4f0950d533, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:11.504965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Usage tracker for resource:network and tenant:9968b21397ac414098604690c4e5d362 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:11.509926 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] For port 1f96ef60-88ce-4b66-a2f1-af4f0950d533, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=1f96ef60-88ce-4b66-a2f1-af4f0950d533,segment=NetworkSegment(6be9028a-6917-4eb6-87ea-6a6c22360960),segment_id=6be9028a-6917-4eb6-87ea-6a6c22360960)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:11.516531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:11.532312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Allocated IP 2001:db8:3::1 (8ae26318-53f2-446a-8c3a-34ee3a23abed/00f308ff-7127-43a7-9c6e-a6b1002dac87/f0c98e42-4c2c-44f1-9068-f32fb397b572) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:11.534438 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:11.549061 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.558798 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:11.560279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3e388-7447-4b72-85ad-5dc209b6b812 req-eaa37884-5c56-47fa-a97b-b0555a548aa9 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.563558 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1be3e388-7447-4b72-85ad-5dc209b6b812 req-eaa37884-5c56-47fa-a97b-b0555a548aa9 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.2186155 Jan 21 09:44:11.563667 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c99fa8-3155-4e5d-aa39-9d357b159c32 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=89f2737d-7203-4e3a-bfcd-5a36e12addd6,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.575388 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:11.591165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.592383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:subnet and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:11.603312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:11.637732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:11.651526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:11.666344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.666854 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Added segment 600a6219-c04e-4977-996b-8b9557dbb474 of type vlan for network 0b68c458-8543-49cd-a095-89d3f865b565 Jan 21 09:44:11.711209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Attempting to bind port 3cd74132-59ba-45f0-bc40-5b60a960b078 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:11.711732 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Attempting to bind port 3cd74132-59ba-45f0-bc40-5b60a960b078 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '8368fdda-a24f-4c8b-97af-0c4af0a6a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:11.713136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Attempting to bind port 3cd74132-59ba-45f0-bc40-5b60a960b078 on network 8ae26318-53f2-446a-8c3a-34ee3a23abed {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:11.715393 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 89f2737d-7203-4e3a-bfcd-5a36e12addd6 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:11.721960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.763841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:11.770312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.792415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.798503 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.799907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.845983 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b6716-8993-448d-86ba-e5f2f12b6a1f None None] New status for floating IP 8c51f728-102c-4a94-9ec5-a14b54eca040: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:44:11.852649 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1be3e388-7447-4b72-85ad-5dc209b6b812 req-0f9e6ac7-41b5-4e44-9831-e02996b22c28 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201071 Jan 21 09:44:11.956919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Network': ['ID=0b68c458-8543-49cd-a095-89d3f865b565,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.968144 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3185b31f-a9c7-4fa4-b435-22c4d6cc41ef tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5131104 Jan 21 09:44:11.968144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45306) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.968144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'subnet': {'network_id': '0b68c458-8543-49cd-a095-89d3f865b565', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:12.006154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e1c9292b-8989-4891-9e6a-2eafddb67eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.053963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:12.054147 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Checking segment: {'id': '8368fdda-a24f-4c8b-97af-0c4af0a6a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:12.054536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.054927 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Bound using segment: {'id': '8368fdda-a24f-4c8b-97af-0c4af0a6a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:12.056269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Bound port: 3cd74132-59ba-45f0-bc40-5b60a960b078, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8368fdda-a24f-4c8b-97af-0c4af0a6a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:12.056269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.068718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] For port 5f173519-5e65-4447-813d-00d447dee910, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:12.077147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9292b-8989-4891-9e6a-2eafddb67eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2517690-ab45-4bfb-9d83-d321c8edb00f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:12.086921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 0b68c458-8543-49cd-a095-89d3f865b565 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:12.101053 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb4d7c-4682-4450-b99f-b2305b846a15 req-2e8c5a37-bae9-4ebe-8ddf-75168e85ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.102661 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-f1eb4d7c-4682-4450-b99f-b2305b846a15 req-2e8c5a37-bae9-4ebe-8ddf-75168e85ec0d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9367433 Jan 21 09:44:12.116327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:12.127169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:12.137333 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:12.141133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.162699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e1c9292b-8989-4891-9e6a-2eafddb67eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.163808 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e1c9292b-8989-4891-9e6a-2eafddb67eac admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c2517690-ab45-4bfb-9d83-d321c8edb00f HTTP/1.1" status: 204 len: 168 time: 1.6535399 Jan 21 09:44:12.200780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-44334e24-d80f-4e56-9e97-dce68d9f83ae None None] Provisioning complete for port 903fafb4-7065-45a4-8ce8-85d187921c2a triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:12.201040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-44334e24-d80f-4e56-9e97-dce68d9f83ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.239867 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] For port 5f173519-5e65-4447-813d-00d447dee910, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5f173519-5e65-4447-813d-00d447dee910,segment=NetworkSegment(f6f48b80-35f5-4b07-b1ad-d21a018a32d8),segment_id=f6f48b80-35f5-4b07-b1ad-d21a018a32d8)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:12.259689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.330605 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Transition to ACTIVE for port object f0c98e42-4c2c-44f1-9068-f32fb397b572 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:12.355529 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.389827 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-f1eb4d7c-4682-4450-b99f-b2305b846a15 req-67adfa98-0f8d-429e-90ef-e8eaeb3aedb9 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801747 Jan 21 09:44:12.520961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.562570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.672698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597c483-42cc-4b3a-97e5-dc94c1316de1 None None] Pushing event updated for resources: {'Port': ['ID=1f96ef60-88ce-4b66-a2f1-af4f0950d533,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:12.713903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 8ae26318-53f2-446a-8c3a-34ee3a23abed is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:12.715230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.objects.ports [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87501) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:44:12.717302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.721910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:12.755548 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-f1eb4d7c-4682-4450-b99f-b2305b846a15 req-0fe04e65-0e2f-4197-a84d-0e46e93bc0f1 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529224 Jan 21 09:44:12.756406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Subnet': ['ID=265ac909-4169-4772-b792-c1d3c11c37ce,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:12.772484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:12.773191 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.807813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9e9dc-b48b-49aa-8f38-a8493b4fb6c5 None None] Pushing event updated for resources: {'Port': ['ID=5f173519-5e65-4447-813d-00d447dee910,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:12.820094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Checking segment: {'id': '600a6219-c04e-4977-996b-8b9557dbb474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0b68c458-8543-49cd-a095-89d3f865b565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:12.821592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network hostable DHCP agents. Network: 0b68c458-8543-49cd-a095-89d3f865b565, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:12.839552 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=f0c98e42-4c2c-44f1-9068-f32fb397b572,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:12.841420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Subnet': ['ID=d7ff9f4c-2469-43e1-b800-e33e0d9ad0fa,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:12.864916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network 0b68c458-8543-49cd-a095-89d3f865b565 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:12.870049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking segment: {'id': 'dd384e6e-3b28-47cd-a35a-523c3abc36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '89f2737d-7203-4e3a-bfcd-5a36e12addd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:12.871466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network hostable DHCP agents. Network: 89f2737d-7203-4e3a-bfcd-5a36e12addd6, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:12.886453 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 0b68c458-8543-49cd-a095-89d3f865b565) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:12.891648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.892508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.948082 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0f30472b-1f81-4637-a64d-ca93fa0556e8 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9886637 Jan 21 09:44:12.950499 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45326) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:12.955694 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a04325-d26d-44c4-935c-bbc960f20ca2 None None] Network 4063243e-6b14-4d4f-8bb7-2f286a52503b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:12.962070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'port': {'network_id': '0b68c458-8543-49cd-a095-89d3f865b565', 'name': 'tempest-NetworksIpV6TestAttrs-1753733227'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:12.997210 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a0885-72d8-45bd-a017-f7efe15cd68f None None] Network 0b68c458-8543-49cd-a095-89d3f865b565 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:13.033385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.043269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:13.044257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:13.055975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network 89f2737d-7203-4e3a-bfcd-5a36e12addd6 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:13.065295 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 89f2737d-7203-4e3a-bfcd-5a36e12addd6) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:13.067480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.082382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:13.083556 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.154897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a8131b-4e44-4053-8fba-8e0b60490650 None None] Network 89f2737d-7203-4e3a-bfcd-5a36e12addd6 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:13.163777 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-789e1ff4-9015-409a-a5b9-926f83ab242a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0003772 Jan 21 09:44:13.167232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45336) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:13.305724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] For port 3cd74132-59ba-45f0-bc40-5b60a960b078, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:13.309026 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] For port 3cd74132-59ba-45f0-bc40-5b60a960b078, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3cd74132-59ba-45f0-bc40-5b60a960b078,segment=NetworkSegment(8368fdda-a24f-4c8b-97af-0c4af0a6a884),segment_id=8368fdda-a24f-4c8b-97af-0c4af0a6a884)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:13.409545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc332994-ab38-450d-802e-189636b53f22 req-6dfc4920-0817-40bf-bfb8-62a8a09bd265 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:13.417466 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cc332994-ab38-450d-802e-189636b53f22 req-6dfc4920-0817-40bf-bfb8-62a8a09bd265 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.3926852 Jan 21 09:44:13.419928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45344) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:13.445879 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:13.453693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Usage tracker for resource:port and tenant:9968b21397ac414098604690c4e5d362 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:13.458309 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:13.476841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:13.500136 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cc332994-ab38-450d-802e-189636b53f22 req-1e860239-c63e-4723-8bcb-d48ae6c060e4 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827274 Jan 21 09:44:13.512728 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:13.521923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:13.527974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.555177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.568150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.576803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] device_id is not set on port 2c563213-b4fe-419f-860d-86f5df659456 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:13.667577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1088764603'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:13.679334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:13.693723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Usage tracker for resource:network and tenant:d8ea9e63864e4d6b8a6dec5ea1930fa2 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:13.699974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:13.707959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95449cb-7755-4e5c-97ef-12a4037c9e42 None None] Pushing event updated for resources: {'Port': ['ID=3cd74132-59ba-45f0-bc40-5b60a960b078,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:13.713770 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:13.744361 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Made reservation on behalf of d8ea9e63864e4d6b8a6dec5ea1930fa2 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:13.752759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.753538 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.798817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.799635 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.815433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.865807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:13.870800 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Usage tracker for resource:security_group_rule and tenant:d8ea9e63864e4d6b8a6dec5ea1930fa2 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:13.875489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:13.900207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:14.207022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 903fafb4-7065-45a4-8ce8-85d187921c2a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=903fafb4-7065-45a4-8ce8-85d187921c2a,segment=NetworkSegment(1fbbc212-e45e-4a1b-a25e-ff083b6ab073),segment_id=1fbbc212-e45e-4a1b-a25e-ff083b6ab073)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:14.227917 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-44334e24-d80f-4e56-9e97-dce68d9f83ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.267717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Allocated IP 2001:db8::f816:3eff:fe6f:cc9e (0b68c458-8543-49cd-a095-89d3f865b565/d7ff9f4c-2469-43e1-b800-e33e0d9ad0fa/2c563213-b4fe-419f-860d-86f5df659456) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:14.299837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.340406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Network 8ae26318-53f2-446a-8c3a-34ee3a23abed is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:14.347337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.350068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:14.378767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.465249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.466192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029dd8-b759-4a3b-a205-b1ed07ef50c3 req-0c77e858-c4eb-4d12-a376-8c3fcb432299 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:14.472803 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dd029dd8-b759-4a3b-a205-b1ed07ef50c3 req-0c77e858-c4eb-4d12-a376-8c3fcb432299 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.2875979 Jan 21 09:44:14.485725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa58a07-c330-4ed0-abb8-54cc3de7949a req-2c75f0f4-8230-414e-a27c-20b1912e10bc tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:14.488379 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1fa58a07-c330-4ed0-abb8-54cc3de7949a req-2c75f0f4-8230-414e-a27c-20b1912e10bc tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.3880479 Jan 21 09:44:14.503424 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event updated for resources: {'Port': ['ID=f0c98e42-4c2c-44f1-9068-f32fb397b572,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.562930 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-44334e24-d80f-4e56-9e97-dce68d9f83ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:14.563922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-44334e24-d80f-4e56-9e97-dce68d9f83ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:14.653575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214096c-21cb-4a39-ab64-0354ba248437 req-e3e5e945-92da-4354-9499-11f31425f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:14.655143 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-6214096c-21cb-4a39-ab64-0354ba248437 req-e3e5e945-92da-4354-9499-11f31425f388 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=78db1456b4d84c919af68b6798f69fd9&device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 1098 time: 0.3603272 Jan 21 09:44:14.660697 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 2d22a941-7390-4305-9380-c51f7c47a4da has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:14.662048 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.676129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=903fafb4-7065-45a4-8ce8-85d187921c2a,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.680220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 940ddcaa-3f08-4d30-bf1c-87e3ede491de up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:14.698902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.719929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Transition to ACTIVE for port object 2c563213-b4fe-419f-860d-86f5df659456 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:14.744793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:14.750504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9839f61b-1135-4ce5-b717-9a2dc87d1c82,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.764438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Subnet': ['ID=265ac909-4169-4772-b792-c1d3c11c37ce,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.777997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.863296 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.863722 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Added segment a79e68b2-570f-40e7-b8b7-223f9b74204a of type vlan for network 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb Jan 21 09:44:14.894760 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dd029dd8-b759-4a3b-a205-b1ed07ef50c3 req-2dc9e84b-f66f-4d41-9af9-fe54ba3a0cce tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208286 Jan 21 09:44:14.904084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network 0b68c458-8543-49cd-a095-89d3f865b565 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:14.912333 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:14.935244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:14.942633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:14.943489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.971814 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1fa58a07-c330-4ed0-abb8-54cc3de7949a req-92ebdabd-bbfd-4e2f-83ce-07cfed33c4cb tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202704 Jan 21 09:44:15.000283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.004838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Port': ['ID=2c563213-b4fe-419f-860d-86f5df659456,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.015408 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aabfb4-54f1-458e-8a9c-32614cb786e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-89f2737d-7203-4e3a-bfcd-5a36e12addd6', 'network_id': '89f2737d-7203-4e3a-bfcd-5a36e12addd6', 'tenant_id': 'f18b7dd8f8d8492887a6b11528a3c9bc', 'fixed_ips': [{'subnet_id': '265ac909-4169-4772-b792-c1d3c11c37ce'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:15.016727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-66aabfb4-54f1-458e-8a9c-32614cb786e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.046206 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3dc9cde5-2e4b-405a-8e8c-3dc36e65320e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0942972 Jan 21 09:44:15.048740 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45360) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:15.100307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.103552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.110002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:15.110694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.137937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 940ddcaa-3f08-4d30-bf1c-87e3ede491de triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:15.138303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.221259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214096c-21cb-4a39-ab64-0354ba248437 req-7ec830a9-9a79-445b-aa66-1c822ed2c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:15.223187 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-6214096c-21cb-4a39-ab64-0354ba248437 req-7ec830a9-9a79-445b-aa66-1c822ed2c1a9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f469d677-4dc7-49de-9c0e-17fa992e291c HTTP/1.1" status: 200 len: 913 time: 0.5513620 Jan 21 09:44:15.229009 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f2737d-7203-4e3a-bfcd-5a36e12addd6']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:15.245671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Pushing event updated for resources: {'Network': ['ID=4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.265879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:15.273459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-322e4e9c-b549-465b-81d7-b67066ccd6de tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Deleting subnet d7ff9f4c-2469-43e1-b800-e33e0d9ad0fa {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:15.277228 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-322e4e9c-b549-465b-81d7-b67066ccd6de tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.315750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cc0944-f4a5-451c-8bab-e1a4b6cce0ad None None] Network 89f2737d-7203-4e3a-bfcd-5a36e12addd6 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:15.330385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd384e6e-3b28-47cd-a35a-523c3abc36e3') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:15.330861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd384e6e-3b28-47cd-a35a-523c3abc36e3') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:15.347556 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-08315d92-ceb7-4231-8d11-13e83f5ad644 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9239638 Jan 21 09:44:15.347780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:12Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c98e42-4c2c-44f1-9068-f32fb397b572', 'name': '', 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:3b:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:08Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 1, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:15.349256 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45364) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:15.353390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-322e4e9c-b549-465b-81d7-b67066ccd6de tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.355109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c0271-bafa-423b-9f7b-ee718678feb1 None None] Network 8ae26318-53f2-446a-8c3a-34ee3a23abed requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:15.365360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.385978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Request body: {'subnet': {'network_id': '4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:15.394883 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:15.414630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.426669 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-447d274e-ee22-4375-a940-07356ddc63df tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2499404 Jan 21 09:44:15.427763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45368) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:15.434992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:15.435397 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.435522 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95c475f-28c4-48f2-b9b5-ca9d7fed6ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-0b68c458-8543-49cd-a095-89d3f865b565', 'network_id': '0b68c458-8543-49cd-a095-89d3f865b565', 'tenant_id': '9968b21397ac414098604690c4e5d362', 'fixed_ips': [{'subnet_id': 'd7ff9f4c-2469-43e1-b800-e33e0d9ad0fa'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:15.436286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e95c475f-28c4-48f2-b9b5-ca9d7fed6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.436420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8f8c3265-633b-4753-825d-2fabfc619ff0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:15.450558 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:15.458779 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-6214096c-21cb-4a39-ab64-0354ba248437 req-82b3c5fd-13a7-45e3-b48c-dc382d2585b9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad HTTP/1.1" status: 200 len: 1001 time: 0.2222373 Jan 21 09:44:15.473167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39ad83-0588-4fe7-85a4-44eb0a0beca6 None None] The sync data for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv is: [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:12Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c98e42-4c2c-44f1-9068-f32fb397b572', 'name': '', 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:3b:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:08Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 1, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:15.642331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214096c-21cb-4a39-ab64-0354ba248437 req-b2a04655-1944-43e9-8e6c-d6b49703ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:15.643988 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-6214096c-21cb-4a39-ab64-0354ba248437 req-b2a04655-1944-43e9-8e6c-d6b49703ed06 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2808a830-2468-42b3-9507-038994a3ca1a HTTP/1.1" status: 200 len: 851 time: 0.1688895 Jan 21 09:44:15.645234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.713515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.735165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Network': ['ID=89f2737d-7203-4e3a-bfcd-5a36e12addd6,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.742364 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dbd72e97-2fb3-4895-bbe4-74d5e61d969d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/89f2737d-7203-4e3a-bfcd-5a36e12addd6 HTTP/1.1" status: 204 len: 168 time: 2.5737913 Jan 21 09:44:15.749550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45372) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:15.757315 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-291680308'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:15.765774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:15.771876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:network and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:15.778568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:15.786739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:15.804683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214096c-21cb-4a39-ab64-0354ba248437 req-61f88758-11ce-429a-91fa-b5b90491d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:15.806767 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-6214096c-21cb-4a39-ab64-0354ba248437 req-61f88758-11ce-429a-91fa-b5b90491d562 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f469d677-4dc7-49de-9c0e-17fa992e291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1332865 Jan 21 09:44:15.809204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:15.813825 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.846745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3cd74132-59ba-45f0-bc40-5b60a960b078 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:15.965170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:15.999266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Usage tracker for resource:subnet and tenant:d8ea9e63864e4d6b8a6dec5ea1930fa2 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:16.010650 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:16.124204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:16.211066 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-79f18bd3-3cbb-4efa-807c-63346eb7249f None None] Provisioning for port 3cd74132-59ba-45f0-bc40-5b60a960b078 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:16.215032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:16.237338 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.237478 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Added segment 0ebc41ae-cef8-46c0-9982-363c3b7a3ec6 of type vlan for network 06ed4fed-986c-4a72-8932-9b4a1434b4e1 Jan 21 09:44:16.239733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-322e4e9c-b549-465b-81d7-b67066ccd6de tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.278805 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-6214096c-21cb-4a39-ab64-0354ba248437 req-c0d5cb8a-96ff-49da-b6d8-a0766d2c3508 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539382 Jan 21 09:44:16.347568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.366672 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 3cd74132-59ba-45f0-bc40-5b60a960b078 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:16.390412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3cd74132-59ba-45f0-bc40-5b60a960b078 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:16.391017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.405785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Made reservation on behalf of d8ea9e63864e4d6b8a6dec5ea1930fa2 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:16.409679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.466217 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-6214096c-21cb-4a39-ab64-0354ba248437 req-058ffa99-62fb-4e38-a3e6-0296a60c737e service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783867 Jan 21 09:44:16.467339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.485235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:16.486665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.660656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.702242 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=06ed4fed-986c-4a72-8932-9b4a1434b4e1,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.719378 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c18c8d6a-933b-4127-9c0f-824e9951fa93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9662402 Jan 21 09:44:16.720483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45380) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:16.726517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'subnet': {'network_id': '06ed4fed-986c-4a72-8932-9b4a1434b4e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:16.779125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 3cd74132-59ba-45f0-bc40-5b60a960b078, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3cd74132-59ba-45f0-bc40-5b60a960b078,segment=NetworkSegment(8368fdda-a24f-4c8b-97af-0c4af0a6a884),segment_id=8368fdda-a24f-4c8b-97af-0c4af0a6a884)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:16.787136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 06ed4fed-986c-4a72-8932-9b4a1434b4e1 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:16.793788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fc0e1-2194-4f67-8c10-24922c469a11 req-0f4a7976-299d-413d-9b96-09d16de514d2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:16.795438 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b99fc0e1-2194-4f67-8c10-24922c469a11 req-0f4a7976-299d-413d-9b96-09d16de514d2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.5911036 Jan 21 09:44:16.807906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-322e4e9c-b549-465b-81d7-b67066ccd6de tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.919250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:16.928066 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:subnet and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:16.930844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.931795 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:16.941129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:16.965790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:16.973405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.978069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383d89a-bb20-4569-b3b0-4a8e11a48023 req-2df29961-bcad-483c-aeba-f0a446b1fcf3 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:16.979694 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e383d89a-bb20-4569-b3b0-4a8e11a48023 req-2df29961-bcad-483c-aeba-f0a446b1fcf3 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.8205266 Jan 21 09:44:17.005404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-322e4e9c-b549-465b-81d7-b67066ccd6de tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.020627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=3cd74132-59ba-45f0-bc40-5b60a960b078,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:17.042777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e4e9c-b549-465b-81d7-b67066ccd6de tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Subnet': ['ID=d7ff9f4c-2469-43e1-b800-e33e0d9ad0fa,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server [None req-e95c475f-28c4-48f2-b9b5-ca9d7fed6ea3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7ff9f4c-2469-43e1-b800-e33e0d9ad0fa: This subnet is being modified by another concurrent operation. Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:44:17.081076 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7ff9f4c-2469-43e1-b800-e33e0d9ad0fa: This subnet is being modified by another concurrent operation. Jan 21 09:44:17.084677 dv-neutron-825723-1-hyperv neutron-server[87503]: ERROR oslo_messaging.rpc.server Jan 21 09:44:17.115664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3207486a-d0a8-4d94-8031-c6188346e8bb None None] Provisioning for port f0c98e42-4c2c-44f1-9068-f32fb397b572 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:17.121434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3207486a-d0a8-4d94-8031-c6188346e8bb None None] Provisioning complete for port f0c98e42-4c2c-44f1-9068-f32fb397b572 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:17.122054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3207486a-d0a8-4d94-8031-c6188346e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.155404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4993a5c-6bc8-4128-9d6f-2c2a8b8b1622 None None] Network 0b68c458-8543-49cd-a095-89d3f865b565 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:17.189135 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b99fc0e1-2194-4f67-8c10-24922c469a11 req-cba4fa4e-dd58-4639-83ab-33d8d9c0cf3d tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3760068 Jan 21 09:44:17.236278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef1ad4-14fd-4428-9e15-352cd973374f req-2d965051-5224-4d00-b282-2c65ef44cfa7 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:17.237904 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-34ef1ad4-14fd-4428-9e15-352cd973374f req-2d965051-5224-4d00-b282-2c65ef44cfa7 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.121 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 0.8397450 Jan 21 09:44:17.242064 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-322e4e9c-b549-465b-81d7-b67066ccd6de tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/subnets/d7ff9f4c-2469-43e1-b800-e33e0d9ad0fa HTTP/1.1" status: 204 len: 168 time: 2.1922390 Jan 21 09:44:17.247341 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45384) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:17.383033 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 903fafb4-7065-45a4-8ce8-85d187921c2a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:17.409328 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e383d89a-bb20-4569-b3b0-4a8e11a48023 req-c0e1d866-8834-4090-8359-e00f965983f0 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005010 Jan 21 09:44:17.479170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.484652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3207486a-d0a8-4d94-8031-c6188346e8bb None None] Port f0c98e42-4c2c-44f1-9068-f32fb397b572 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:17.513206 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Sync routers for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:17.537184 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:17.537184 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:17.602249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408c9487-8996-4dbc-b79a-2d4833ead298 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:17.605897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408c9487-8996-4dbc-b79a-2d4833ead298 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:17.606741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-408c9487-8996-4dbc-b79a-2d4833ead298 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Synchronizing usage tracker for tenant:9968b21397ac414098604690c4e5d362 on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:17.640416 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-34ef1ad4-14fd-4428-9e15-352cd973374f req-c1e6b784-3440-430e-a47a-cf0949bbf4c5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Deleting port 519cbf16-9473-40a8-ab42-b3200bb8a471 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:17.640951 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-34ef1ad4-14fd-4428-9e15-352cd973374f req-c1e6b784-3440-430e-a47a-cf0949bbf4c5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.656872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Subnet': ['ID=c5705ba0-6a01-4fea-bb06-2808e1ebc297,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:17.711604 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3207486a-d0a8-4d94-8031-c6188346e8bb None None] Provisioning complete for port 3cd74132-59ba-45f0-bc40-5b60a960b078 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:17.712133 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3207486a-d0a8-4d94-8031-c6188346e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.726138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking segment: {'id': '0ebc41ae-cef8-46c0-9982-363c3b7a3ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '06ed4fed-986c-4a72-8932-9b4a1434b4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:17.729610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network hostable DHCP agents. Network: 06ed4fed-986c-4a72-8932-9b4a1434b4e1, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:17.752591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.extraroute_db [None req-8f8c3265-633b-4753-825d-2fabfc619ff0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 09:44:17.758661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.759529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network 06ed4fed-986c-4a72-8932-9b4a1434b4e1 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:17.788641 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:17.793259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 06ed4fed-986c-4a72-8932-9b4a1434b4e1) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:17.800183 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:17.804082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.825516 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d936108b-ec07-4c73-9512-7b6da7936ee3 None None] Network 06ed4fed-986c-4a72-8932-9b4a1434b4e1 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:17.845837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-408c9487-8996-4dbc-b79a-2d4833ead298 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Unset dirty status for tenant:9968b21397ac414098604690c4e5d362 on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:17.852083 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-408c9487-8996-4dbc-b79a-2d4833ead298 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5940843 Jan 21 09:44:17.854367 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45390) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:17.885937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 903fafb4-7065-45a4-8ce8-85d187921c2a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:17.886312 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.886898 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c6dc8ff8-baa8-48ce-b811-cece31c83043 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1657007 Jan 21 09:44:17.891041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45394) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:17.985970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.extraroute_db [None req-8f8c3265-633b-4753-825d-2fabfc619ff0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Removed routes are [] {{(pid=87501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 09:44:17.985970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3265-633b-4753-825d-2fabfc619ff0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.991035 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Pushing event updated for resources: {'Subnet': ['ID=73fc5f69-b45e-42ee-97c7-a6f95c7f156a,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.014239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-47cc29c9-2062-4a9a-ae73-60b9d54243e3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.023862 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cc29c9-2062-4a9a-ae73-60b9d54243e3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 21 09:44:18.024546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47cc29c9-2062-4a9a-ae73-60b9d54243e3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:18.026812 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-47cc29c9-2062-4a9a-ae73-60b9d54243e3 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/networks/0b68c458-8543-49cd-a095-89d3f865b565 HTTP/1.1" status: 409 len: 405 time: 0.1711471 Jan 21 09:44:18.031300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45398) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.038249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-513305661'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:18.045763 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:18.050820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Usage tracker for resource:network and tenant:9968b21397ac414098604690c4e5d362 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:18.054907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:18.061546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:18.075257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:18.080444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.123249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:18.134186 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.134583 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Added segment 3f448d09-ff3b-4d6e-bea3-b7582814bd5d of type vlan for network 25955808-ddd9-4527-8a8b-5cff8862d627 Jan 21 09:44:18.174095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.224826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.235126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:18.235986 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.266506 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5f173519-5e65-4447-813d-00d447dee910 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:18.277917 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:12Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c98e42-4c2c-44f1-9068-f32fb397b572', 'name': '', 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:3b:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:08Z', 'updated_at': '2022-01-21T09:44:13Z', 'revision_number': 2, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:18.282857 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Checking router: 2d22a941-7390-4305-9380-c51f7c47a4da for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:18.283334 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Updating router 2d22a941-7390-4305-9380-c51f7c47a4da port f0c98e42-4c2c-44f1-9068-f32fb397b572 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:44:18.321040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-06ed4fed-986c-4a72-8932-9b4a1434b4e1', 'network_id': '06ed4fed-986c-4a72-8932-9b4a1434b4e1', 'tenant_id': 'f18b7dd8f8d8492887a6b11528a3c9bc', 'fixed_ips': [{'subnet_id': 'c5705ba0-6a01-4fea-bb06-2808e1ebc297'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:18.321937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.341388 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.341758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.342199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.342532 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.342864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.343195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.343522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.343845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.344163 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.347443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.347798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.348136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.352317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-57e0238e-b831-4a25-af76-42717feae836 None None] Provisioning complete for port f0c98e42-4c2c-44f1-9068-f32fb397b572 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:18.352772 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-57e0238e-b831-4a25-af76-42717feae836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.355169 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.374975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Network': ['ID=25955808-ddd9-4527-8a8b-5cff8862d627,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.402156 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c874e141-a3cb-4004-a7da-484c7ed52c5d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3697028 Jan 21 09:44:18.408322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45404) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.412784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'subnet': {'network_id': '25955808-ddd9-4527-8a8b-5cff8862d627', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:18.425045 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 25955808-ddd9-4527-8a8b-5cff8862d627 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:18.628259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:18.648560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:18.670459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:18.670459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.829507 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Checking segment: {'id': 'a79e68b2-570f-40e7-b8b7-223f9b74204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:18.829507 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Network hostable DHCP agents. Network: 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:18.870850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-57e0238e-b831-4a25-af76-42717feae836 None None] Port f0c98e42-4c2c-44f1-9068-f32fb397b572 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:18.967097 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.979840 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Transition to ACTIVE for port object f0c98e42-4c2c-44f1-9068-f32fb397b572 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:18.994187 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.017628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 5f173519-5e65-4447-813d-00d447dee910 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:19.045140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5f173519-5e65-4447-813d-00d447dee910 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:19.045140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.099488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Allocated IP 172.20.0.2 (06ed4fed-986c-4a72-8932-9b4a1434b4e1/c5705ba0-6a01-4fea-bb06-2808e1ebc297/97d9f9a7-d63b-4e6b-932d-b7a00795b951) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:19.127429 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb967c8-21e5-4eb9-a4c2-dc39c1ed9933 None None] Pushing event updated for resources: {'Port': ['ID=f0c98e42-4c2c-44f1-9068-f32fb397b572,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.212830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.332521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:44:19.332521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.444269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.449973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3265-633b-4753-825d-2fabfc619ff0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.454657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Subnet': ['ID=6d31bced-d5a6-40d0-8a73-cf39d3c270d4,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.470344 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Attempting to bind port f0c98e42-4c2c-44f1-9068-f32fb397b572 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:19.470344 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Attempting to bind port f0c98e42-4c2c-44f1-9068-f32fb397b572 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '8368fdda-a24f-4c8b-97af-0c4af0a6a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:19.470344 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Attempting to bind port f0c98e42-4c2c-44f1-9068-f32fb397b572 on network 8ae26318-53f2-446a-8c3a-34ee3a23abed {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:19.483416 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:19.483416 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Checking segment: {'id': '8368fdda-a24f-4c8b-97af-0c4af0a6a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:19.483416 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.483416 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Bound using segment: {'id': '8368fdda-a24f-4c8b-97af-0c4af0a6a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:19.483416 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Bound port: f0c98e42-4c2c-44f1-9068-f32fb397b572, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8368fdda-a24f-4c8b-97af-0c4af0a6a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:19.483416 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.489222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3265-633b-4753-825d-2fabfc619ff0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.489222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-34ef1ad4-14fd-4428-9e15-352cd973374f req-c1e6b784-3440-430e-a47a-cf0949bbf4c5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] For port 519cbf16-9473-40a8-ab42-b3200bb8a471, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=519cbf16-9473-40a8-ab42-b3200bb8a471,segment=NetworkSegment(98ba6419-d500-49fa-9f24-571212a3d65b),segment_id=98ba6419-d500-49fa-9f24-571212a3d65b)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:19.489222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-34ef1ad4-14fd-4428-9e15-352cd973374f req-c1e6b784-3440-430e-a47a-cf0949bbf4c5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.521824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Network 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:19.535943 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Checking segment: {'id': '3f448d09-ff3b-4d6e-bea3-b7582814bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '25955808-ddd9-4527-8a8b-5cff8862d627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:19.535943 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network hostable DHCP agents. Network: 25955808-ddd9-4527-8a8b-5cff8862d627, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:19.578634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network 25955808-ddd9-4527-8a8b-5cff8862d627 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:19.592858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 25955808-ddd9-4527-8a8b-5cff8862d627) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:19.599568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:19.604893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:19.604893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.650785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 5f173519-5e65-4447-813d-00d447dee910, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5f173519-5e65-4447-813d-00d447dee910,segment=NetworkSegment(f6f48b80-35f5-4b07-b1ad-d21a018a32d8),segment_id=f6f48b80-35f5-4b07-b1ad-d21a018a32d8)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:19.657470 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f2a9e51a-777b-40e8-af2d-cc3003517ed2 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2321005 Jan 21 09:44:19.662860 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378e84f5-dd38-4128-bfa1-2f66b8ceee79 None None] Network 25955808-ddd9-4527-8a8b-5cff8862d627 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:19.668486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45410) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:19.703937 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] For port f0c98e42-4c2c-44f1-9068-f32fb397b572, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:19.703937 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] For port f0c98e42-4c2c-44f1-9068-f32fb397b572, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f0c98e42-4c2c-44f1-9068-f32fb397b572,segment=NetworkSegment(8368fdda-a24f-4c8b-97af-0c4af0a6a884),segment_id=8368fdda-a24f-4c8b-97af-0c4af0a6a884)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:19.723900 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.782923 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22406c5-8785-4d97-9ccd-5b47f6e52700 None None] Network 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:19.853363 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:19.853363 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:19.882683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dcc68-ed2b-46af-962d-c882842caef7 req-7f5155a2-7e0b-428f-8366-55ae4058ddea tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:19.898941 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-145dcc68-ed2b-46af-962d-c882842caef7 req-7f5155a2-7e0b-428f-8366-55ae4058ddea tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 1.4561315 Jan 21 09:44:19.987026 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb967c8-21e5-4eb9-a4c2-dc39c1ed9933 None None] Pushing event updated for resources: {'Port': ['ID=f0c98e42-4c2c-44f1-9068-f32fb397b572,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.996241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.117242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:20.117242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.146269 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:20.202651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.261709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.293679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Transition to ACTIVE for port object 97d9f9a7-d63b-4e6b-932d-b7a00795b951 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:20.396283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-34ef1ad4-14fd-4428-9e15-352cd973374f req-c1e6b784-3440-430e-a47a-cf0949bbf4c5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Calling delete_port for 519cbf16-9473-40a8-ab42-b3200bb8a471 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:20.441636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 519cbf16-9473-40a8-ab42-b3200bb8a471 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:20.451036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.521365 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-145dcc68-ed2b-46af-962d-c882842caef7 req-4e6264c2-915b-4420-a3b2-3751158ca515 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3674049 Jan 21 09:44:20.560288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3cd74132-59ba-45f0-bc40-5b60a960b078 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:20.613767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc02f3-9de0-48c5-838b-64bf6b0f38cc req-2377773b-00f5-49e6-9b28-f4f7af73ffca tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:20.623453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7025ebb-b1af-42e5-90b2-785c156d7caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-25955808-ddd9-4527-8a8b-5cff8862d627', 'network_id': '25955808-ddd9-4527-8a8b-5cff8862d627', 'tenant_id': '9968b21397ac414098604690c4e5d362', 'fixed_ips': [{'subnet_id': '6d31bced-d5a6-40d0-8a73-cf39d3c270d4'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:20.623453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d7025ebb-b1af-42e5-90b2-785c156d7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.629329 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-61dc02f3-9de0-48c5-838b-64bf6b0f38cc req-2377773b-00f5-49e6-9b28-f4f7af73ffca tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 945 time: 1.8551819 Jan 21 09:44:20.643591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb', 'network_id': '4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb', 'tenant_id': 'd8ea9e63864e4d6b8a6dec5ea1930fa2', 'fixed_ips': [{'subnet_id': '73fc5f69-b45e-42ee-97c7-a6f95c7f156a'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:20.643591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.651054 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.661775 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9859db22-b8be-4ee1-aacf-dad2b9f56359 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3026414 Jan 21 09:44:20.661775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45416) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.702242 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Subnet': ['ID=6d31bced-d5a6-40d0-8a73-cf39d3c270d4,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.717317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Transition to ACTIVE for port object 97d9f9a7-d63b-4e6b-932d-b7a00795b951 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:20.729974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8c3265-633b-4753-825d-2fabfc619ff0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 2d22a941-7390-4305-9380-c51f7c47a4da has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:20.744711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.817682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Request body: {'port': {'network_id': '4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-190812079'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:20.874831 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.908172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25955808-ddd9-4527-8a8b-5cff8862d627']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:20.923328 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:17Z', 'revision_number': 6, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c98e42-4c2c-44f1-9068-f32fb397b572', 'name': '', 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:3b:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:08Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:20.923328 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b46969-5606-4ad8-8860-2233cb1178ba None None] The sync data for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv is: [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:17Z', 'revision_number': 6, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c98e42-4c2c-44f1-9068-f32fb397b572', 'name': '', 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:3b:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:08Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:20.928355 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f448d09-ff3b-4d6e-bea3-b7582814bd5d') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:20.928355 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f448d09-ff3b-4d6e-bea3-b7582814bd5d') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:20.928355 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.990834 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-61dc02f3-9de0-48c5-838b-64bf6b0f38cc req-330895fe-4c29-47ce-9ef3-caabb1336223 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/security-groups?id=eadf8afd-4233-429b-a1c4-3434d5656f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541992 Jan 21 09:44:20.997834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.997834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:21.010517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.036288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:21.204464 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:21.210676 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Network 06ed4fed-986c-4a72-8932-9b4a1434b4e1 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:21.213706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.221343 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=5f173519-5e65-4447-813d-00d447dee910,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.243007 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.247551 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:21.259255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Network': ['ID=25955808-ddd9-4527-8a8b-5cff8862d627,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.259255 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a0e3803b-12d2-456c-b210-38f197ea53a0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/networks/25955808-ddd9-4527-8a8b-5cff8862d627 HTTP/1.1" status: 204 len: 168 time: 1.6123469 Jan 21 09:44:21.269049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45420) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.269049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-876334553'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:21.280239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:21.291891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Usage tracker for resource:network and tenant:9968b21397ac414098604690c4e5d362 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:21.305419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:21.322691 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:21.352564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:21.352564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.385213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:21.395924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Pushing event updated for resources: {'Port': ['ID=97d9f9a7-d63b-4e6b-932d-b7a00795b951,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.431505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3722f040-ec77-4ce5-ad3b-08cb24c9df05 None None] Network 25955808-ddd9-4527-8a8b-5cff8862d627 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:21.436896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:21.436896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.436896 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Added segment 47252e50-bacd-4ff0-86a8-877a065ea721 of type vlan for network bb69718c-49b7-460f-9948-32611cc41f16 Jan 21 09:44:21.481312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.522547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.534768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:21.534768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.567136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8c3265-633b-4753-825d-2fabfc619ff0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:21.584863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3265-633b-4753-825d-2fabfc619ff0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.590594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45426) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.596189 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8f8c3265-633b-4753-825d-2fabfc619ff0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da HTTP/1.1" status: 200 len: 954 time: 6.1522093 Jan 21 09:44:21.618680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Allocated IP 172.20.0.2 (4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb/73fc5f69-b45e-42ee-97c7-a6f95c7f156a/f22a31c1-f1f8-476c-974d-a352075bd365) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:21.651701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16bd6cd-0269-4618-9f2c-24623736b256 None None] Sync routers for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:21.658196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:21.662187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3722f040-ec77-4ce5-ad3b-08cb24c9df05 None None] Network 25955808-ddd9-4527-8a8b-5cff8862d627 could not be found, it might have been deleted concurrently. {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 09:44:21.665372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Usage tracker for resource:port and tenant:d8ea9e63864e4d6b8a6dec5ea1930fa2 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:21.665372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:21.677422 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3cd74132-59ba-45f0-bc40-5b60a960b078 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:21.677422 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.684279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:21.684279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.735338 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-34ef1ad4-14fd-4428-9e15-352cd973374f req-c1e6b784-3440-430e-a47a-cf0949bbf4c5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.735338 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Subnet': ['ID=c5705ba0-6a01-4fea-bb06-2808e1ebc297,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.780509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16bd6cd-0269-4618-9f2c-24623736b256 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:21.780509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d16bd6cd-0269-4618-9f2c-24623736b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:21.791245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Made reservation on behalf of d8ea9e63864e4d6b8a6dec5ea1930fa2 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:21.791245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.823293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6b784-3440-430e-a47a-cf0949bbf4c5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Pushing event deleted for resources: {'Port': ['ID=519cbf16-9473-40a8-ab42-b3200bb8a471,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.869282 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5994880 Jan 21 09:44:21.869282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Network': ['ID=bb69718c-49b7-460f-9948-32611cc41f16,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.880208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45430) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.901840 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'subnet': {'network_id': 'bb69718c-49b7-460f-9948-32611cc41f16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:21.923447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Attempting to bind port 97d9f9a7-d63b-4e6b-932d-b7a00795b951 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:21.923447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Attempting to bind port 97d9f9a7-d63b-4e6b-932d-b7a00795b951 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0ebc41ae-cef8-46c0-9982-363c3b7a3ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '06ed4fed-986c-4a72-8932-9b4a1434b4e1'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:21.923447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Attempting to bind port 97d9f9a7-d63b-4e6b-932d-b7a00795b951 on network 06ed4fed-986c-4a72-8932-9b4a1434b4e1 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:21.961296 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.000765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:22.000765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:22.000765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:22.000765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:22.000765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:22.000765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:22.000765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:22.000765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:22.000765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:22.000765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:22.000765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:22.000765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a36110-7d63-479d-92d4-06950309c815 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:22.139686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ef1ad4-14fd-4428-9e15-352cd973374f req-c1e6b784-3440-430e-a47a-cf0949bbf4c5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] No DVR routers for this DVR port 519cbf16-9473-40a8-ab42-b3200bb8a471 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:22.139686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] device_id is not set on port 1338962a-79a4-4970-9518-725238e3b075 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:22.162128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network bb69718c-49b7-460f-9948-32611cc41f16 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:22.182444 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3493bc54-ae79-499c-996c-d62a61cfd5c6 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da HTTP/1.1" status: 200 len: 954 time: 0.5876095 Jan 21 09:44:22.182444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45436) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.182444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-930cbcc7-da01-4b7d-b119-2746c8202441 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'router': {'routes': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:22.204837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:22.204837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Checking segment: {'id': '0ebc41ae-cef8-46c0-9982-363c3b7a3ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '06ed4fed-986c-4a72-8932-9b4a1434b4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:22.204837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.204837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Bound using segment: {'id': '0ebc41ae-cef8-46c0-9982-363c3b7a3ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '06ed4fed-986c-4a72-8932-9b4a1434b4e1'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:22.204837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Bound port: 97d9f9a7-d63b-4e6b-932d-b7a00795b951, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebc41ae-cef8-46c0-9982-363c3b7a3ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '06ed4fed-986c-4a72-8932-9b4a1434b4e1'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:22.204837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.214237 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-34ef1ad4-14fd-4428-9e15-352cd973374f req-c1e6b784-3440-430e-a47a-cf0949bbf4c5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.356358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e74c1d-36ce-498b-bd0f-393983f4f8d7', 'name': 'network-vif-deleted', 'tag': '519cbf16-9473-40a8-ab42-b3200bb8a471'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:22.356358 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-34ef1ad4-14fd-4428-9e15-352cd973374f req-c1e6b784-3440-430e-a47a-cf0949bbf4c5 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.121 "DELETE /v2.0/ports/519cbf16-9473-40a8-ab42-b3200bb8a471 HTTP/1.1" status: 204 len: 173 time: 5.0965545 Jan 21 09:44:22.369889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-ee2972a7-4d68-48ed-b937-a7a444bc1aa0 req-192ded6a-dbfc-4452-a557-bb094a118c57 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Synchronizing usage tracker for tenant:9ecec8e9c896450fb542a371b65345c1 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:22.381635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.476321 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-d16bd6cd-0269-4618-9f2c-24623736b256 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:22.488290 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e74c1d-36ce-498b-bd0f-393983f4f8d7', 'name': 'network-vif-deleted', 'tag': '519cbf16-9473-40a8-ab42-b3200bb8a471', 'status': 'completed', 'code': 200} Jan 21 09:44:22.509633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ed4fed-986c-4a72-8932-9b4a1434b4e1']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:22.530960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-ee2972a7-4d68-48ed-b937-a7a444bc1aa0 req-192ded6a-dbfc-4452-a557-bb094a118c57 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] Unset dirty status for tenant:9ecec8e9c896450fb542a371b65345c1 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:22.530960 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ee2972a7-4d68-48ed-b937-a7a444bc1aa0 req-192ded6a-dbfc-4452-a557-bb094a118c57 tempest-TestServerAdvancedOps-606672414 tempest-TestServerAdvancedOps-606672414-project] 10.222.0.99 "GET /v2.0/ports?device_id=22e74c1d-36ce-498b-bd0f-393983f4f8d7 HTTP/1.1" status: 200 len: 210 time: 0.2289088 Jan 21 09:44:22.535743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebc41ae-cef8-46c0-9982-363c3b7a3ec6') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:22.535743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebc41ae-cef8-46c0-9982-363c3b7a3ec6') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:22.568453 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.592294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.625405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:22.633321 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:22.633321 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.650626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Usage tracker for resource:subnet and tenant:9968b21397ac414098604690c4e5d362 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:22.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:22.658500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:22.690273 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:22.783012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f0c98e42-4c2c-44f1-9068-f32fb397b572 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:22.816805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:44:22.816805 dv-neutron-825723-1-hyperv neutron-server[87501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:44:22.816805 dv-neutron-825723-1-hyperv neutron-server[87501]: [parameters: {'id': '06ed4fed-986c-4a72-8932-9b4a1434b4e1'}] Jan 21 09:44:22.816805 dv-neutron-825723-1-hyperv neutron-server[87501]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:22.816805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:22.875065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:22.875065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.013725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] For port 97d9f9a7-d63b-4e6b-932d-b7a00795b951, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:23.038359 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] For port 97d9f9a7-d63b-4e6b-932d-b7a00795b951, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=97d9f9a7-d63b-4e6b-932d-b7a00795b951,segment=NetworkSegment(0ebc41ae-cef8-46c0-9982-363c3b7a3ec6),segment_id=0ebc41ae-cef8-46c0-9982-363c3b7a3ec6)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:23.106162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.155035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.197199 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Transition to ACTIVE for port object f22a31c1-f1f8-476c-974d-a352075bd365 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:23.262075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port f0c98e42-4c2c-44f1-9068-f32fb397b572 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:23.301805 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port f0c98e42-4c2c-44f1-9068-f32fb397b572 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:23.301805 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.319901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.340009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Transition to ACTIVE for port object f22a31c1-f1f8-476c-974d-a352075bd365 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:23.344926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Deleting port 97d9f9a7-d63b-4e6b-932d-b7a00795b951 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:23.344926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.384230 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e8b9b-66db-4047-82fc-cc2ddd54353a None None] Pushing event updated for resources: {'Port': ['ID=97d9f9a7-d63b-4e6b-932d-b7a00795b951,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.391213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.527091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85448ce0-384b-4989-a4c8-98e59aec9ecd None None] Network 06ed4fed-986c-4a72-8932-9b4a1434b4e1 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:23.532230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.543004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Allocated IP 172.20.0.9 (4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb/73fc5f69-b45e-42ee-97c7-a6f95c7f156a/1338962a-79a4-4970-9518-725238e3b075) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:23.640997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Network 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:23.640997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Pushing event updated for resources: {'Port': ['ID=f22a31c1-f1f8-476c-974d-a352075bd365,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.665001 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.extraroute_db [None req-930cbcc7-da01-4b7d-b119-2746c8202441 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Added routes are [] {{(pid=87502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 09:44:23.665001 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.extraroute_db [None req-930cbcc7-da01-4b7d-b119-2746c8202441 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 09:44:23.704943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] For port 97d9f9a7-d63b-4e6b-932d-b7a00795b951, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=97d9f9a7-d63b-4e6b-932d-b7a00795b951,segment=NetworkSegment(0ebc41ae-cef8-46c0-9982-363c3b7a3ec6),segment_id=0ebc41ae-cef8-46c0-9982-363c3b7a3ec6)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:23.704943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.738872 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45444) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:23.750303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:23.767066 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:23.770820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Subnet': ['ID=ab765ccf-6533-49dc-8383-e45485cfce88,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.785426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Checking segment: {'id': '47252e50-bacd-4ff0-86a8-877a065ea721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bb69718c-49b7-460f-9948-32611cc41f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:23.785426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network hostable DHCP agents. Network: bb69718c-49b7-460f-9948-32611cc41f16, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:23.785426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-930cbcc7-da01-4b7d-b119-2746c8202441 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.889661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network bb69718c-49b7-460f-9948-32611cc41f16 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:24.008892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, bb69718c-49b7-460f-9948-32611cc41f16) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:24.014945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:24.015659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.024111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee022c3-1087-4b46-aa8b-ec21192a69f5 None None] Network bb69718c-49b7-460f-9948-32611cc41f16 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:24.059935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d16bd6cd-0269-4618-9f2c-24623736b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:17Z', 'revision_number': 6, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c98e42-4c2c-44f1-9068-f32fb397b572', 'name': '', 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:3b:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:08Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:24.075519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Calling delete_port for 97d9f9a7-d63b-4e6b-932d-b7a00795b951 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:24.124693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.158432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16bd6cd-0269-4618-9f2c-24623736b256 None None] Checking router: 2d22a941-7390-4305-9380-c51f7c47a4da for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:24.164848 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d93f3fad-d3cd-4cb0-bed4-b9dcb711f32e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2695684 Jan 21 09:44:24.164848 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45448) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:24.170481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Attempting to bind port f22a31c1-f1f8-476c-974d-a352075bd365 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:24.170481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Attempting to bind port f22a31c1-f1f8-476c-974d-a352075bd365 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'a79e68b2-570f-40e7-b8b7-223f9b74204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:24.170481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Attempting to bind port f22a31c1-f1f8-476c-974d-a352075bd365 on network 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:24.213581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59569c0-7368-4148-bb25-4435e69340d1 admin admin] Deleting subnet 48e68c8b-6b69-490d-bb02-d2fe93743d67 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:24.213581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c59569c0-7368-4148-bb25-4435e69340d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.258884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:24.258884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Checking segment: {'id': 'a79e68b2-570f-40e7-b8b7-223f9b74204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:24.258884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.258884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Bound using segment: {'id': 'a79e68b2-570f-40e7-b8b7-223f9b74204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:24.258884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Bound port: f22a31c1-f1f8-476c-974d-a352075bd365, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79e68b2-570f-40e7-b8b7-223f9b74204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:24.258884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.265450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c59569c0-7368-4148-bb25-4435e69340d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.291404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port f0c98e42-4c2c-44f1-9068-f32fb397b572, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f0c98e42-4c2c-44f1-9068-f32fb397b572,segment=NetworkSegment(8368fdda-a24f-4c8b-97af-0c4af0a6a884),segment_id=8368fdda-a24f-4c8b-97af-0c4af0a6a884)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:24.307400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16bd6cd-0269-4618-9f2c-24623736b256 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:24.307400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d16bd6cd-0269-4618-9f2c-24623736b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:24.325867 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c59569c0-7368-4148-bb25-4435e69340d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.370918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.381446 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.414777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c59569c0-7368-4148-bb25-4435e69340d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.538469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59569c0-7368-4148-bb25-4435e69340d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e68c8b-6b69-490d-bb02-d2fe93743d67,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:24.579409 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.587903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5f173519-5e65-4447-813d-00d447dee910 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:24.595112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c59569c0-7368-4148-bb25-4435e69340d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.600591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-930cbcc7-da01-4b7d-b119-2746c8202441 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.600591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-930cbcc7-da01-4b7d-b119-2746c8202441 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.621821 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.638660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.666369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No DVR routers for this DVR port 97d9f9a7-d63b-4e6b-932d-b7a00795b951 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:24.710245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Port': ['ID=97d9f9a7-d63b-4e6b-932d-b7a00795b951,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:24.736061 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c59569c0-7368-4148-bb25-4435e69340d1 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/48e68c8b-6b69-490d-bb02-d2fe93743d67 HTTP/1.1" status: 204 len: 168 time: 1.0103920 Jan 21 09:44:24.747481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45452) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:24.773899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Transition to ACTIVE for port object 1338962a-79a4-4970-9518-725238e3b075 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:24.779305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-d16bd6cd-0269-4618-9f2c-24623736b256 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:24.841982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=f0c98e42-4c2c-44f1-9068-f32fb397b572,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:24.884595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] For port f22a31c1-f1f8-476c-974d-a352075bd365, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:24.890616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5f173519-5e65-4447-813d-00d447dee910 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:24.890729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.890831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.919949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930cbcc7-da01-4b7d-b119-2746c8202441 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 2d22a941-7390-4305-9380-c51f7c47a4da has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:24.981861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] For port f22a31c1-f1f8-476c-974d-a352075bd365, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f22a31c1-f1f8-476c-974d-a352075bd365,segment=NetworkSegment(a79e68b2-570f-40e7-b8b7-223f9b74204a),segment_id=a79e68b2-570f-40e7-b8b7-223f9b74204a)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:24.986179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.002337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ed4fed-986c-4a72-8932-9b4a1434b4e1']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.013213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8a90faa-71fa-41bf-827e-ca6bcba4d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.026706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebc41ae-cef8-46c0-9982-363c3b7a3ec6') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.027012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebc41ae-cef8-46c0-9982-363c3b7a3ec6') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.038978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.053560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8760c3e9-a4a6-4f30-81ad-f03355356835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-bb69718c-49b7-460f-9948-32611cc41f16', 'network_id': 'bb69718c-49b7-460f-9948-32611cc41f16', 'tenant_id': '9968b21397ac414098604690c4e5d362', 'fixed_ips': [{'subnet_id': 'ab765ccf-6533-49dc-8383-e45485cfce88'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:25.054402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8760c3e9-a4a6-4f30-81ad-f03355356835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.064451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.081936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.153628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.173799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Network 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:25.192683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:25.199801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:25.200233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.217905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:25.243445 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:25.245932 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Subnet': ['ID=ab765ccf-6533-49dc-8383-e45485cfce88,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.289232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Pushing event updated for resources: {'Port': ['ID=1338962a-79a4-4970-9518-725238e3b075,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.342208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.369954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930cbcc7-da01-4b7d-b119-2746c8202441 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:25.384422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-930cbcc7-da01-4b7d-b119-2746c8202441 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.388887 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-930cbcc7-da01-4b7d-b119-2746c8202441 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da HTTP/1.1" status: 200 len: 704 time: 3.2152467 Jan 21 09:44:25.389883 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45456) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.395438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb69718c-49b7-460f-9948-32611cc41f16']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.430996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8a90faa-71fa-41bf-827e-ca6bcba4d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.439127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.443220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.479072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:25.479805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.497530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Network': ['ID=06ed4fed-986c-4a72-8932-9b4a1434b4e1,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.509439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f6495-d911-437b-949b-fea300fb9032 None None] Pushing event updated for resources: {'Port': ['ID=f22a31c1-f1f8-476c-974d-a352075bd365,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.511842 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ccaea796-e64f-45df-9f19-32f947f0f82e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/06ed4fed-986c-4a72-8932-9b4a1434b4e1 HTTP/1.1" status: 204 len: 168 time: 7.5889177 Jan 21 09:44:25.512049 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45460) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.520973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-e8a90faa-71fa-41bf-827e-ca6bcba4d3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25712e45-7957-4fca-9c78-a17fde794190']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.533146 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1917467792'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:25.543905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:25.547970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-e8a90faa-71fa-41bf-827e-ca6bcba4d3a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ba6419-d500-49fa-9f24-571212a3d65b') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.547970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-e8a90faa-71fa-41bf-827e-ca6bcba4d3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ba6419-d500-49fa-9f24-571212a3d65b') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.559462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:network and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:25.569183 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-64bd0256-3f62-474b-bbda-b98c984c1d01 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8700511 Jan 21 09:44:25.569846 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45464) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.570766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:25.575677 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8a90faa-71fa-41bf-827e-ca6bcba4d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.623808 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cc3f8547-b29f-4d96-ab8b-6328b6cbe873 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da HTTP/1.1" status: 200 len: 704 time: 0.2267549 Jan 21 09:44:25.628555 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Request body: {'port': {'network_id': '4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1669807358', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:25.644730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.api.validators [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] bootfile-name is not in valid_values {{(pid=87501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:44:25.644730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.api.validators [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] tftp-server is not in valid_values {{(pid=87501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:44:25.651174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.api.validators [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] server-ip-address is not in valid_values {{(pid=87501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:44:25.658460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45468) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.674044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf6f183-a02d-463c-84c7-3d1d1bedfa3e None None] Network bb69718c-49b7-460f-9948-32611cc41f16 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:25.713245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:25.728712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47252e50-bacd-4ff0-86a8-877a065ea721') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.729011 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47252e50-bacd-4ff0-86a8-877a065ea721') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.757465 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.816221 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d16bd6cd-0269-4618-9f2c-24623736b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:23Z', 'revision_number': 7, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c98e42-4c2c-44f1-9068-f32fb397b572', 'name': '', 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:3b:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:08Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.851671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8a90faa-71fa-41bf-827e-ca6bcba4d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.860131 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:25.863271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.870709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.879877 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16bd6cd-0269-4618-9f2c-24623736b256 None None] The sync data for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv is: [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:23Z', 'revision_number': 7, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c98e42-4c2c-44f1-9068-f32fb397b572', 'name': '', 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:3b:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:08Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:25.883207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:25.883886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.891429 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a90faa-71fa-41bf-827e-ca6bcba4d3a6 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:25.891888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8a90faa-71fa-41bf-827e-ca6bcba4d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:25.908305 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:25.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:26.037462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:26.043129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Usage tracker for resource:port and tenant:d8ea9e63864e4d6b8a6dec5ea1930fa2 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:26.046062 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:26.053177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:26.067293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Made reservation on behalf of d8ea9e63864e4d6b8a6dec5ea1930fa2 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:26.071389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.085631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8a90faa-71fa-41bf-827e-ca6bcba4d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.108530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e8a90faa-71fa-41bf-827e-ca6bcba4d3a6 admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.122710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a90faa-71fa-41bf-827e-ca6bcba4d3a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=25712e45-7957-4fca-9c78-a17fde794190,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.124920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] device_id is not set on port 47a2e18d-bdee-4563-9cef-9949d0d23c99 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:26.138259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.163270 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.180299 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Network': ['ID=bb69718c-49b7-460f-9948-32611cc41f16,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.182983 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5e2feac2-af76-4f4c-8a98-ea2613ed835a tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/networks/bb69718c-49b7-460f-9948-32611cc41f16 HTTP/1.1" status: 204 len: 168 time: 2.0164638 Jan 21 09:44:26.189184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45472) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.197381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1073694235'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:26.207494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:26.220030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Usage tracker for resource:network and tenant:9968b21397ac414098604690c4e5d362 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:26.257456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:26.275388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:26.329159 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e8a90faa-71fa-41bf-827e-ca6bcba4d3a6 admin admin] 10.222.0.99 "DELETE /v2.0/networks/25712e45-7957-4fca-9c78-a17fde794190 HTTP/1.1" status: 204 len: 168 time: 1.5810108 Jan 21 09:44:26.335732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:26.341425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45476) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.351746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:26.355624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.383026 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128e92b-5401-4d26-9313-a47ba64b0636 None None] Sync routers for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:26.401305 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128e92b-5401-4d26-9313-a47ba64b0636 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:26.402136 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-f128e92b-5401-4d26-9313-a47ba64b0636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:26.404698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.405099 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Added segment 571ea678-f0e0-47d2-a393-cebd9b117ec6 of type vlan for network c70af650-ce30-4281-90b2-6b5ab0f780a4 Jan 21 09:44:26.456484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc33a2d-4cb9-4183-9b73-9b7309e46bc1 admin admin] Deleting subnet 51ad3308-230a-4aae-a517-a3bb0c3fe7ec {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:26.477497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:26.505491 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.505841 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Added segment 1f97dcc9-c73f-481c-9d50-b9c42bfd38c5 of type vlan for network 92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c Jan 21 09:44:26.509498 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2cc33a2d-4cb9-4183-9b73-9b7309e46bc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.561875 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.575342 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.604468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2cc33a2d-4cb9-4183-9b73-9b7309e46bc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.606057 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f22a31c1-f1f8-476c-974d-a352075bd365 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:26.684316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Allocated IP 172.20.0.7 (4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb/73fc5f69-b45e-42ee-97c7-a6f95c7f156a/47a2e18d-bdee-4563-9cef-9949d0d23c99) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:26.712364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.717797 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port f22a31c1-f1f8-476c-974d-a352075bd365 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:26.718876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:26.720196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.736175 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f0c98e42-4c2c-44f1-9068-f32fb397b572 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:26.757498 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-f128e92b-5401-4d26-9313-a47ba64b0636 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:26.767754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6bb50d-ac0e-4563-9899-8cf0a227b6d7 None None] Network 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:26.770898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2cc33a2d-4cb9-4183-9b73-9b7309e46bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.790635 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.799011 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:26.799675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.865364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c019e89c-f71d-488d-ad5c-ec13041e29ff None None] Provisioning for port f22a31c1-f1f8-476c-974d-a352075bd365 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:26.955875 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4379163 Jan 21 09:44:26.958942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c019e89c-f71d-488d-ad5c-ec13041e29ff None None] Provisioning complete for port f22a31c1-f1f8-476c-974d-a352075bd365 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:26.959501 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c019e89c-f71d-488d-ad5c-ec13041e29ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.961347 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36889455-16d9-4361-9374-6a8696790d53 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=c70af650-ce30-4281-90b2-6b5ab0f780a4,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.973666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45480) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.986993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'subnet': {'network_id': 'c70af650-ce30-4281-90b2-6b5ab0f780a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:26.995643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Network': ['ID=92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:27.014256 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3da064f3-c440-4752-9acd-a4f6a4236c63 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.043337 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network c70af650-ce30-4281-90b2-6b5ab0f780a4 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:27.062088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:27.222320 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-f128e92b-5401-4d26-9313-a47ba64b0636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:23Z', 'revision_number': 7, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c98e42-4c2c-44f1-9068-f32fb397b572', 'name': '', 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:3b:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:08Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.227181 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128e92b-5401-4d26-9313-a47ba64b0636 None None] Checking router: 2d22a941-7390-4305-9380-c51f7c47a4da for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:27.236365 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2cc33a2d-4cb9-4183-9b73-9b7309e46bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.238486 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128e92b-5401-4d26-9313-a47ba64b0636 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:27.240144 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-f128e92b-5401-4d26-9313-a47ba64b0636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.304256 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc33a2d-4cb9-4183-9b73-9b7309e46bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ad3308-230a-4aae-a517-a3bb0c3fe7ec,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:27.315247 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2cc33a2d-4cb9-4183-9b73-9b7309e46bc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.332747 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:27.348149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:subnet and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:27.348149 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2cc33a2d-4cb9-4183-9b73-9b7309e46bc1 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/51ad3308-230a-4aae-a517-a3bb0c3fe7ec HTTP/1.1" status: 204 len: 168 time: 0.9996424 Jan 21 09:44:27.348149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:27.355774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45484) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.404136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:27.452696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:27.456981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.473839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.482674 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-f128e92b-5401-4d26-9313-a47ba64b0636 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:27.513239 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port f0c98e42-4c2c-44f1-9068-f32fb397b572 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:27.513765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.592070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Transition to ACTIVE for port object 47a2e18d-bdee-4563-9cef-9949d0d23c99 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:27.636701 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-638b792f-1658-46c9-82e2-a551a2327217 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4463775 Jan 21 09:44:27.651510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45488) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.672366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b59ac48d-8d85-4683-99b6-4265071a30fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.675500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.ipam_backend_mixin [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Performing IP validity checks on allocation pools {{(pid=87501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:44:27.675881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.ipam_backend_mixin [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:44:27.696926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Request body: {'subnet': {'network_id': '92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:27.934989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c019e89c-f71d-488d-ad5c-ec13041e29ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.023645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b59ac48d-8d85-4683-99b6-4265071a30fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.030263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:28.035566 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.035566 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.066809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Usage tracker for resource:subnet and tenant:9968b21397ac414098604690c4e5d362 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:28.066809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:28.078433 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c019e89c-f71d-488d-ad5c-ec13041e29ff None None] For port f22a31c1-f1f8-476c-974d-a352075bd365, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f22a31c1-f1f8-476c-974d-a352075bd365,segment=NetworkSegment(a79e68b2-570f-40e7-b8b7-223f9b74204a),segment_id=a79e68b2-570f-40e7-b8b7-223f9b74204a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:28.083195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:28.083195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-3da064f3-c440-4752-9acd-a4f6a4236c63 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port f0c98e42-4c2c-44f1-9068-f32fb397b572 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:28.083195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3da064f3-c440-4752-9acd-a4f6a4236c63 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.098745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c019e89c-f71d-488d-ad5c-ec13041e29ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.121561 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-f128e92b-5401-4d26-9313-a47ba64b0636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:23Z', 'revision_number': 7, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c98e42-4c2c-44f1-9068-f32fb397b572', 'name': '', 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:3b:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:08Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:28.131571 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128e92b-5401-4d26-9313-a47ba64b0636 None None] The sync data for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv is: [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:23Z', 'revision_number': 7, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c98e42-4c2c-44f1-9068-f32fb397b572', 'name': '', 'network_id': '8ae26318-53f2-446a-8c3a-34ee3a23abed', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:3b:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:08Z', 'updated_at': '2022-01-21T09:44:24Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '00f308ff-7127-43a7-9c6e-a6b1002dac87', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:28.184364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Made reservation on behalf of 9968b21397ac414098604690c4e5d362 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:28.187856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.243134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-b59ac48d-8d85-4683-99b6-4265071a30fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5f638b-8b86-4bf3-8d13-15ad4792057f']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:28.255746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019e89c-f71d-488d-ad5c-ec13041e29ff None None] Pushing event updated for resources: {'Port': ['ID=f22a31c1-f1f8-476c-974d-a352075bd365,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.273911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-b59ac48d-8d85-4683-99b6-4265071a30fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b11435-efee-4e07-93c8-5f63973248cf') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:28.278875 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-b59ac48d-8d85-4683-99b6-4265071a30fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b11435-efee-4e07-93c8-5f63973248cf') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:28.343861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b59ac48d-8d85-4683-99b6-4265071a30fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.392893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Network 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:28.424752 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:28.429112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-44a13efc-3b9a-4720-a219-137732a8a470 None None] Provisioning complete for port f22a31c1-f1f8-476c-974d-a352075bd365 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:28.429999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:28.433706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-44a13efc-3b9a-4720-a219-137732a8a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.603421 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b59ac48d-8d85-4683-99b6-4265071a30fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.614397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Subnet': ['ID=47d804af-4585-4c49-aeae-6c9a0662e355,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.625817 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f22a31c1-f1f8-476c-974d-a352075bd365 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:28.629388 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Pushing event updated for resources: {'Port': ['ID=47a2e18d-bdee-4563-9cef-9949d0d23c99,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.634191 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59ac48d-8d85-4683-99b6-4265071a30fb admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:28.634191 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b59ac48d-8d85-4683-99b6-4265071a30fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.634386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-3da064f3-c440-4752-9acd-a4f6a4236c63 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] For port f0c98e42-4c2c-44f1-9068-f32fb397b572, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f0c98e42-4c2c-44f1-9068-f32fb397b572,segment=NetworkSegment(8368fdda-a24f-4c8b-97af-0c4af0a6a884),segment_id=8368fdda-a24f-4c8b-97af-0c4af0a6a884)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:28.635276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3da064f3-c440-4752-9acd-a4f6a4236c63 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:28.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:28.813887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-44a13efc-3b9a-4720-a219-137732a8a470 None None] Provisioning for port 1338962a-79a4-4970-9518-725238e3b075 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:28.819558 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-3da064f3-c440-4752-9acd-a4f6a4236c63 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for f0c98e42-4c2c-44f1-9068-f32fb397b572 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:28.820175 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-44a13efc-3b9a-4720-a219-137732a8a470 None None] Provisioning complete for port 1338962a-79a4-4970-9518-725238e3b075 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:28.820319 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-44a13efc-3b9a-4720-a219-137732a8a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.863899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port f22a31c1-f1f8-476c-974d-a352075bd365 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:28.864553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.932582 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:28.933662 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.002285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374fc038-74ae-44dd-9522-085950607ca4 None None] get_active_networks_info from dv-neutron-825723-1-hyperv {{(pid=87503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:44:29.034326 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking segment: {'id': '571ea678-f0e0-47d2-a393-cebd9b117ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c70af650-ce30-4281-90b2-6b5ab0f780a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:29.035500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network hostable DHCP agents. Network: c70af650-ce30-4281-90b2-6b5ab0f780a4, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:29.041980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.objects.ports [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87502) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:44:29.044382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.061479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-44a13efc-3b9a-4720-a219-137732a8a470 None None] Port 1338962a-79a4-4970-9518-725238e3b075 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:29.064405 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ab84c647-2e5e-4191-9609-2e93841e78e7 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.4814134 Jan 21 09:44:29.066140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45494) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.071477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b59ac48d-8d85-4683-99b6-4265071a30fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.149906 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event updated for resources: {'Subnet': ['ID=6446b7fb-069b-4f07-bb73-2380cd9dec57,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.166352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b59ac48d-8d85-4683-99b6-4265071a30fb admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.166352 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b59ac48d-8d85-4683-99b6-4265071a30fb admin admin] 10.222.0.99 "DELETE /v2.0/networks/7d5f638b-8b86-4bf3-8d13-15ad4792057f HTTP/1.1" status: 204 len: 168 time: 1.7967737 Jan 21 09:44:29.176726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network c70af650-ce30-4281-90b2-6b5ab0f780a4 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:29.198169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ac48d-8d85-4683-99b6-4265071a30fb admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5f638b-8b86-4bf3-8d13-15ad4792057f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.198169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, c70af650-ce30-4281-90b2-6b5ab0f780a4) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:29.210411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.210411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.236536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Checking segment: {'id': '1f97dcc9-c73f-481c-9d50-b9c42bfd38c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:29.236902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network hostable DHCP agents. Network: 92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:29.240186 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b9b35877-915b-4902-9c61-d2da87409e38 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2668488 Jan 21 09:44:29.242621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45500) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.278105 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Network 92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:29.308536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:29.315252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509bfd58-95a6-424c-ae91-4580107ae97f tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.328830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509bfd58-95a6-424c-ae91-4580107ae97f tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.334021 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3da064f3-c440-4752-9acd-a4f6a4236c63 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.337579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509bfd58-95a6-424c-ae91-4580107ae97f tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.337579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-509bfd58-95a6-424c-ae91-4580107ae97f tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Synchronizing usage tracker for tenant:d8ea9e63864e4d6b8a6dec5ea1930fa2 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:29.340118 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5e249f9-fa4d-458b-963f-6a0fba5c1ea1 None None] Provisioning for port 47a2e18d-bdee-4563-9cef-9949d0d23c99 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:29.342934 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.343776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.349589 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5e249f9-fa4d-458b-963f-6a0fba5c1ea1 None None] Provisioning complete for port 47a2e18d-bdee-4563-9cef-9949d0d23c99 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:29.350029 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5e249f9-fa4d-458b-963f-6a0fba5c1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.414294 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da064f3-c440-4752-9acd-a4f6a4236c63 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=f0c98e42-4c2c-44f1-9068-f32fb397b572,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.448216 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5e249f9-fa4d-458b-963f-6a0fba5c1ea1 None None] Port 47a2e18d-bdee-4563-9cef-9949d0d23c99 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:29.456630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-509bfd58-95a6-424c-ae91-4580107ae97f tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Unset dirty status for tenant:d8ea9e63864e4d6b8a6dec5ea1930fa2 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:29.462067 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-509bfd58-95a6-424c-ae91-4580107ae97f tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3946426 Jan 21 09:44:29.465084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45504) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.504265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5e249f9-fa4d-458b-963f-6a0fba5c1ea1 None None] Provisioning complete for port 1338962a-79a4-4970-9518-725238e3b075 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:29.504667 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5e249f9-fa4d-458b-963f-6a0fba5c1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.540308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45508) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.545415 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7e6ba6d0-d297-435e-ad5e-76b7834227d0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8723283 Jan 21 09:44:29.550115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45512) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.609525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.631396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5e249f9-fa4d-458b-963f-6a0fba5c1ea1 None None] Port 1338962a-79a4-4970-9518-725238e3b075 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:29.652743 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a1ffd1fd-7d39-40f9-8224-43e2755f0572 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9ecec8e9c896450fb542a371b65345c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069629 Jan 21 09:44:29.660408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45516) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.681962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d34f3c30-1e10-4700-a7d8-db5e9a552725 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Deleting port 47a2e18d-bdee-4563-9cef-9949d0d23c99 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:29.682299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d34f3c30-1e10-4700-a7d8-db5e9a552725 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.773591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374fc038-74ae-44dd-9522-085950607ca4 None None] Unable to find a vacant binding_index for network c70af650-ce30-4281-90b2-6b5ab0f780a4 and agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 {{(pid=87503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 21 09:44:29.808798 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374fc038-74ae-44dd-9522-085950607ca4 None None] Unable to find a vacant binding_index for network 92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c and agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 {{(pid=87503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 21 09:44:29.828162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374fc038-74ae-44dd-9522-085950607ca4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, c70af650-ce30-4281-90b2-6b5ab0f780a4), (DHCP agent, dv-neutron-825723-1-hyperv, 92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c) {{(pid=87503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:44:29.851141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.909555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3da064f3-c440-4752-9acd-a4f6a4236c63 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.932579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ecb35700-d022-4fc9-b21e-b95815060ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.996439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.034447 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ecb35700-d022-4fc9-b21e-b95815060ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.062344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.156853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.227875 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Subnet': ['ID=47d804af-4585-4c49-aeae-6c9a0662e355,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.296793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.314007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d34f3c30-1e10-4700-a7d8-db5e9a552725 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.376444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.378014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd2887a-ceb7-4816-a0f0-811fe8c5f921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c', 'network_id': '92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c', 'tenant_id': '9968b21397ac414098604690c4e5d362', 'fixed_ips': [{'subnet_id': '6446b7fb-069b-4f07-bb73-2380cd9dec57'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:30.378014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5bd2887a-ceb7-4816-a0f0-811fe8c5f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.384554 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da064f3-c440-4752-9acd-a4f6a4236c63 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 2d22a941-7390-4305-9380-c51f7c47a4da has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:30.389865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ecb35700-d022-4fc9-b21e-b95815060ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.466289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.536335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d34f3c30-1e10-4700-a7d8-db5e9a552725 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Calling delete_port for 47a2e18d-bdee-4563-9cef-9949d0d23c99 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:30.575756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Subnet': ['ID=6446b7fb-069b-4f07-bb73-2380cd9dec57,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.583906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a380db1-597d-405b-a9d9-b9390c948fb9 None None] get_active_networks_info from dv-neutron-825723-1-hyperv {{(pid=87503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:44:30.590673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70af650-ce30-4281-90b2-6b5ab0f780a4']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:30.598129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb35700-d022-4fc9-b21e-b95815060ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadf8afd-4233-429b-a1c4-3434d5656f11,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.619834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571ea678-f0e0-47d2-a393-cebd9b117ec6') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:30.620130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571ea678-f0e0-47d2-a393-cebd9b117ec6') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:30.643107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.677093 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ecb35700-d022-4fc9-b21e-b95815060ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.678242 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ecb35700-d022-4fc9-b21e-b95815060ee4 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/eadf8afd-4233-429b-a1c4-3434d5656f11 HTTP/1.1" status: 204 len: 168 time: 1.0150962 Jan 21 09:44:30.680132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.689040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:30.689040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.702746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da064f3-c440-4752-9acd-a4f6a4236c63 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:30.706469 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:30.708958 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.730977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff0195-0d1a-40a6-9a67-9d8e2d6c0d88 None None] Sync routers for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:30.740594 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3da064f3-c440-4752-9acd-a4f6a4236c63 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0864828 Jan 21 09:44:30.741467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45522) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:30.761684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ff0195-0d1a-40a6-9a67-9d8e2d6c0d88 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:30.762654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c8ff0195-0d1a-40a6-9a67-9d8e2d6c0d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:30.785484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:30.808968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f97dcc9-c73f-481c-9d50-b9c42bfd38c5') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:30.809276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f97dcc9-c73f-481c-9d50-b9c42bfd38c5') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:30.833330 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.858074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb1ea6d-b2b3-4c23-ae7a-8a5fa077ff0d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting subnet 00f308ff-7127-43a7-9c6e-a6b1002dac87 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:30.866386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ea6d-b2b3-4c23-ae7a-8a5fa077ff0d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.877923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.909561 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.911165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.928881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:30.929482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.932757 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/c70af650-ce30-4281-90b2-6b5ab0f780a4 HTTP/1.1" status: 204 len: 168 time: 1.6883845 Jan 21 09:44:30.936132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45526) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:30.951353 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:30.962792 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-787146186'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:30.968961 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebba3c8-9bf9-4fa9-915c-f243fdbc2a77 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Network': ['ID=c70af650-ce30-4281-90b2-6b5ab0f780a4,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.971281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:30.979487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d34f3c30-1e10-4700-a7d8-db5e9a552725 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.982074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:network and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:30.994718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-c8ff0195-0d1a-40a6-9a67-9d8e2d6c0d88 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:31.027873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:31.055607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f3c30-1e10-4700-a7d8-db5e9a552725 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Pushing event deleted for resources: {'Port': ['ID=47a2e18d-bdee-4563-9cef-9949d0d23c99,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.063037 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:31.123197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ea6d-b2b3-4c23-ae7a-8a5fa077ff0d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.170776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.176036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.210271 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/networks/92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c HTTP/1.1" status: 204 len: 168 time: 1.6589401 Jan 21 09:44:31.213728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d0dab-295b-4760-ae9f-f800b3a35c7c tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Network': ['ID=92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.219526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45532) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.248567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45536) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.278474 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad82d2e7-622e-4748-b7aa-e2dbb30b885d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:31.279060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad82d2e7-622e-4748-b7aa-e2dbb30b885d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:31.281202 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ad82d2e7-622e-4748-b7aa-e2dbb30b885d tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/subnets/6446b7fb-069b-4f07-bb73-2380cd9dec57 HTTP/1.1" status: 404 len: 337 time: 0.0603073 Jan 21 09:44:31.285927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45540) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.315047 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:31.318196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.330142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a380db1-597d-405b-a9d9-b9390c948fb9 None None] Resources bound (agent type, host, resource id): {{(pid=87503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:44:31.348135 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f000b1-b463-4a1a-b500-ba78e9e2ece0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:31.348405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f000b1-b463-4a1a-b500-ba78e9e2ece0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:31.351247 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-69f000b1-b463-4a1a-b500-ba78e9e2ece0 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/networks/92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c HTTP/1.1" status: 404 len: 339 time: 0.0636089 Jan 21 09:44:31.357167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45544) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.396071 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d2549443-e6c4-4036-8ae5-feaa9f938773 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d5881af19adc437f95e6f76e3ca3959b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442819 Jan 21 09:44:31.404714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d34f3c30-1e10-4700-a7d8-db5e9a552725 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.404714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:31.404714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45548) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.435409 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d34f3c30-1e10-4700-a7d8-db5e9a552725 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] 10.222.0.99 "DELETE /v2.0/ports/47a2e18d-bdee-4563-9cef-9949d0d23c99 HTTP/1.1" status: 204 len: 168 time: 1.9384921 Jan 21 09:44:31.446547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45552) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.455932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.455932 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Added segment ed0becfb-edf2-42c1-a9e3-2824506dc798 of type vlan for network f8a4f9e8-ee31-4790-a63c-bf6888362d7d Jan 21 09:44:31.459086 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-bbf6a06a-84f8-43b9-a839-187875f37c4d tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Request body: {'port': {'name': 'tempest-new-port-name-2016000626', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:31.459500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.api.validators [None req-bbf6a06a-84f8-43b9-a839-187875f37c4d tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] bootfile-name is not in valid_values {{(pid=87501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:44:31.459953 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.api.validators [None req-bbf6a06a-84f8-43b9-a839-187875f37c4d tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] tftp-server is not in valid_values {{(pid=87501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:44:31.460219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.api.validators [None req-bbf6a06a-84f8-43b9-a839-187875f37c4d tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] server-ip-address is not in valid_values {{(pid=87501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:44:31.584502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.598234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1f69b726-5f0b-48c6-84fd-53292ad7f70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.605771 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2719850-a72a-49ea-adbf-64a7e31e73c4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:31.605771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2719850-a72a-49ea-adbf-64a7e31e73c4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:31.605771 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b2719850-a72a-49ea-adbf-64a7e31e73c4 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/subnets/ab765ccf-6533-49dc-8383-e45485cfce88 HTTP/1.1" status: 404 len: 337 time: 0.2451899 Jan 21 09:44:31.615501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45556) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.638136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1f69b726-5f0b-48c6-84fd-53292ad7f70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.663895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ea6d-b2b3-4c23-ae7a-8a5fa077ff0d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.711854 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3d3a5b-3faf-4b97-b967-b797413e76aa tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:31.711854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3d3a5b-3faf-4b97-b967-b797413e76aa tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:31.711854 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-df3d3a5b-3faf-4b97-b967-b797413e76aa tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/networks/bb69718c-49b7-460f-9948-32611cc41f16 HTTP/1.1" status: 404 len: 339 time: 0.1006103 Jan 21 09:44:31.715931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45560) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.767924 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ea6d-b2b3-4c23-ae7a-8a5fa077ff0d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.775354 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1f69b726-5f0b-48c6-84fd-53292ad7f70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.816544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1ea6d-b2b3-4c23-ae7a-8a5fa077ff0d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Subnet': ['ID=00f308ff-7127-43a7-9c6e-a6b1002dac87,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.831156 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ea6d-b2b3-4c23-ae7a-8a5fa077ff0d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.837897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:44:31.848761 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1eb1ea6d-b2b3-4c23-ae7a-8a5fa077ff0d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/00f308ff-7127-43a7-9c6e-a6b1002dac87 HTTP/1.1" status: 204 len: 168 time: 1.0939803 Jan 21 09:44:31.848761 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45564) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.849184 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c8ff0195-0d1a-40a6-9a67-9d8e2d6c0d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:29Z', 'revision_number': 8, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:31.860117 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff0195-0d1a-40a6-9a67-9d8e2d6c0d88 None None] Checking router: 2d22a941-7390-4305-9380-c51f7c47a4da for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:31.863447 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69b726-5f0b-48c6-84fd-53292ad7f70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0edaff6-9f9e-4976-8227-ee4c6e8e679e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.865038 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6c4da8-b5d7-4407-96cb-3d2f1b655ddc tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:31.865481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6c4da8-b5d7-4407-96cb-3d2f1b655ddc tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:31.892006 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8d6c4da8-b5d7-4407-96cb-3d2f1b655ddc tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/subnets/6d31bced-d5a6-40d0-8a73-cf39d3c270d4 HTTP/1.1" status: 404 len: 337 time: 0.1615136 Jan 21 09:44:31.892006 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1f69b726-5f0b-48c6-84fd-53292ad7f70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.892006 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1f69b726-5f0b-48c6-84fd-53292ad7f70c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d0edaff6-9f9e-4976-8227-ee4c6e8e679e HTTP/1.1" status: 204 len: 168 time: 0.4863214 Jan 21 09:44:31.892006 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45568) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.895718 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbf6a06a-84f8-43b9-a839-187875f37c4d tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.922153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.927936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:31.928441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.950006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ff0195-0d1a-40a6-9a67-9d8e2d6c0d88 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:31.951358 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c8ff0195-0d1a-40a6-9a67-9d8e2d6c0d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:31.977015 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4992d94-35e6-4318-acb4-16de5496e66f tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:31.977015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4992d94-35e6-4318-acb4-16de5496e66f tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:31.980686 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b4992d94-35e6-4318-acb4-16de5496e66f tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/networks/25955808-ddd9-4527-8a8b-5cff8862d627 HTTP/1.1" status: 404 len: 339 time: 0.0848665 Jan 21 09:44:31.994621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45574) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:32.037950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.049522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 3cd74132-59ba-45f0-bc40-5b60a960b078 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:32.049857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.130368 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1857142 Jan 21 09:44:32.140823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45578) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:32.171121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d2691-0cce-424b-b201-724e0ad822f3 None None] Network c70af650-ce30-4281-90b2-6b5ab0f780a4 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:32.189491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe715451-ee59-4c9d-8da2-09be0d2a15ad None None] Network 92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:32.288832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-c8ff0195-0d1a-40a6-9a67-9d8e2d6c0d88 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:32.378819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d2691-0cce-424b-b201-724e0ad822f3 None None] Network c70af650-ce30-4281-90b2-6b5ab0f780a4 could not be found, it might have been deleted concurrently. {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 09:44:32.415232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] For port 3cd74132-59ba-45f0-bc40-5b60a960b078, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3cd74132-59ba-45f0-bc40-5b60a960b078,segment=NetworkSegment(8368fdda-a24f-4c8b-97af-0c4af0a6a884),segment_id=8368fdda-a24f-4c8b-97af-0c4af0a6a884)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:32.415849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.426158 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe715451-ee59-4c9d-8da2-09be0d2a15ad None None] Network 92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c could not be found, it might have been deleted concurrently. {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 09:44:32.433336 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102fac78-8416-42f0-958e-44494e45e969 None None] Network c70af650-ce30-4281-90b2-6b5ab0f780a4 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:32.443575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'subnet': {'network_id': 'f8a4f9e8-ee31-4790-a63c-bf6888362d7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:32.453605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49443bb6-2714-46d4-9186-c1074a92d17d None None] Network 92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:32.477902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf16816-323a-4a8e-8b5b-562e70e2cf7f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=f8a4f9e8-ee31-4790-a63c-bf6888362d7d,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.482157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102fac78-8416-42f0-958e-44494e45e969 None None] Network c70af650-ce30-4281-90b2-6b5ab0f780a4 could not be found, it might have been deleted concurrently. {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 09:44:32.529579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-afbf296e-8924-4f40-b49d-3bbd20b8bcde tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Deleting port 2c563213-b4fe-419f-860d-86f5df659456 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:32.530067 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-afbf296e-8924-4f40-b49d-3bbd20b8bcde tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.550870 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49443bb6-2714-46d4-9186-c1074a92d17d None None] Network 92cf30d4-f0e8-49ad-ae1f-96ab9312cb9c could not be found, it might have been deleted concurrently. {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 09:44:32.562131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network f8a4f9e8-ee31-4790-a63c-bf6888362d7d details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:32.620584 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4afdd5-4143-4eec-a853-9f3a7cac37f4 None None] Network 8ae26318-53f2-446a-8c3a-34ee3a23abed requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:32.714766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 3cd74132-59ba-45f0-bc40-5b60a960b078 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:32.739185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:32.779332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:subnet and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:32.790829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:32.809300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:32.812118 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.859525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:32.863160 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.879403 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=3cd74132-59ba-45f0-bc40-5b60a960b078,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.887068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No DVR routers for this DVR port 3cd74132-59ba-45f0-bc40-5b60a960b078 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:33.040560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c8ff0195-0d1a-40a6-9a67-9d8e2d6c0d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:29Z', 'revision_number': 8, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:33.050566 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff0195-0d1a-40a6-9a67-9d8e2d6c0d88 None None] The sync data for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv is: [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:29Z', 'revision_number': 8, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f173519-5e65-4447-813d-00d447dee910', 'name': '', 'network_id': 'e4641fa3-a907-49c7-8a92-46f6c3b4abf3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:c3:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:01Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:33.065974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-afbf296e-8924-4f40-b49d-3bbd20b8bcde tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.078314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.081068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbf6a06a-84f8-43b9-a839-187875f37c4d tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.088471 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de1f95d-acd3-491f-b692-cf27cf889274 None None] DHCP port deletion for 8ae26318-53f2-446a-8c3a-34ee3a23abed request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:33.118965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae26318-53f2-446a-8c3a-34ee3a23abed']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:33.130234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8368fdda-a24f-4c8b-97af-0c4af0a6a884') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:33.130534 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8368fdda-a24f-4c8b-97af-0c4af0a6a884') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:33.142531 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.153138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbf6a06a-84f8-43b9-a839-187875f37c4d tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.161121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.167803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:33.167803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:33.183883 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:33.268518 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.294515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.307303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Network': ['ID=8ae26318-53f2-446a-8c3a-34ee3a23abed,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:33.320935 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4bb3c523-89ef-496c-b829-09ea42f50689 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/networks/8ae26318-53f2-446a-8c3a-34ee3a23abed HTTP/1.1" status: 204 len: 168 time: 1.4756677 Jan 21 09:44:33.320935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45582) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:33.384600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-afbf296e-8924-4f40-b49d-3bbd20b8bcde tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Calling delete_port for 2c563213-b4fe-419f-860d-86f5df659456 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:33.543098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6a06a-84f8-43b9-a839-187875f37c4d tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Pushing event updated for resources: {'Port': ['ID=1338962a-79a4-4970-9518-725238e3b075,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:33.588983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-bbf6a06a-84f8-43b9-a839-187875f37c4d tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] In _notify_port_updated(), no bound segment for port 1338962a-79a4-4970-9518-725238e3b075 on network 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:44:33.606446 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6a06a-84f8-43b9-a839-187875f37c4d tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:33.608412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bbf6a06a-84f8-43b9-a839-187875f37c4d tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.614961 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bbf6a06a-84f8-43b9-a839-187875f37c4d tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] 10.222.0.99 "PUT /v2.0/ports/1338962a-79a4-4970-9518-725238e3b075 HTTP/1.1" status: 200 len: 1136 time: 2.1700475 Jan 21 09:44:33.618898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45586) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:33.771202 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-afbf296e-8924-4f40-b49d-3bbd20b8bcde tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.844555 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf296e-8924-4f40-b49d-3bbd20b8bcde tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Port': ['ID=2c563213-b4fe-419f-860d-86f5df659456,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:33.869145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-afbf296e-8924-4f40-b49d-3bbd20b8bcde tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.886272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01218eb7-666d-4d36-af00-7a845c01ef5e tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:33.886272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-01218eb7-666d-4d36-af00-7a845c01ef5e tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Synchronizing usage tracker for tenant:d8ea9e63864e4d6b8a6dec5ea1930fa2 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:33.896505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dc72a586-dbee-40e6-b830-aac64f953cf5 None None] Provisioning complete for port 1338962a-79a4-4970-9518-725238e3b075 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:33.897385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dc72a586-dbee-40e6-b830-aac64f953cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.920203 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-afbf296e-8924-4f40-b49d-3bbd20b8bcde tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/ports/2c563213-b4fe-419f-860d-86f5df659456 HTTP/1.1" status: 204 len: 168 time: 1.9219451 Jan 21 09:44:33.920982 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45590) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:33.986031 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-412a5ef0-769f-4446-94bc-af8754382f68 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:33.987059 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412a5ef0-769f-4446-94bc-af8754382f68 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:33.992990 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-412a5ef0-769f-4446-94bc-af8754382f68 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/subnets/d7ff9f4c-2469-43e1-b800-e33e0d9ad0fa HTTP/1.1" status: 404 len: 337 time: 0.0556388 Jan 21 09:44:33.993671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45594) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:34.003755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.024534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-dc72a586-dbee-40e6-b830-aac64f953cf5 None None] Port 1338962a-79a4-4970-9518-725238e3b075 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:34.046710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-01218eb7-666d-4d36-af00-7a845c01ef5e tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Unset dirty status for tenant:d8ea9e63864e4d6b8a6dec5ea1930fa2 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:34.047216 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-01218eb7-666d-4d36-af00-7a845c01ef5e tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] 10.222.0.99 "GET /v2.0/ports/1338962a-79a4-4970-9518-725238e3b075 HTTP/1.1" status: 200 len: 1136 time: 0.4255905 Jan 21 09:44:34.059259 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45598) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:34.144124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Subnet': ['ID=386d40b7-a3a3-4a06-9f0f-fe2a2b6980e2,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.185177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cd587-284e-4702-bfc8-a52708908a9b tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Deleting port 1338962a-79a4-4970-9518-725238e3b075 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:34.185776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6c4cd587-284e-4702-bfc8-a52708908a9b tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.201233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38f281fb-72d4-4afc-8e3d-898472fd701b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.239378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking segment: {'id': 'ed0becfb-edf2-42c1-a9e3-2824506dc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f8a4f9e8-ee31-4790-a63c-bf6888362d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:34.239749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network hostable DHCP agents. Network: f8a4f9e8-ee31-4790-a63c-bf6888362d7d, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:34.309231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network f8a4f9e8-ee31-4790-a63c-bf6888362d7d is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:34.312547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-09e8dac9-352c-4c3c-96ff-d9996f6d18da tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.332174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, f8a4f9e8-ee31-4790-a63c-bf6888362d7d) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:34.341736 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db688865-7f09-476f-8529-7eaa2d6f9633 None None] Network f8a4f9e8-ee31-4790-a63c-bf6888362d7d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:34.348307 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:34.349323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.417283 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-17550cab-37aa-4119-9c10-86a1becca7a8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1920676 Jan 21 09:44:34.421512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45602) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:34.439003 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38f281fb-72d4-4afc-8e3d-898472fd701b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.503317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3cd74132-59ba-45f0-bc40-5b60a960b078 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:34.540242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 3cd74132-59ba-45f0-bc40-5b60a960b078 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:34.540674 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3cd74132-59ba-45f0-bc40-5b60a960b078 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:34.541302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f0c98e42-4c2c-44f1-9068-f32fb397b572 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:34.552309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-38f281fb-72d4-4afc-8e3d-898472fd701b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b68c458-8543-49cd-a095-89d3f865b565']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:34.570699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-38f281fb-72d4-4afc-8e3d-898472fd701b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600a6219-c04e-4977-996b-8b9557dbb474') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:34.570997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-38f281fb-72d4-4afc-8e3d-898472fd701b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600a6219-c04e-4977-996b-8b9557dbb474') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:34.590693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38f281fb-72d4-4afc-8e3d-898472fd701b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.609449 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: f0c98e42-4c2c-44f1-9068-f32fb397b572 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:34.610770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f0c98e42-4c2c-44f1-9068-f32fb397b572 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:34.630699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6c4cd587-284e-4702-bfc8-a52708908a9b tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.703682 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38f281fb-72d4-4afc-8e3d-898472fd701b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.706557 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-f8a4f9e8-ee31-4790-a63c-bf6888362d7d', 'network_id': 'f8a4f9e8-ee31-4790-a63c-bf6888362d7d', 'tenant_id': 'f18b7dd8f8d8492887a6b11528a3c9bc', 'fixed_ips': [{'subnet_id': '386d40b7-a3a3-4a06-9f0f-fe2a2b6980e2'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:34.707430 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.711975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f281fb-72d4-4afc-8e3d-898472fd701b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:34.712478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38f281fb-72d4-4afc-8e3d-898472fd701b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:34.732194 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:34.766476 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cd587-284e-4702-bfc8-a52708908a9b tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Calling delete_port for 1338962a-79a4-4970-9518-725238e3b075 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:34.832242 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38f281fb-72d4-4afc-8e3d-898472fd701b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.837799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-38f281fb-72d4-4afc-8e3d-898472fd701b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.865008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f281fb-72d4-4afc-8e3d-898472fd701b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Network': ['ID=0b68c458-8543-49cd-a095-89d3f865b565,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.869892 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-38f281fb-72d4-4afc-8e3d-898472fd701b tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/networks/0b68c458-8543-49cd-a095-89d3f865b565 HTTP/1.1" status: 204 len: 168 time: 0.8771727 Jan 21 09:44:34.875452 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45606) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:34.875573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.907994 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Allocated IP 172.20.0.1 (f8a4f9e8-ee31-4790-a63c-bf6888362d7d/386d40b7-a3a3-4a06-9f0f-fe2a2b6980e2/d2285f10-3993-4663-af2d-6db0e906bbd1) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:34.987514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-639408af-0d39-4db8-b6ed-2b1a2f9ebb34 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Deleting port 61e0b55f-3029-407b-b64f-0173113ea849 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:34.987514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-639408af-0d39-4db8-b6ed-2b1a2f9ebb34 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.017829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.083608 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6c4cd587-284e-4702-bfc8-a52708908a9b tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.108101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-09e8dac9-352c-4c3c-96ff-d9996f6d18da tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 5f173519-5e65-4447-813d-00d447dee910 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:35.108462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-09e8dac9-352c-4c3c-96ff-d9996f6d18da tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.159099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cd587-284e-4702-bfc8-a52708908a9b tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Pushing event deleted for resources: {'Port': ['ID=1338962a-79a4-4970-9518-725238e3b075,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.277544 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.281112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6c4cd587-284e-4702-bfc8-a52708908a9b tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.292803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Transition to ACTIVE for port object d2285f10-3993-4663-af2d-6db0e906bbd1 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:35.298913 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6c4cd587-284e-4702-bfc8-a52708908a9b tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] 10.222.0.99 "DELETE /v2.0/ports/1338962a-79a4-4970-9518-725238e3b075 HTTP/1.1" status: 204 len: 168 time: 1.2381682 Jan 21 09:44:35.303102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45610) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:35.321937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Transition to ACTIVE for port object d2285f10-3993-4663-af2d-6db0e906bbd1 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:35.339428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.438646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Network f8a4f9e8-ee31-4790-a63c-bf6888362d7d is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:35.451593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:35.457701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:35.516045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.536801 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Pushing event updated for resources: {'Port': ['ID=d2285f10-3993-4663-af2d-6db0e906bbd1,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.556417 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:35.556723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:35.557056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:35.557392 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:35.557714 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:35.558041 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:35.558390 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:35.558701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:35.559042 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:35.559361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:35.559677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:35.559946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96cea55-b2e1-42c1-b76e-b15cd46d91a3 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Deleting subnet 73fc5f69-b45e-42ee-97c7-a6f95c7f156a {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:35.560071 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:35.587551 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Attempting to bind port d2285f10-3993-4663-af2d-6db0e906bbd1 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:35.587918 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Attempting to bind port d2285f10-3993-4663-af2d-6db0e906bbd1 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'ed0becfb-edf2-42c1-a9e3-2824506dc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f8a4f9e8-ee31-4790-a63c-bf6888362d7d'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:35.588514 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Attempting to bind port d2285f10-3993-4663-af2d-6db0e906bbd1 on network f8a4f9e8-ee31-4790-a63c-bf6888362d7d {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:35.599887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-639408af-0d39-4db8-b6ed-2b1a2f9ebb34 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.601837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:35.602428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Checking segment: {'id': 'ed0becfb-edf2-42c1-a9e3-2824506dc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f8a4f9e8-ee31-4790-a63c-bf6888362d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:35.603102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.603695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Bound using segment: {'id': 'ed0becfb-edf2-42c1-a9e3-2824506dc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f8a4f9e8-ee31-4790-a63c-bf6888362d7d'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:35.604477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Bound port: d2285f10-3993-4663-af2d-6db0e906bbd1, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0becfb-edf2-42c1-a9e3-2824506dc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f8a4f9e8-ee31-4790-a63c-bf6888362d7d'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:35.605110 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.665362 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Subnet': ['ID=386d40b7-a3a3-4a06-9f0f-fe2a2b6980e2,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.668520 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96cea55-b2e1-42c1-b76e-b15cd46d91a3 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.702762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.704618 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] For port d2285f10-3993-4663-af2d-6db0e906bbd1, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:35.707722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] For port d2285f10-3993-4663-af2d-6db0e906bbd1, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d2285f10-3993-4663-af2d-6db0e906bbd1,segment=NetworkSegment(ed0becfb-edf2-42c1-a9e3-2824506dc798),segment_id=ed0becfb-edf2-42c1-a9e3-2824506dc798)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:35.712874 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.744710 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-639408af-0d39-4db8-b6ed-2b1a2f9ebb34 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Calling delete_port for 61e0b55f-3029-407b-b64f-0173113ea849 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:35.746455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a4f9e8-ee31-4790-a63c-bf6888362d7d']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.762020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96cea55-b2e1-42c1-b76e-b15cd46d91a3 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.794358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0becfb-edf2-42c1-a9e3-2824506dc798') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.794583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0becfb-edf2-42c1-a9e3-2824506dc798') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.811832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.822989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-09e8dac9-352c-4c3c-96ff-d9996f6d18da tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] For port 5f173519-5e65-4447-813d-00d447dee910, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5f173519-5e65-4447-813d-00d447dee910,segment=NetworkSegment(f6f48b80-35f5-4b07-b1ad-d21a018a32d8),segment_id=f6f48b80-35f5-4b07-b1ad-d21a018a32d8)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:35.823352 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-09e8dac9-352c-4c3c-96ff-d9996f6d18da tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.838850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.854203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99037457-befc-4d37-89f4-011a796b0e23 None None] Pushing event updated for resources: {'Port': ['ID=d2285f10-3993-4663-af2d-6db0e906bbd1,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.855128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:35.855504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.869835 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e9c582-df87-4524-9934-89d24f80c6cc None None] Network f8a4f9e8-ee31-4790-a63c-bf6888362d7d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:35.870495 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:35.964323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:44:35.964323 dv-neutron-825723-1-hyperv neutron-server[87501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:44:35.964323 dv-neutron-825723-1-hyperv neutron-server[87501]: [parameters: {'id': 'f8a4f9e8-ee31-4790-a63c-bf6888362d7d'}] Jan 21 09:44:35.964323 dv-neutron-825723-1-hyperv neutron-server[87501]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:35.964845 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-09e8dac9-352c-4c3c-96ff-d9996f6d18da tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 5f173519-5e65-4447-813d-00d447dee910 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:35.964939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:35.969121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96cea55-b2e1-42c1-b76e-b15cd46d91a3 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.014611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-639408af-0d39-4db8-b6ed-2b1a2f9ebb34 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.051988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96cea55-b2e1-42c1-b76e-b15cd46d91a3 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.083741 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639408af-0d39-4db8-b6ed-2b1a2f9ebb34 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Port': ['ID=61e0b55f-3029-407b-b64f-0173113ea849,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:36.098718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-639408af-0d39-4db8-b6ed-2b1a2f9ebb34 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.102069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96cea55-b2e1-42c1-b76e-b15cd46d91a3 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.109621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6213fe38-a616-418a-b361-c21d7e7a3f48 None None] Network 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:36.110501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cea55-b2e1-42c1-b76e-b15cd46d91a3 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Pushing event deleted for resources: {'Subnet': ['ID=73fc5f69-b45e-42ee-97c7-a6f95c7f156a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:36.112288 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-639408af-0d39-4db8-b6ed-2b1a2f9ebb34 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/ports/61e0b55f-3029-407b-b64f-0173113ea849 HTTP/1.1" status: 204 len: 168 time: 1.2383134 Jan 21 09:44:36.114805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45614) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:36.153230 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d96cea55-b2e1-42c1-b76e-b15cd46d91a3 tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] 10.222.0.99 "DELETE /v2.0/subnets/73fc5f69-b45e-42ee-97c7-a6f95c7f156a HTTP/1.1" status: 204 len: 168 time: 0.8467734 Jan 21 09:44:36.155645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45618) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:36.156586 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb99b07-df22-444d-b0a5-9c32bd192b99 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:36.157044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb99b07-df22-444d-b0a5-9c32bd192b99 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:36.158674 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-aeb99b07-df22-444d-b0a5-9c32bd192b99 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/subnets/dbb69ab9-85ea-4c3c-9e5e-a4210927f585 HTTP/1.1" status: 404 len: 337 time: 0.0426373 Jan 21 09:44:36.161450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45622) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:36.274476 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.285400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Deleting port f22a31c1-f1f8-476c-974d-a352075bd365 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:36.286077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.319914 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-742417fd-9705-48b3-a453-e6b12936160f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.327043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.329248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-09e8dac9-352c-4c3c-96ff-d9996f6d18da tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.386147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8dac9-352c-4c3c-96ff-d9996f6d18da tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=5f173519-5e65-4447-813d-00d447dee910,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:36.408800 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b1dbd-1266-47c1-a1fe-6f550a6a1043 None None] DHCP port deletion for 4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:36.413249 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b1dbd-1266-47c1-a1fe-6f550a6a1043 None None] Deleting port f22a31c1-f1f8-476c-974d-a352075bd365 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:36.414066 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bf6b1dbd-1266-47c1-a1fe-6f550a6a1043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.418247 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Deleting port 1f96ef60-88ce-4b66-a2f1-af4f0950d533 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:36.418594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.465522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.558140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] For port f22a31c1-f1f8-476c-974d-a352075bd365, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f22a31c1-f1f8-476c-974d-a352075bd365,segment=NetworkSegment(a79e68b2-570f-40e7-b8b7-223f9b74204a),segment_id=a79e68b2-570f-40e7-b8b7-223f9b74204a)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:36.558140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.671489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f22a31c1-f1f8-476c-974d-a352075bd365 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:36.713046 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-09e8dac9-352c-4c3c-96ff-d9996f6d18da tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.717933 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Calling delete_port for f22a31c1-f1f8-476c-974d-a352075bd365 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:36.745054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-bf6b1dbd-1266-47c1-a1fe-6f550a6a1043 None None] For port f22a31c1-f1f8-476c-974d-a352075bd365, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f22a31c1-f1f8-476c-974d-a352075bd365,segment=NetworkSegment(a79e68b2-570f-40e7-b8b7-223f9b74204a),segment_id=a79e68b2-570f-40e7-b8b7-223f9b74204a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:36.745682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bf6b1dbd-1266-47c1-a1fe-6f550a6a1043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.811614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Deleting port d2285f10-3993-4663-af2d-6db0e906bbd1 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:36.811971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.896045 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b1dbd-1266-47c1-a1fe-6f550a6a1043 None None] Calling delete_port for f22a31c1-f1f8-476c-974d-a352075bd365 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:36.944611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.953196 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No ports have port_id starting with f22a31c1-f1f8-476c-974d-a352075bd365 Jan 21 09:44:36.990968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-bf6b1dbd-1266-47c1-a1fe-6f550a6a1043 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:36.991721 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-bf6b1dbd-1266-47c1-a1fe-6f550a6a1043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:37.002118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Pushing event deleted for resources: {'Port': ['ID=f22a31c1-f1f8-476c-974d-a352075bd365,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:37.008329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] No DVR routers for this DVR port f22a31c1-f1f8-476c-974d-a352075bd365 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:37.065618 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0fa02e65-b9ac-44ab-bb7f-31a784f6179c req-12a3fa10-2057-42e4-8675-4a53dc6c825a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3154774 Jan 21 09:44:37.129571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] For port 1f96ef60-88ce-4b66-a2f1-af4f0950d533, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=1f96ef60-88ce-4b66-a2f1-af4f0950d533,segment=NetworkSegment(6be9028a-6917-4eb6-87ea-6a6c22360960),segment_id=6be9028a-6917-4eb6-87ea-6a6c22360960)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:37.130060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.309662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Calling delete_port for 1f96ef60-88ce-4b66-a2f1-af4f0950d533 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:37.329839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] For port d2285f10-3993-4663-af2d-6db0e906bbd1, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d2285f10-3993-4663-af2d-6db0e906bbd1,segment=NetworkSegment(ed0becfb-edf2-42c1-a9e3-2824506dc798),segment_id=ed0becfb-edf2-42c1-a9e3-2824506dc798)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:37.330443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.391763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.461027 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e8dac9-352c-4c3c-96ff-d9996f6d18da tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 2d22a941-7390-4305-9380-c51f7c47a4da has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:37.472059 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.493500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b1dbd-1266-47c1-a1fe-6f550a6a1043 None None] Deleting port f22a31c1-f1f8-476c-974d-a352075bd365 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:37.493905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bf6b1dbd-1266-47c1-a1fe-6f550a6a1043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.523764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Calling delete_port for d2285f10-3993-4663-af2d-6db0e906bbd1 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:37.564701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b1dbd-1266-47c1-a1fe-6f550a6a1043 None None] The port 'f22a31c1-f1f8-476c-974d-a352075bd365' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:44:37.574598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:37.586511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Port': ['ID=1f96ef60-88ce-4b66-a2f1-af4f0950d533,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:37.590246 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] No DVR routers for this DVR port 1f96ef60-88ce-4b66-a2f1-af4f0950d533 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:37.597632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79e68b2-570f-40e7-b8b7-223f9b74204a') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:37.597933 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79e68b2-570f-40e7-b8b7-223f9b74204a') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:37.609025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea322dc0-c7a3-441b-b124-9143c4dcc0fe None None] get_active_networks_info from dv-neutron-825723-1-hyperv {{(pid=87503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:44:37.628816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.651223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02e65-b9ac-44ab-bb7f-31a784f6179c req-664aa126-0682-4b46-aa14-96b629b74124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:37.653018 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0fa02e65-b9ac-44ab-bb7f-31a784f6179c req-664aa126-0682-4b46-aa14-96b629b74124 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=78db1456b4d84c919af68b6798f69fd9&device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 1098 time: 0.4666696 Jan 21 09:44:37.655065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.670879 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.675175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:37.675558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:37.717944 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:37.763162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Port': ['ID=d2285f10-3993-4663-af2d-6db0e906bbd1,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:37.766221 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e8dac9-352c-4c3c-96ff-d9996f6d18da tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:37.780665 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd3714-c567-45dd-8302-028c56dcd7b9 None None] Sync routers for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:37.794889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No DVR routers for this DVR port d2285f10-3993-4663-af2d-6db0e906bbd1 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:37.797026 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd3714-c567-45dd-8302-028c56dcd7b9 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:37.797841 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-bddd3714-c567-45dd-8302-028c56dcd7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:37.820963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea322dc0-c7a3-441b-b124-9143c4dcc0fe None None] Resources bound (agent type, host, resource id): {{(pid=87503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:44:37.824174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.856111 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-09e8dac9-352c-4c3c-96ff-d9996f6d18da tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5343270 Jan 21 09:44:37.858821 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45628) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:37.862698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4063243e-6b14-4d4f-8bb7-2f286a52503b']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:37.934918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e076c5-e961-415c-8e8e-925680fd351c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting subnet 8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:37.940886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-84e076c5-e961-415c-8e8e-925680fd351c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.976820 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.980563 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be9028a-6917-4eb6-87ea-6a6c22360960') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:37.981187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be9028a-6917-4eb6-87ea-6a6c22360960') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:37.998891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.006483 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-bddd3714-c567-45dd-8302-028c56dcd7b9 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:38.011492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.028073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-84e076c5-e961-415c-8e8e-925680fd351c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.031847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] Pushing event deleted for resources: {'Network': ['ID=4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.057075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.071457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:38.072206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:38.087026 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:38.089616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.108920 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6ddf573a-9eb9-4ce5-8169-922b542e65ca tempest-ExtraDHCPOptionsTestJSON-1348643332 tempest-ExtraDHCPOptionsTestJSON-1348643332-project] 10.222.0.99 "DELETE /v2.0/networks/4bc8bf7a-2a46-414d-a3f2-83ad0036cfbb HTTP/1.1" status: 204 len: 168 time: 1.9488230 Jan 21 09:44:38.110695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02e65-b9ac-44ab-bb7f-31a784f6179c req-e2d419fa-1a38-4d93-ab79-06b2a4fb23af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:38.112511 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0fa02e65-b9ac-44ab-bb7f-31a784f6179c req-e2d419fa-1a38-4d93-ab79-06b2a4fb23af service neutron] 10.222.0.121 "GET /v2.0/networks?id=f469d677-4dc7-49de-9c0e-17fa992e291c HTTP/1.1" status: 200 len: 913 time: 0.3937118 Jan 21 09:44:38.203929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a4f9e8-ee31-4790-a63c-bf6888362d7d']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:38.208607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.227633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0becfb-edf2-42c1-a9e3-2824506dc798') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:38.227985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0becfb-edf2-42c1-a9e3-2824506dc798') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:38.236453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.242639 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Network': ['ID=4063243e-6b14-4d4f-8bb7-2f286a52503b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.245900 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1e1dcf12-e76c-496b-b64d-5bf528210053 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/networks/4063243e-6b14-4d4f-8bb7-2f286a52503b HTTP/1.1" status: 204 len: 168 time: 2.0833385 Jan 21 09:44:38.246707 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.248958 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45634) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:38.268232 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0fa02e65-b9ac-44ab-bb7f-31a784f6179c req-b892495b-ce01-4e87-9769-f399ba450342 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad HTTP/1.1" status: 200 len: 1001 time: 0.1463223 Jan 21 09:44:38.271969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.298543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-84e076c5-e961-415c-8e8e-925680fd351c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.323174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:38.324046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:38.340997 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:38.372904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7f5268-b0f4-48da-b61b-b9668ba43b45 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Deleting subnet a4497bf8-f8e2-4684-8be9-ef0c612e4d53 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:38.381144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5268-b0f4-48da-b61b-b9668ba43b45 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.441674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02e65-b9ac-44ab-bb7f-31a784f6179c req-5d0dbe8b-4219-48f8-88fe-6af69b57453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:38.444154 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0fa02e65-b9ac-44ab-bb7f-31a784f6179c req-5d0dbe8b-4219-48f8-88fe-6af69b57453f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2808a830-2468-42b3-9507-038994a3ca1a HTTP/1.1" status: 200 len: 851 time: 0.1692703 Jan 21 09:44:38.448553 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5268-b0f4-48da-b61b-b9668ba43b45 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.486211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a731b6da-921c-4409-9598-a3bb830a27ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.488726 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-84e076c5-e961-415c-8e8e-925680fd351c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.497604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.525206 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.534366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Network': ['ID=f8a4f9e8-ee31-4790-a63c-bf6888362d7d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.544132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e076c5-e961-415c-8e8e-925680fd351c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Subnet': ['ID=8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.544716 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-de94ce7b-8730-456d-8579-bffd6f7bed35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/f8a4f9e8-ee31-4790-a63c-bf6888362d7d HTTP/1.1" status: 204 len: 168 time: 4.1224859 Jan 21 09:44:38.546631 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-84e076c5-e961-415c-8e8e-925680fd351c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.549081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45638) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:38.554467 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-bddd3714-c567-45dd-8302-028c56dcd7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:36Z', 'revision_number': 9, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:38.561300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-404286319'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:38.563996 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-84e076c5-e961-415c-8e8e-925680fd351c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4 HTTP/1.1" status: 204 len: 168 time: 0.7034750 Jan 21 09:44:38.565228 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd3714-c567-45dd-8302-028c56dcd7b9 None None] Checking router: 2d22a941-7390-4305-9380-c51f7c47a4da for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:38.566778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45642) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:38.569813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6f8241-8693-4abd-811f-c66b888ede80 None None] Network e4641fa3-a907-49c7-8a92-46f6c3b4abf3 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:38.572139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:38.597585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:network and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:38.599464 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd3714-c567-45dd-8302-028c56dcd7b9 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:38.600335 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-bddd3714-c567-45dd-8302-028c56dcd7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:38.605376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:38.618462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:38.618708 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5268-b0f4-48da-b61b-b9668ba43b45 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.770137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45648) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:38.783012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5268-b0f4-48da-b61b-b9668ba43b45 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.802513 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-bddd3714-c567-45dd-8302-028c56dcd7b9 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:38.946844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.956669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:38.961899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.967348 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd906d92-08f3-4243-b2ef-989c6e4de219 None None] DHCP port deletion for e4641fa3-a907-49c7-8a92-46f6c3b4abf3 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:38.972527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd906d92-08f3-4243-b2ef-989c6e4de219 None None] Deleting port 940ddcaa-3f08-4d30-bf1c-87e3ede491de {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:38.972903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd906d92-08f3-4243-b2ef-989c6e4de219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.982258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02e65-b9ac-44ab-bb7f-31a784f6179c req-09401f7c-ccc5-4ba3-9a13-f06f2a97e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:38.983252 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5268-b0f4-48da-b61b-b9668ba43b45 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.985209 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0fa02e65-b9ac-44ab-bb7f-31a784f6179c req-09401f7c-ccc5-4ba3-9a13-f06f2a97e475 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f469d677-4dc7-49de-9c0e-17fa992e291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5332358 Jan 21 09:44:38.993851 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f5268-b0f4-48da-b61b-b9668ba43b45 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Subnet': ['ID=a4497bf8-f8e2-4684-8be9-ef0c612e4d53,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.998920 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8f7f5268-b0f4-48da-b61b-b9668ba43b45 tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/subnets/a4497bf8-f8e2-4684-8be9-ef0c612e4d53 HTTP/1.1" status: 204 len: 168 time: 0.7477529 Jan 21 09:44:39.001634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45654) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.041105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 940ddcaa-3f08-4d30-bf1c-87e3ede491de {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:39.041440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.162222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.167791 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ff73e64d-c565-47e7-81e9-f5e7727bc0ce admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d8ea9e63864e4d6b8a6dec5ea1930fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956358 Jan 21 09:44:39.171584 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac2a8e0-ea78-447b-bb20-dc99d7797ae5 None None] Network 34d624af-27ce-4767-95e0-5cbdef731fdf requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:39.173077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45658) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.193280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Deleting port 903fafb4-7065-45a4-8ce8-85d187921c2a {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:39.193543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.246991 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-bddd3714-c567-45dd-8302-028c56dcd7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:36Z', 'revision_number': 9, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:39.252066 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd3714-c567-45dd-8302-028c56dcd7b9 None None] The sync data for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv is: [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:36Z', 'revision_number': 9, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '047405da-1b97-42e3-b610-30426c79c8c6', 'name': '', 'network_id': 'd81079bc-6638-49d4-b071-69bc5d4f25a3', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:9d:3b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:49Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': '82bd47ad-58fa-4033-af13-62f3ee4d22c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:39.360485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] For port 940ddcaa-3f08-4d30-bf1c-87e3ede491de, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=940ddcaa-3f08-4d30-bf1c-87e3ede491de,segment=NetworkSegment(f6f48b80-35f5-4b07-b1ad-d21a018a32d8),segment_id=f6f48b80-35f5-4b07-b1ad-d21a018a32d8)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:39.361147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.368130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:39.381300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8c080710-97a4-4a84-b868-3617d7068380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.464011 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] For port 903fafb4-7065-45a4-8ce8-85d187921c2a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=903fafb4-7065-45a4-8ce8-85d187921c2a,segment=NetworkSegment(1fbbc212-e45e-4a1b-a25e-ff083b6ab073),segment_id=1fbbc212-e45e-4a1b-a25e-ff083b6ab073)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:39.464391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.481687 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-cd906d92-08f3-4243-b2ef-989c6e4de219 None None] For port 940ddcaa-3f08-4d30-bf1c-87e3ede491de, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=940ddcaa-3f08-4d30-bf1c-87e3ede491de,segment=NetworkSegment(f6f48b80-35f5-4b07-b1ad-d21a018a32d8),segment_id=f6f48b80-35f5-4b07-b1ad-d21a018a32d8)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:39.482123 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd906d92-08f3-4243-b2ef-989c6e4de219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.483085 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8c080710-97a4-4a84-b868-3617d7068380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.500176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 940ddcaa-3f08-4d30-bf1c-87e3ede491de owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:39.542289 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.542289 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Added segment 2e219920-7367-416d-b4d4-0153fadaa94b of type vlan for network a0924940-746b-4a9d-af9b-01df60aa9dda Jan 21 09:44:39.569136 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0fa02e65-b9ac-44ab-bb7f-31a784f6179c req-82abdcf0-6179-4dec-a875-a12257c70aaf service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775139 Jan 21 09:44:39.607728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Calling delete_port for 903fafb4-7065-45a4-8ce8-85d187921c2a owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:39.632722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd906d92-08f3-4243-b2ef-989c6e4de219 None None] Calling delete_port for 940ddcaa-3f08-4d30-bf1c-87e3ede491de owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:39.633754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.694432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.743472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.749140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.761521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-cd906d92-08f3-4243-b2ef-989c6e4de219 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:39.762036 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-cd906d92-08f3-4243-b2ef-989c6e4de219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:39.784694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.816467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.821985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:39.822577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.837082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a31484c-3256-4db6-ac6f-612214a7114e None None] DHCP port deletion for 34d624af-27ce-4767-95e0-5cbdef731fdf request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:39.858397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=940ddcaa-3f08-4d30-bf1c-87e3ede491de,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.864843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] No DVR routers for this DVR port 903fafb4-7065-45a4-8ce8-85d187921c2a on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:39.880734 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No DVR routers for this DVR port 940ddcaa-3f08-4d30-bf1c-87e3ede491de on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:39.883950 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0fa02e65-b9ac-44ab-bb7f-31a784f6179c req-0b7a35dc-af0f-40c6-9922-dda6bb2c21ed service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037279 Jan 21 09:44:39.899724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Port': ['ID=903fafb4-7065-45a4-8ce8-85d187921c2a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.906972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8c080710-97a4-4a84-b868-3617d7068380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.924849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c080710-97a4-4a84-b868-3617d7068380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9839f61b-1135-4ce5-b717-9a2dc87d1c82,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.929980 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3785419 Jan 21 09:44:39.937068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45662) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.982750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'subnet': {'network_id': 'a0924940-746b-4a9d-af9b-01df60aa9dda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:40.031705 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.039237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8c080710-97a4-4a84-b868-3617d7068380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.040387 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8c080710-97a4-4a84-b868-3617d7068380 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9839f61b-1135-4ce5-b717-9a2dc87d1c82 HTTP/1.1" status: 204 len: 168 time: 0.8647726 Jan 21 09:44:40.066194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d624af-27ce-4767-95e0-5cbdef731fdf']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.079103 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbbc212-e45e-4a1b-a25e-ff083b6ab073') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.079380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbbc212-e45e-4a1b-a25e-ff083b6ab073') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.091466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.102227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.109653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce969daf-6515-48cc-a3f9-1cff0bb6367d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=a0924940-746b-4a9d-af9b-01df60aa9dda,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.110454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.120290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:40.120718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.126269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network a0924940-746b-4a9d-af9b-01df60aa9dda details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:40.145051 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:40.199167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4641fa3-a907-49c7-8a92-46f6c3b4abf3']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.227819 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f48b80-35f5-4b07-b1ad-d21a018a32d8') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.228546 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f48b80-35f5-4b07-b1ad-d21a018a32d8') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.242030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.245550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:40.249419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.261226 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:subnet and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:40.267142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:40.272678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd906d92-08f3-4243-b2ef-989c6e4de219 None None] Deleting port 940ddcaa-3f08-4d30-bf1c-87e3ede491de {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:40.273088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd906d92-08f3-4243-b2ef-989c6e4de219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.289626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:40.292367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.302589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:40.302983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.312062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.315591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] Pushing event deleted for resources: {'Network': ['ID=34d624af-27ce-4767-95e0-5cbdef731fdf,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.322177 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4eff9d99-6738-465b-980d-bd85a2145d9e tempest-NetworksIpV6TestAttrs-628879622 tempest-NetworksIpV6TestAttrs-628879622-project] 10.222.0.99 "DELETE /v2.0/networks/34d624af-27ce-4767-95e0-5cbdef731fdf HTTP/1.1" status: 204 len: 168 time: 1.3191268 Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:40.337725 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:40.350536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:40.353799 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd906d92-08f3-4243-b2ef-989c6e4de219 None None] The port '940ddcaa-3f08-4d30-bf1c-87e3ede491de' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:44:40.355124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.478276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 940ddcaa-3f08-4d30-bf1c-87e3ede491de no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:40.512301 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 940ddcaa-3f08-4d30-bf1c-87e3ede491de {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:40.512679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 940ddcaa-3f08-4d30-bf1c-87e3ede491de not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:40.513102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 903fafb4-7065-45a4-8ce8-85d187921c2a no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:40.550053 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 903fafb4-7065-45a4-8ce8-85d187921c2a {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:40.550402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 903fafb4-7065-45a4-8ce8-85d187921c2a not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:40.550819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5f173519-5e65-4447-813d-00d447dee910 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:40.597125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 5f173519-5e65-4447-813d-00d447dee910 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:40.597466 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5f173519-5e65-4447-813d-00d447dee910 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:40.627548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.649100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.667359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Network': ['ID=e4641fa3-a907-49c7-8a92-46f6c3b4abf3,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.671777 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45672) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:40.677204 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-908a7a54-f326-41b9-9f48-8c8e24c06da4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/networks/e4641fa3-a907-49c7-8a92-46f6c3b4abf3 HTTP/1.1" status: 204 len: 168 time: 2.1067848 Jan 21 09:44:40.677600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45676) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:40.795982 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.875976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Subnet': ['ID=488abd63-066d-4580-9ec6-d1959283b84e,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.884788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking segment: {'id': '2e219920-7367-416d-b4d4-0153fadaa94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a0924940-746b-4a9d-af9b-01df60aa9dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:40.885145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network hostable DHCP agents. Network: a0924940-746b-4a9d-af9b-01df60aa9dda, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:40.904762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network a0924940-746b-4a9d-af9b-01df60aa9dda is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:40.913994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, a0924940-746b-4a9d-af9b-01df60aa9dda) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:40.918909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:40.919568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.927671 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b6d8a174-79af-4d09-b102-78eb48161ca3 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9968b21397ac414098604690c4e5d362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546175 Jan 21 09:44:40.928541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad917245-085e-4347-9258-d602776b980c None None] Network a0924940-746b-4a9d-af9b-01df60aa9dda requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:40.934701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45682) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:40.976943 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c25b5e48-7d7a-4e17-ae08-ba682f714ebf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0038753 Jan 21 09:44:40.980723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45686) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:41.041950 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.117940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53943ac1-8e56-4b82-966e-4192afd0ac79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.172081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53943ac1-8e56-4b82-966e-4192afd0ac79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.178138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-a0924940-746b-4a9d-af9b-01df60aa9dda', 'network_id': 'a0924940-746b-4a9d-af9b-01df60aa9dda', 'tenant_id': 'f18b7dd8f8d8492887a6b11528a3c9bc', 'fixed_ips': [{'subnet_id': '488abd63-066d-4580-9ec6-d1959283b84e'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:41.179844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.182684 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.287680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.321375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53943ac1-8e56-4b82-966e-4192afd0ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.342236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53943ac1-8e56-4b82-966e-4192afd0ac79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a829ac-9048-43b5-9809-f24b04fc2ba2,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.343976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Allocated IP 172.20.0.1 (a0924940-746b-4a9d-af9b-01df60aa9dda/488abd63-066d-4580-9ec6-d1959283b84e/a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:41.356993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53943ac1-8e56-4b82-966e-4192afd0ac79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.358133 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-53943ac1-8e56-4b82-966e-4192afd0ac79 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b0a829ac-9048-43b5-9809-f24b04fc2ba2 HTTP/1.1" status: 204 len: 168 time: 0.4220653 Jan 21 09:44:41.381615 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c07587e-cae9-4b56-8645-4e9a509a33d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.626225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.640854 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Transition to ACTIVE for port object a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:41.665934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Transition to ACTIVE for port object a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:41.677053 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.699516 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.749701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Network a0924940-746b-4a9d-af9b-01df60aa9dda is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:41.751265 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-5c07587e-cae9-4b56-8645-4e9a509a33d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 047405da-1b97-42e3-b610-30426c79c8c6 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:41.751605 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c07587e-cae9-4b56-8645-4e9a509a33d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.752670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:41.753392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Subnet': ['ID=488abd63-066d-4580-9ec6-d1959283b84e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.756302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:41.762118 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Pushing event updated for resources: {'Port': ['ID=a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.847040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Attempting to bind port a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:41.847434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Attempting to bind port a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '2e219920-7367-416d-b4d4-0153fadaa94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a0924940-746b-4a9d-af9b-01df60aa9dda'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:41.847778 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Attempting to bind port a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc on network a0924940-746b-4a9d-af9b-01df60aa9dda {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:41.853283 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:41.853660 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Checking segment: {'id': '2e219920-7367-416d-b4d4-0153fadaa94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a0924940-746b-4a9d-af9b-01df60aa9dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:41.854310 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.854445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Bound using segment: {'id': '2e219920-7367-416d-b4d4-0153fadaa94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a0924940-746b-4a9d-af9b-01df60aa9dda'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:41.854899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Bound port: a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e219920-7367-416d-b4d4-0153fadaa94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a0924940-746b-4a9d-af9b-01df60aa9dda'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:41.855424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.855835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.880729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0924940-746b-4a9d-af9b-01df60aa9dda']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:41.892627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e219920-7367-416d-b4d4-0153fadaa94b') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:41.892921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e219920-7367-416d-b4d4-0153fadaa94b') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:41.904309 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.920440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.929661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:41.930077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.945441 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] For port a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:41.946331 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:41.948457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-5c07587e-cae9-4b56-8645-4e9a509a33d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] For port 047405da-1b97-42e3-b610-30426c79c8c6, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=047405da-1b97-42e3-b610-30426c79c8c6,segment=NetworkSegment(9e553eb6-09bc-46ce-84cb-3efa4fdcc92f),segment_id=9e553eb6-09bc-46ce-84cb-3efa4fdcc92f)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:41.948457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c07587e-cae9-4b56-8645-4e9a509a33d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.024953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] For port a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc,segment=NetworkSegment(2e219920-7367-416d-b4d4-0153fadaa94b),segment_id=2e219920-7367-416d-b4d4-0153fadaa94b)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:42.027746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:44:42.027746 dv-neutron-825723-1-hyperv neutron-server[87501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:44:42.027746 dv-neutron-825723-1-hyperv neutron-server[87501]: [parameters: {'id': 'a0924940-746b-4a9d-af9b-01df60aa9dda'}] Jan 21 09:44:42.027746 dv-neutron-825723-1-hyperv neutron-server[87501]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:42.028464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:42.030277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.074639 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-5c07587e-cae9-4b56-8645-4e9a509a33d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 047405da-1b97-42e3-b610-30426c79c8c6 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:42.115963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e318b4-7e0d-4ff8-b767-9585ae45b16e None None] Pushing event updated for resources: {'Port': ['ID=a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.184805 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418be84e-d37a-45dc-ba06-db02be20013d None None] Network a0924940-746b-4a9d-af9b-01df60aa9dda requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:42.257395 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c07587e-cae9-4b56-8645-4e9a509a33d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.306211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07587e-cae9-4b56-8645-4e9a509a33d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=047405da-1b97-42e3-b610-30426c79c8c6,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.510281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5c07587e-cae9-4b56-8645-4e9a509a33d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.512700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b0d7f2-8ec0-4887-851b-49450ee540d7 None None] get_active_networks_info from dv-neutron-825723-1-hyperv {{(pid=87503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:44:42.529849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.542174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Deleting port a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:42.542791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.657075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b0d7f2-8ec0-4887-851b-49450ee540d7 None None] Resources bound (agent type, host, resource id): {{(pid=87503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:44:42.777420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] For port a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc,segment=NetworkSegment(2e219920-7367-416d-b4d4-0153fadaa94b),segment_id=2e219920-7367-416d-b4d4-0153fadaa94b)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:42.778013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.902629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Calling delete_port for a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:42.983715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.000703 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c07587e-cae9-4b56-8645-4e9a509a33d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 2d22a941-7390-4305-9380-c51f7c47a4da has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:43.030276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Port': ['ID=a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.033624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No DVR routers for this DVR port a4a37042-cf5a-4ae1-9ece-35a0c7cc63bc on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:43.153562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.162748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c07587e-cae9-4b56-8645-4e9a509a33d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:43.173444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1ab6f-ead1-481d-b786-e1203a13ccfe None None] Sync routers for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:43.177638 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5c07587e-cae9-4b56-8645-4e9a509a33d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4980502 Jan 21 09:44:43.178579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45692) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.178860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0924940-746b-4a9d-af9b-01df60aa9dda']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.183275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b1ab6f-ead1-481d-b786-e1203a13ccfe None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:43.183896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-31b1ab6f-ead1-481d-b786-e1203a13ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.192118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e219920-7367-416d-b4d4-0153fadaa94b') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.192539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e219920-7367-416d-b4d4-0153fadaa94b') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.204169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.224920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.231493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:43.231884 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:43.246802 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:43.250083 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-18695bb2-f4bf-484f-8489-358429434e04 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting subnet 82bd47ad-58fa-4033-af13-62f3ee4d22c4 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:43.253062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18695bb2-f4bf-484f-8489-358429434e04 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.309575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18695bb2-f4bf-484f-8489-358429434e04 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.327591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.342324 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-31b1ab6f-ead1-481d-b786-e1203a13ccfe None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:43.348841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.355200 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Network': ['ID=a0924940-746b-4a9d-af9b-01df60aa9dda,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.367308 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d229af4a-c1b5-44f1-bbf8-e86975e22138 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/a0924940-746b-4a9d-af9b-01df60aa9dda HTTP/1.1" status: 204 len: 168 time: 2.3823061 Jan 21 09:44:43.367588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45696) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.376817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1379858492'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:43.383151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:43.390257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:network and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:43.394915 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:43.405035 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:43.419772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:43.423190 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.434894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18695bb2-f4bf-484f-8489-358429434e04 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.499923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:43.511387 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.511725 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Added segment 50778d6b-6130-49c8-85ed-cd2a884d8cd4 of type vlan for network b1306fb1-83ac-4ea2-a80a-08e1a9bb257d Jan 21 09:44:43.534983 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18695bb2-f4bf-484f-8489-358429434e04 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.574861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.590911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18695bb2-f4bf-484f-8489-358429434e04 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Subnet': ['ID=82bd47ad-58fa-4033-af13-62f3ee4d22c4,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.592826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18695bb2-f4bf-484f-8489-358429434e04 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.607497 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcf5031-8065-496e-889c-7617f24e7693 None None] Network d81079bc-6638-49d4-b071-69bc5d4f25a3 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:43.613444 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-18695bb2-f4bf-484f-8489-358429434e04 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/82bd47ad-58fa-4033-af13-62f3ee4d22c4 HTTP/1.1" status: 204 len: 168 time: 0.4313731 Jan 21 09:44:43.613831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45700) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.623385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.628889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:43.629636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.681707 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3105927 Jan 21 09:44:43.682595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45704) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.690295 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-6bd477ea-ecaa-41e3-a631-b6c558e326f0 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:43.755558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.762920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e88dbb-2645-4704-9838-1e976550e514 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=b1306fb1-83ac-4ea2-a80a-08e1a9bb257d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.767045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:43.767465 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.796237 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network b1306fb1-83ac-4ea2-a80a-08e1a9bb257d details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:43.970462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6bd477ea-ecaa-41e3-a631-b6c558e326f0 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.975695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-31b1ab6f-ead1-481d-b786-e1203a13ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 10, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.983044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1ab6f-ead1-481d-b786-e1203a13ccfe None None] Checking router: 2d22a941-7390-4305-9380-c51f7c47a4da for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:43.990372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6bd477ea-ecaa-41e3-a631-b6c558e326f0 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.996933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b1ab6f-ead1-481d-b786-e1203a13ccfe None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:43.997545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-31b1ab6f-ead1-481d-b786-e1203a13ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:44.015977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6bd477ea-ecaa-41e3-a631-b6c558e326f0 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network b1306fb1-83ac-4ea2-a80a-08e1a9bb257d is not hosted by any dhcp agent {{(pid=87502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 09:44:44.021466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd477ea-ecaa-41e3-a631-b6c558e326f0 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:44.021821 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6bd477ea-ecaa-41e3-a631-b6c558e326f0 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.025717 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6bd477ea-ecaa-41e3-a631-b6c558e326f0 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "PUT /v2.0/networks/b1306fb1-83ac-4ea2-a80a-08e1a9bb257d HTTP/1.1" status: 200 len: 723 time: 0.3401940 Jan 21 09:44:44.028158 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45708) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:44.036932 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'subnet': {'network_id': 'b1306fb1-83ac-4ea2-a80a-08e1a9bb257d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:44.090915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] For port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=68e46068-33e5-4ca8-b20a-d53d9a6dfa3a,segment=NetworkSegment(9e553eb6-09bc-46ce-84cb-3efa4fdcc92f),segment_id=9e553eb6-09bc-46ce-84cb-3efa4fdcc92f)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:44.091540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.119769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8493c091-4120-4c66-8c44-a1d7b7985955 None None] DHCP port deletion for d81079bc-6638-49d4-b071-69bc5d4f25a3 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:44.140715 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-8493c091-4120-4c66-8c44-a1d7b7985955 None None] Deleting port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:44.141135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8493c091-4120-4c66-8c44-a1d7b7985955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.144373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd477ea-ecaa-41e3-a631-b6c558e326f0 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=b1306fb1-83ac-4ea2-a80a-08e1a9bb257d,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.196025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network b1306fb1-83ac-4ea2-a80a-08e1a9bb257d details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:44.211884 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:44.215477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:44.216146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:subnet and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:44.219116 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:44.224970 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:44.236597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:44.241383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.270353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-31b1ab6f-ead1-481d-b786-e1203a13ccfe None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:44.297543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.346911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No DVR routers for this DVR port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:44.380860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=68e46068-33e5-4ca8-b20a-d53d9a6dfa3a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.490759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.507902 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:44.518123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81079bc-6638-49d4-b071-69bc5d4f25a3']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:44.532102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e553eb6-09bc-46ce-84cb-3efa4fdcc92f') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:44.532726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e553eb6-09bc-46ce-84cb-3efa4fdcc92f') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:44.552143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.562141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:44.562489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:44.579360 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.586955 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:44.587877 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:44.605846 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:44.638836 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.674407 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-8493c091-4120-4c66-8c44-a1d7b7985955 None None] For port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=68e46068-33e5-4ca8-b20a-d53d9a6dfa3a,segment=NetworkSegment(9e553eb6-09bc-46ce-84cb-3efa4fdcc92f),segment_id=9e553eb6-09bc-46ce-84cb-3efa4fdcc92f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:44.675088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8493c091-4120-4c66-8c44-a1d7b7985955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.716947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.736727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Subnet': ['ID=689a6251-f2f9-43f2-ac69-1fa2ada07c84,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.741300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.747494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking segment: {'id': '50778d6b-6130-49c8-85ed-cd2a884d8cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b1306fb1-83ac-4ea2-a80a-08e1a9bb257d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:44.747856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network hostable DHCP agents. Network: b1306fb1-83ac-4ea2-a80a-08e1a9bb257d, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:44.752135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Network': ['ID=d81079bc-6638-49d4-b071-69bc5d4f25a3,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.760907 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8b02916f-baac-4a8d-ad49-1dff15f27fc1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/networks/d81079bc-6638-49d4-b071-69bc5d4f25a3 HTTP/1.1" status: 204 len: 168 time: 1.1458499 Jan 21 09:44:44.763476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45712) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:44.806563 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:44:44.831174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network b1306fb1-83ac-4ea2-a80a-08e1a9bb257d is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:44.841081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-8493c091-4120-4c66-8c44-a1d7b7985955 None None] Calling delete_port for 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:44.898965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, b1306fb1-83ac-4ea2-a80a-08e1a9bb257d) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:44.904938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:44.905963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.959223 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1e18a5be-cee6-4833-bd6a-29c3cb81d784 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9303091 Jan 21 09:44:44.961946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45716) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:44.968007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3b7c7444-510c-4681-953a-5b593acd8077 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:44.988905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187ef2c6-19ad-4836-99ef-e260b2f1774e None None] Network b1306fb1-83ac-4ea2-a80a-08e1a9bb257d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:45.150766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3b7c7444-510c-4681-953a-5b593acd8077 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-262055268'] for subnet, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.241622 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-8493c091-4120-4c66-8c44-a1d7b7985955 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:45.241996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-8493c091-4120-4c66-8c44-a1d7b7985955 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:45.349951 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3b7c7444-510c-4681-953a-5b593acd8077 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735567170286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-262085630'] for subnet, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.354140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-b1306fb1-83ac-4ea2-a80a-08e1a9bb257d', 'network_id': 'b1306fb1-83ac-4ea2-a80a-08e1a9bb257d', 'tenant_id': 'f18b7dd8f8d8492887a6b11528a3c9bc', 'fixed_ips': [{'subnet_id': '689a6251-f2f9-43f2-ac69-1fa2ada07c84'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:45.356246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.402196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32636ec9-f32b-4980-8235-729f171bc810 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.415748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c7444-510c-4681-953a-5b593acd8077 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Subnet': ['ID=689a6251-f2f9-43f2-ac69-1fa2ada07c84,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:45.428363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7c7444-510c-4681-953a-5b593acd8077 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:45.428893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3b7c7444-510c-4681-953a-5b593acd8077 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.430188 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3b7c7444-510c-4681-953a-5b593acd8077 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "PUT /v2.0/subnets/689a6251-f2f9-43f2-ac69-1fa2ada07c84 HTTP/1.1" status: 200 len: 806 time: 0.4671834 Jan 21 09:44:45.433375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45720) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:45.442716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-31b1ab6f-ead1-481d-b786-e1203a13ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 10, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:45.454772 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1ab6f-ead1-481d-b786-e1203a13ccfe None None] The sync data for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv is: [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:42Z', 'revision_number': 10, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None, '_interfaces': [{'id': '9cebfb0e-7e68-4a6e-bff8-253973eaf0af', 'name': '', 'network_id': '8ccaf2f4-ae3a-4fa5-af02-d694c21367b8', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'mac_address': 'fa:16:3e:ce:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:39Z', 'updated_at': '2022-01-21T09:43:54Z', 'revision_number': 5, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'subnets': [{'id': 'cd9b946d-0dff-4bf7-b363-85871f3482bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:45.547350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Allocated IP 172.20.0.2 (b1306fb1-83ac-4ea2-a80a-08e1a9bb257d/689a6251-f2f9-43f2-ac69-1fa2ada07c84/ee82191a-bdf0-4130-ac88-71a953a37293) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:45.630270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.708020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.743858 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-8493c091-4120-4c66-8c44-a1d7b7985955 None None] Deleting port 68e46068-33e5-4ca8-b20a-d53d9a6dfa3a {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:45.744167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8493c091-4120-4c66-8c44-a1d7b7985955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.775512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-32636ec9-f32b-4980-8235-729f171bc810 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:45.775952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32636ec9-f32b-4980-8235-729f171bc810 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.820487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-8493c091-4120-4c66-8c44-a1d7b7985955 None None] The port '68e46068-33e5-4ca8-b20a-d53d9a6dfa3a' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:44:45.833017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.849865 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Transition to ACTIVE for port object ee82191a-bdf0-4130-ac88-71a953a37293 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:45.870975 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Transition to ACTIVE for port object ee82191a-bdf0-4130-ac88-71a953a37293 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:45.877331 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.897658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.933831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Network b1306fb1-83ac-4ea2-a80a-08e1a9bb257d is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:45.941788 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:45.946218 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:45.949978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Subnet': ['ID=689a6251-f2f9-43f2-ac69-1fa2ada07c84,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:45.996753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-32636ec9-f32b-4980-8235-729f171bc810 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] For port 9cebfb0e-7e68-4a6e-bff8-253973eaf0af, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9cebfb0e-7e68-4a6e-bff8-253973eaf0af,segment=NetworkSegment(1f9c945e-14b3-4eb5-88e4-7cd562704ad3),segment_id=1f9c945e-14b3-4eb5-88e4-7cd562704ad3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:45.997044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32636ec9-f32b-4980-8235-729f171bc810 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.032942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Pushing event updated for resources: {'Port': ['ID=ee82191a-bdf0-4130-ac88-71a953a37293,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.049869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.050239 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Attempting to bind port ee82191a-bdf0-4130-ac88-71a953a37293 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:46.050611 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Attempting to bind port ee82191a-bdf0-4130-ac88-71a953a37293 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '50778d6b-6130-49c8-85ed-cd2a884d8cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b1306fb1-83ac-4ea2-a80a-08e1a9bb257d'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:46.050974 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Attempting to bind port ee82191a-bdf0-4130-ac88-71a953a37293 on network b1306fb1-83ac-4ea2-a80a-08e1a9bb257d {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:46.056481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:46.056857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Checking segment: {'id': '50778d6b-6130-49c8-85ed-cd2a884d8cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b1306fb1-83ac-4ea2-a80a-08e1a9bb257d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:46.057260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.057646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Bound using segment: {'id': '50778d6b-6130-49c8-85ed-cd2a884d8cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b1306fb1-83ac-4ea2-a80a-08e1a9bb257d'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:46.058256 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Bound port: ee82191a-bdf0-4130-ac88-71a953a37293, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50778d6b-6130-49c8-85ed-cd2a884d8cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b1306fb1-83ac-4ea2-a80a-08e1a9bb257d'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:46.058478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.082152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1306fb1-83ac-4ea2-a80a-08e1a9bb257d']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:46.094432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50778d6b-6130-49c8-85ed-cd2a884d8cd4') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:46.094630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50778d6b-6130-49c8-85ed-cd2a884d8cd4') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:46.106561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.123553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.129992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:46.130535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:46.145629 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:46.159652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] For port ee82191a-bdf0-4130-ac88-71a953a37293, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:46.222745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] For port ee82191a-bdf0-4130-ac88-71a953a37293, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ee82191a-bdf0-4130-ac88-71a953a37293,segment=NetworkSegment(50778d6b-6130-49c8-85ed-cd2a884d8cd4),segment_id=50778d6b-6130-49c8-85ed-cd2a884d8cd4)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:46.224008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:44:46.224008 dv-neutron-825723-1-hyperv neutron-server[87501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:44:46.224008 dv-neutron-825723-1-hyperv neutron-server[87501]: [parameters: {'id': 'b1306fb1-83ac-4ea2-a80a-08e1a9bb257d'}] Jan 21 09:44:46.224008 dv-neutron-825723-1-hyperv neutron-server[87501]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:46.224856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:46.228931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.243659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-32636ec9-f32b-4980-8235-729f171bc810 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for 9cebfb0e-7e68-4a6e-bff8-253973eaf0af owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:46.339577 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a26949-fe48-4714-a16d-df0c4211eed1 None None] Pushing event updated for resources: {'Port': ['ID=ee82191a-bdf0-4130-ac88-71a953a37293,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.380312 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbe94ba-e672-4f30-a172-eb00f67216d4 None None] Network b1306fb1-83ac-4ea2-a80a-08e1a9bb257d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:46.424903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32636ec9-f32b-4980-8235-729f171bc810 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.463223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 047405da-1b97-42e3-b610-30426c79c8c6 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:46.473580 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32636ec9-f32b-4980-8235-729f171bc810 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=9cebfb0e-7e68-4a6e-bff8-253973eaf0af,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.515248 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 047405da-1b97-42e3-b610-30426c79c8c6 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:46.515582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 047405da-1b97-42e3-b610-30426c79c8c6 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:46.620090 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27779992-178a-4040-97d5-c7b15060e218 None None] Network b1306fb1-83ac-4ea2-a80a-08e1a9bb257d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:46.651308 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32636ec9-f32b-4980-8235-729f171bc810 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.725146 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.735862 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Deleting port ee82191a-bdf0-4130-ac88-71a953a37293 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:46.736190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.876268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf546873-fe9c-4cdb-b530-2287f18a5d35 None None] get_active_networks_info from dv-neutron-825723-1-hyperv {{(pid=87503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:44:46.927306 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32636ec9-f32b-4980-8235-729f171bc810 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 2d22a941-7390-4305-9380-c51f7c47a4da has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:47.005007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf546873-fe9c-4cdb-b530-2287f18a5d35 None None] Resources bound (agent type, host, resource id): {{(pid=87503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:44:47.058475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] For port ee82191a-bdf0-4130-ac88-71a953a37293, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ee82191a-bdf0-4130-ac88-71a953a37293,segment=NetworkSegment(50778d6b-6130-49c8-85ed-cd2a884d8cd4),segment_id=50778d6b-6130-49c8-85ed-cd2a884d8cd4)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:47.058990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.072227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32636ec9-f32b-4980-8235-729f171bc810 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:47.082900 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758afbf-1605-44c2-9c97-85c603919623 None None] Sync routers for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:47.088614 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-32636ec9-f32b-4980-8235-729f171bc810 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3239071 Jan 21 09:44:47.089372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45724) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.094127 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758afbf-1605-44c2-9c97-85c603919623 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:47.094911 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a758afbf-1605-44c2-9c97-85c603919623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:47.157159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4150d26-42ef-40cf-a090-a67f9d94158d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting subnet cd9b946d-0dff-4bf7-b363-85871f3482bd {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:47.161174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d4150d26-42ef-40cf-a090-a67f9d94158d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.203031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Calling delete_port for ee82191a-bdf0-4130-ac88-71a953a37293 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:47.221430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d4150d26-42ef-40cf-a090-a67f9d94158d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.226280 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-a758afbf-1605-44c2-9c97-85c603919623 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:47.294788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.319957 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d4150d26-42ef-40cf-a090-a67f9d94158d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.333108 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a758afbf-1605-44c2-9c97-85c603919623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:46Z', 'revision_number': 11, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:47.337926 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758afbf-1605-44c2-9c97-85c603919623 None None] Checking router: 2d22a941-7390-4305-9380-c51f7c47a4da for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:47.347899 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758afbf-1605-44c2-9c97-85c603919623 None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:47.349077 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a758afbf-1605-44c2-9c97-85c603919623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:47.352454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No DVR routers for this DVR port ee82191a-bdf0-4130-ac88-71a953a37293 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:47.400091 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Port': ['ID=ee82191a-bdf0-4130-ac88-71a953a37293,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:47.403915 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d4150d26-42ef-40cf-a090-a67f9d94158d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.445751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4150d26-42ef-40cf-a090-a67f9d94158d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9b946d-0dff-4bf7-b363-85871f3482bd,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:47.448101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d4150d26-42ef-40cf-a090-a67f9d94158d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.456416 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d4150d26-42ef-40cf-a090-a67f9d94158d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/cd9b946d-0dff-4bf7-b363-85871f3482bd HTTP/1.1" status: 204 len: 168 time: 0.3659527 Jan 21 09:44:47.457646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45730) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.466447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fd221e-bfe6-452f-b9dc-d80c9f7f6d3e None None] Network 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:47.481482 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-a758afbf-1605-44c2-9c97-85c603919623 None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:47.508361 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.535824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1306fb1-83ac-4ea2-a80a-08e1a9bb257d']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:47.549294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50778d6b-6130-49c8-85ed-cd2a884d8cd4') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:47.549708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50778d6b-6130-49c8-85ed-cd2a884d8cd4') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:47.562963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.576823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.584006 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.587980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Deleting port b119521b-5441-40e7-80a5-dea78a50d329 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:47.588330 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.592765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:47.593290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:47.612060 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:47.638835 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a758afbf-1605-44c2-9c97-85c603919623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:46Z', 'revision_number': 11, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:47.651478 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758afbf-1605-44c2-9c97-85c603919623 None None] The sync data for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv is: [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:46Z', 'revision_number': 11, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:47.744482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.768793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.780365 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Network': ['ID=b1306fb1-83ac-4ea2-a80a-08e1a9bb257d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:47.788387 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a8600297-c029-49a8-bd37-4f9509a82e95 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/b1306fb1-83ac-4ea2-a80a-08e1a9bb257d HTTP/1.1" status: 204 len: 168 time: 2.3525128 Jan 21 09:44:47.789679 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45734) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.842247 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf23c61-64c2-4890-b1ed-506d1600b8b8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:47.842694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf23c61-64c2-4890-b1ed-506d1600b8b8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:47.844251 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-caf23c61-64c2-4890-b1ed-506d1600b8b8 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/b1306fb1-83ac-4ea2-a80a-08e1a9bb257d HTTP/1.1" status: 404 len: 339 time: 0.0536559 Jan 21 09:44:47.848164 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45738) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.857457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-479349689', 'description': 'd1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:47.864140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:47.869850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:network and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:47.872990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:47.879655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:47.891489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:47.895179 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.923907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:47.933404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.933746 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Added segment efa88f68-0285-4bfc-bd17-6f80a3550cd4 of type vlan for network faf1977a-f5bd-46b5-99f4-dc5d39464367 Jan 21 09:44:47.964355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.985020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] For port b119521b-5441-40e7-80a5-dea78a50d329, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b119521b-5441-40e7-80a5-dea78a50d329,segment=NetworkSegment(1f9c945e-14b3-4eb5-88e4-7cd562704ad3),segment_id=1f9c945e-14b3-4eb5-88e4-7cd562704ad3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:47.985303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.996971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.003530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.004141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.026596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b6a37d-9858-4fed-9583-8fb27a9c7854 None None] DHCP port deletion for 8ccaf2f4-ae3a-4fa5-af02-d694c21367b8 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:48.031070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-49b6a37d-9858-4fed-9583-8fb27a9c7854 None None] Deleting port b119521b-5441-40e7-80a5-dea78a50d329 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:48.031520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-49b6a37d-9858-4fed-9583-8fb27a9c7854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.060178 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2094414 Jan 21 09:44:48.075212 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45742) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.149236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd2681-c5e1-46ea-96c4-afd18b4f6395 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=faf1977a-f5bd-46b5-99f4-dc5d39464367,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.172589 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network faf1977a-f5bd-46b5-99f4-dc5d39464367 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:48.186239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Calling delete_port for b119521b-5441-40e7-80a5-dea78a50d329 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:48.336370 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a312d5-57ea-4f8b-bf6d-a3e6b46bbd59 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.337060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f0a312d5-57ea-4f8b-bf6d-a3e6b46bbd59 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Synchronizing usage tracker for tenant:f18b7dd8f8d8492887a6b11528a3c9bc on resource:network {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:48.338568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-49b6a37d-9858-4fed-9583-8fb27a9c7854 None None] For port b119521b-5441-40e7-80a5-dea78a50d329, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b119521b-5441-40e7-80a5-dea78a50d329,segment=NetworkSegment(1f9c945e-14b3-4eb5-88e4-7cd562704ad3),segment_id=1f9c945e-14b3-4eb5-88e4-7cd562704ad3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:48.338930 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-49b6a37d-9858-4fed-9583-8fb27a9c7854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.354193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.386841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f0a312d5-57ea-4f8b-bf6d-a3e6b46bbd59 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Unset dirty status for tenant:f18b7dd8f8d8492887a6b11528a3c9bc on resource:network {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:48.388005 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f0a312d5-57ea-4f8b-bf6d-a3e6b46bbd59 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "GET /v2.0/networks?id=faf1977a-f5bd-46b5-99f4-dc5d39464367 HTTP/1.1" status: 200 len: 760 time: 0.3124402 Jan 21 09:44:48.391030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45746) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.398973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ad929707-c821-4672-8331-31688a554f97 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'description': 'd2'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:48.403980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Port': ['ID=b119521b-5441-40e7-80a5-dea78a50d329,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.405797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No DVR routers for this DVR port b119521b-5441-40e7-80a5-dea78a50d329 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:48.468239 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-49b6a37d-9858-4fed-9583-8fb27a9c7854 None None] Calling delete_port for b119521b-5441-40e7-80a5-dea78a50d329 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:48.505707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b119521b-5441-40e7-80a5-dea78a50d329 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:48.549517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: b119521b-5441-40e7-80a5-dea78a50d329 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:48.549894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b119521b-5441-40e7-80a5-dea78a50d329 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:48.550732 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9cebfb0e-7e68-4a6e-bff8-253973eaf0af no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:48.562098 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.589152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccaf2f4-ae3a-4fa5-af02-d694c21367b8']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:48.590488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 9cebfb0e-7e68-4a6e-bff8-253973eaf0af {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:48.590837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9cebfb0e-7e68-4a6e-bff8-253973eaf0af not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:48.612473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9c945e-14b3-4eb5-88e4-7cd562704ad3') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:48.613067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9c945e-14b3-4eb5-88e4-7cd562704ad3') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:48.620252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-49b6a37d-9858-4fed-9583-8fb27a9c7854 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:48.620653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-49b6a37d-9858-4fed-9583-8fb27a9c7854 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:48.629904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.647461 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.653305 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ad929707-c821-4672-8331-31688a554f97 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.654697 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:48.655251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:48.670231 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:48.673622 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ad929707-c821-4672-8331-31688a554f97 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.695397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad929707-c821-4672-8331-31688a554f97 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network faf1977a-f5bd-46b5-99f4-dc5d39464367 is not hosted by any dhcp agent {{(pid=87501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 09:44:48.700703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad929707-c821-4672-8331-31688a554f97 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.701300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ad929707-c821-4672-8331-31688a554f97 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.702615 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ad929707-c821-4672-8331-31688a554f97 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "PUT /v2.0/networks/faf1977a-f5bd-46b5-99f4-dc5d39464367 HTTP/1.1" status: 200 len: 757 time: 0.3100610 Jan 21 09:44:48.711567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45750) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.753264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.770064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.783170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Pushing event deleted for resources: {'Network': ['ID=8ccaf2f4-ae3a-4fa5-af02-d694c21367b8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.788485 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d90b95e6-63c2-4f4d-8f60-56137a7643b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/networks/8ccaf2f4-ae3a-4fa5-af02-d694c21367b8 HTTP/1.1" status: 204 len: 168 time: 1.3300858 Jan 21 09:44:48.791323 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45754) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.797505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4e4428be-f380-471e-b2af-73bd40e6f9b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'router': {'routes': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:48.827292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad929707-c821-4672-8331-31688a554f97 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=faf1977a-f5bd-46b5-99f4-dc5d39464367,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.842985 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network faf1977a-f5bd-46b5-99f4-dc5d39464367 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:48.909201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3bb59e-92d9-4197-ba63-41c3571fa6cd tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.910093 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4a3bb59e-92d9-4197-ba63-41c3571fa6cd tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Synchronizing usage tracker for tenant:f18b7dd8f8d8492887a6b11528a3c9bc on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:48.922169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4a3bb59e-92d9-4197-ba63-41c3571fa6cd tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Unset dirty status for tenant:f18b7dd8f8d8492887a6b11528a3c9bc on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:48.924809 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4a3bb59e-92d9-4197-ba63-41c3571fa6cd tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "GET /v2.0/networks?id=faf1977a-f5bd-46b5-99f4-dc5d39464367 HTTP/1.1" status: 200 len: 760 time: 0.2125785 Jan 21 09:44:48.928549 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45758) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.934503 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1897950666'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:48.941823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:48.951815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:48.961801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:48.965667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.994996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:49.004493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.004944 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Added segment cbd0810c-5946-4c39-adcd-ba2def0c37ed of type vlan for network 28d1166a-5f06-4bbc-89b1-8455dc2f3ca6 Jan 21 09:44:49.034389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.064302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.069734 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.070315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.085655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.extraroute_db [None req-4e4428be-f380-471e-b2af-73bd40e6f9b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Added routes are [] {{(pid=87502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 09:44:49.085993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.extraroute_db [None req-4e4428be-f380-471e-b2af-73bd40e6f9b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Removed routes are [] {{(pid=87502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 09:44:49.086324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4e4428be-f380-471e-b2af-73bd40e6f9b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.121649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-49b6a37d-9858-4fed-9583-8fb27a9c7854 None None] Deleting port b119521b-5441-40e7-80a5-dea78a50d329 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:49.122226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-49b6a37d-9858-4fed-9583-8fb27a9c7854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.190200 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-49b6a37d-9858-4fed-9583-8fb27a9c7854 None None] The port 'b119521b-5441-40e7-80a5-dea78a50d329' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:44:49.194190 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2645252 Jan 21 09:44:49.195048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8f045-ae18-424d-8c55-15e5d657e82c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=28d1166a-5f06-4bbc-89b1-8455dc2f3ca6,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.201441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45762) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:49.207722 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'subnet': {'network_id': '28d1166a-5f06-4bbc-89b1-8455dc2f3ca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:49.219394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 28d1166a-5f06-4bbc-89b1-8455dc2f3ca6 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:49.437957 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:49.442154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Usage tracker for resource:subnet and tenant:f18b7dd8f8d8492887a6b11528a3c9bc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:49.445014 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:49.450843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:49.462267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:49.465691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.473888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4e4428be-f380-471e-b2af-73bd40e6f9b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.477500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4e4428be-f380-471e-b2af-73bd40e6f9b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.615171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4428be-f380-471e-b2af-73bd40e6f9b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 2d22a941-7390-4305-9380-c51f7c47a4da has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:49.691614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.751767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4428be-f380-471e-b2af-73bd40e6f9b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:49.759110 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4e4428be-f380-471e-b2af-73bd40e6f9b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.761166 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4e4428be-f380-471e-b2af-73bd40e6f9b4 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da HTTP/1.1" status: 200 len: 705 time: 0.9685431 Jan 21 09:44:49.762793 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5ab535-16d5-42c3-b368-db23841b33bd None None] Sync routers for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:49.764119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45766) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:49.765292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Subnet': ['ID=ea80f5a0-d41e-44c9-9f00-ebc3ffbcc1fc,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.773452 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5ab535-16d5-42c3-b368-db23841b33bd None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:49.773857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6b5ab535-16d5-42c3-b368-db23841b33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:49.775713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking segment: {'id': 'cbd0810c-5946-4c39-adcd-ba2def0c37ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '28d1166a-5f06-4bbc-89b1-8455dc2f3ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:49.776078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network hostable DHCP agents. Network: 28d1166a-5f06-4bbc-89b1-8455dc2f3ca6, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:49.797357 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network 28d1166a-5f06-4bbc-89b1-8455dc2f3ca6 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:49.807233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 28d1166a-5f06-4bbc-89b1-8455dc2f3ca6) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:49.812167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.812786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.818375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-288906a4-e71b-4757-9ca6-2af2fc48008d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Synchronizing usage tracker for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:49.832459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4c012b-a0e8-499c-af01-dfcb42cd4eaa None None] Network 28d1166a-5f06-4bbc-89b1-8455dc2f3ca6 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:49.836024 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-845fc6b2-fed3-4b0d-b8f8-f7d99b24c5cf tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6379936 Jan 21 09:44:49.838981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45770) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:49.839725 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-288906a4-e71b-4757-9ca6-2af2fc48008d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Unset dirty status for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:49.841395 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-288906a4-e71b-4757-9ca6-2af2fc48008d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d22a941-7390-4305-9380-c51f7c47a4da HTTP/1.1" status: 200 len: 205 time: 0.0759020 Jan 21 09:44:49.844018 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45774) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:49.937444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-6b5ab535-16d5-42c3-b368-db23841b33bd None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:49.983633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.986471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-466a1bbd-1568-4f88-8fea-bd1cd29cde83 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.052266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.088230 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6b5ab535-16d5-42c3-b368-db23841b33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:46Z', 'revision_number': 11, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:50.101597 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5ab535-16d5-42c3-b368-db23841b33bd None None] Checking router: 2d22a941-7390-4305-9380-c51f7c47a4da for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:50.126075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5ab535-16d5-42c3-b368-db23841b33bd None None] Routers {'2d22a941-7390-4305-9380-c51f7c47a4da'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:50.126793 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6b5ab535-16d5-42c3-b368-db23841b33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['2d22a941-7390-4305-9380-c51f7c47a4da'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:50.131712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.169777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Subnet': ['ID=ea80f5a0-d41e-44c9-9f00-ebc3ffbcc1fc,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:50.273190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.294120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-466a1bbd-1568-4f88-8fea-bd1cd29cde83 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.296437 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-466a1bbd-1568-4f88-8fea-bd1cd29cde83 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.300466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d1166a-5f06-4bbc-89b1-8455dc2f3ca6']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:50.307640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-6b5ab535-16d5-42c3-b368-db23841b33bd None None] Set router 2d22a941-7390-4305-9380-c51f7c47a4da gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:50.314048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd0810c-5946-4c39-adcd-ba2def0c37ed') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:50.314282 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd0810c-5946-4c39-adcd-ba2def0c37ed') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:50.323065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-466a1bbd-1568-4f88-8fea-bd1cd29cde83 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.323925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466a1bbd-1568-4f88-8fea-bd1cd29cde83 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Fanout notify agent at l3_agent the message router_deleted on router 2d22a941-7390-4305-9380-c51f7c47a4da {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:44:50.327157 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.341084 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-466a1bbd-1568-4f88-8fea-bd1cd29cde83 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.342267 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-466a1bbd-1568-4f88-8fea-bd1cd29cde83 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da HTTP/1.1" status: 204 len: 168 time: 0.4972827 Jan 21 09:44:50.346152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.346517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45778) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.351629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e24b50e8-d0b5-4ae5-9283-55f0a1be3d00 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1863153780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:50.353037 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:50.354549 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.356207 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c74c7-ffb2-49a0-9ecc-1bd61b8f2ad0 None None] Network 28d1166a-5f06-4bbc-89b1-8455dc2f3ca6 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:50.358274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e24b50e8-d0b5-4ae5-9283-55f0a1be3d00 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:50.362369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e24b50e8-d0b5-4ae5-9283-55f0a1be3d00 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Usage tracker for resource:router and tenant:849e021356e44bfcb5b399720f6b6513 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:50.365282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e24b50e8-d0b5-4ae5-9283-55f0a1be3d00 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:50.370563 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:50.372608 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e24b50e8-d0b5-4ae5-9283-55f0a1be3d00 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:50.383114 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e24b50e8-d0b5-4ae5-9283-55f0a1be3d00 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.384733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e24b50e8-d0b5-4ae5-9283-55f0a1be3d00 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.439784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6b5ab535-16d5-42c3-b368-db23841b33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:46Z', 'revision_number': 11, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:50.455953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5ab535-16d5-42c3-b368-db23841b33bd None None] The sync data for ids ['2d22a941-7390-4305-9380-c51f7c47a4da'] in dv-neutron-825723-1-hyperv is: [{'id': '2d22a941-7390-4305-9380-c51f7c47a4da', 'name': 'tempest-RoutersIpV6Test-router-1699309106', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:31Z', 'updated_at': '2022-01-21T09:44:46Z', 'revision_number': 11, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:50.459168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.464876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.468421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e24b50e8-d0b5-4ae5-9283-55f0a1be3d00 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.494825 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Network': ['ID=28d1166a-5f06-4bbc-89b1-8455dc2f3ca6,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:50.496211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e24b50e8-d0b5-4ae5-9283-55f0a1be3d00 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.503683 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-90db0b7f-9b11-45ac-b891-5ceaf698f24d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/28d1166a-5f06-4bbc-89b1-8455dc2f3ca6 HTTP/1.1" status: 204 len: 168 time: 0.6637671 Jan 21 09:44:50.504288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45782) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.535255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e24b50e8-d0b5-4ae5-9283-55f0a1be3d00 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.536870 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e24b50e8-d0b5-4ae5-9283-55f0a1be3d00 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1892822 Jan 21 09:44:50.540275 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45786) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.547282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4f890e87-ab7c-46cb-a511-be1ce00e331d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:50.553265 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf519f8-8d72-4644-9c89-f88f6bb7b4b9 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] GET failed (client error): The resource could not be found. Jan 21 09:44:50.553790 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-daf519f8-8d72-4644-9c89-f88f6bb7b4b9 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Synchronizing usage tracker for tenant:f18b7dd8f8d8492887a6b11528a3c9bc on resource:subnet {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:50.573258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-daf519f8-8d72-4644-9c89-f88f6bb7b4b9 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Unset dirty status for tenant:f18b7dd8f8d8492887a6b11528a3c9bc on resource:subnet {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:50.577804 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-daf519f8-8d72-4644-9c89-f88f6bb7b4b9 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "GET /v2.0/subnets/ea80f5a0-d41e-44c9-9f00-ebc3ffbcc1fc HTTP/1.1" status: 404 len: 337 time: 0.0725446 Jan 21 09:44:50.578451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45790) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.606070 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f5b7ae-857b-4879-b20a-859421c9be72 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:50.606550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f5b7ae-857b-4879-b20a-859421c9be72 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:50.612699 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b6f5b7ae-857b-4879-b20a-859421c9be72 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/28d1166a-5f06-4bbc-89b1-8455dc2f3ca6 HTTP/1.1" status: 404 len: 339 time: 0.0332839 Jan 21 09:44:50.613317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45794) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.779041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce85a4e8-2cd1-4b99-a994-d421b525e0b4 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.779797 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ce85a4e8-2cd1-4b99-a994-d421b525e0b4 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Synchronizing usage tracker for tenant:f18b7dd8f8d8492887a6b11528a3c9bc on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:50.796569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ce85a4e8-2cd1-4b99-a994-d421b525e0b4 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Unset dirty status for tenant:f18b7dd8f8d8492887a6b11528a3c9bc on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:50.797761 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ce85a4e8-2cd1-4b99-a994-d421b525e0b4 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1835368 Jan 21 09:44:50.800561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45798) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.843056 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2245170f-67ba-41a1-8f6b-4bef2cc57733 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 207 time: 0.0412791 Jan 21 09:44:50.846331 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45802) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.997728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43105715-11ad-4b37-a103-e2358c57e0ea tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.004390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43105715-11ad-4b37-a103-e2358c57e0ea tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.009993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43105715-11ad-4b37-a103-e2358c57e0ea tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.015572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43105715-11ad-4b37-a103-e2358c57e0ea tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.017239 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-43105715-11ad-4b37-a103-e2358c57e0ea tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1699491 Jan 21 09:44:51.020896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45806) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.072383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f890e87-ab7c-46cb-a511-be1ce00e331d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.084522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f890e87-ab7c-46cb-a511-be1ce00e331d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.171700 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f67494de-7bcb-41b7-b7ce-982395da64fa tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1496928 Jan 21 09:44:51.174902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45810) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.244028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f558f0-accc-4f9c-9bfb-3e4ad566fe93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.245519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f558f0-accc-4f9c-9bfb-3e4ad566fe93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.247224 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d8f558f0-accc-4f9c-9bfb-3e4ad566fe93 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0713158 Jan 21 09:44:51.251317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45814) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.252044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f890e87-ab7c-46cb-a511-be1ce00e331d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Router 42c71782-ae93-4d46-972e-12c32e65a164 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:44:51.316092 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264675b7-aa68-41fb-9d6e-6499d5e265de tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['shared'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.317793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264675b7-aa68-41fb-9d6e-6499d5e265de tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['shared'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.319389 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-264675b7-aa68-41fb-9d6e-6499d5e265de tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0670810 Jan 21 09:44:51.322946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45818) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.386993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f890e87-ab7c-46cb-a511-be1ce00e331d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:51.393809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4f890e87-ab7c-46cb-a511-be1ce00e331d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.394943 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4f890e87-ab7c-46cb-a511-be1ce00e331d tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "PUT /v2.0/routers/42c71782-ae93-4d46-972e-12c32e65a164 HTTP/1.1" status: 200 len: 698 time: 0.8533812 Jan 21 09:44:51.398047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45822) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.398551 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf4671-d47b-44c5-9bc4-59cdf0d275b5 None None] Sync routers for ids ['42c71782-ae93-4d46-972e-12c32e65a164'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:51.410528 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf4671-d47b-44c5-9bc4-59cdf0d275b5 None None] Routers {'42c71782-ae93-4d46-972e-12c32e65a164'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:51.411168 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5bbf4671-d47b-44c5-9bc4-59cdf0d275b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['42c71782-ae93-4d46-972e-12c32e65a164'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:51.534219 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5bbf4671-d47b-44c5-9bc4-59cdf0d275b5 None None] Set router 42c71782-ae93-4d46-972e-12c32e65a164 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:51.542261 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8da9b80b-788b-4b22-a3c9-5e319dca180c tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/routers/42c71782-ae93-4d46-972e-12c32e65a164 HTTP/1.1" status: 200 len: 704 time: 0.1430809 Jan 21 09:44:51.544994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45826) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.575696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef9fa8a-b354-47c4-b5bc-9b3fbe986b35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.578141 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7ef9fa8a-b354-47c4-b5bc-9b3fbe986b35 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "GET /v2.0/networks/a9f15ece-4aa4-4d32-a881-c43506ed0d77 HTTP/1.1" status: 200 len: 799 time: 0.2531974 Jan 21 09:44:51.582868 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45830) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.594182 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-617f5318-cedb-4849-a771-1abf6b0e6397 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=42c71782-ae93-4d46-972e-12c32e65a164 HTTP/1.1" status: 200 len: 205 time: 0.0479677 Jan 21 09:44:51.596921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45834) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.646673 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5bbf4671-d47b-44c5-9bc4-59cdf0d275b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c71782-ae93-4d46-972e-12c32e65a164', 'name': 'tempest-RoutersIpV6Test-router-1863153780', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:50Z', 'updated_at': '2022-01-21T09:44:51Z', 'revision_number': 2, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:51.652706 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf4671-d47b-44c5-9bc4-59cdf0d275b5 None None] Checking router: 42c71782-ae93-4d46-972e-12c32e65a164 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:51.662933 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf4671-d47b-44c5-9bc4-59cdf0d275b5 None None] Routers {'42c71782-ae93-4d46-972e-12c32e65a164'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:51.663744 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5bbf4671-d47b-44c5-9bc4-59cdf0d275b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['42c71782-ae93-4d46-972e-12c32e65a164'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:51.734904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-99d0880d-6d55-47bc-8457-a2d1011a37f1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.771571 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5ca65fc0-8078-49e5-90de-5f5c9e892a0a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "GET /v2.0/networks/a9f15ece-4aa4-4d32-a881-c43506ed0d77?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1849127 Jan 21 09:44:51.774423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45838) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.814042 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5bbf4671-d47b-44c5-9bc4-59cdf0d275b5 None None] Set router 42c71782-ae93-4d46-972e-12c32e65a164 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:51.842571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ddc0b9-617d-4911-bdd1-27b9ed4cfd6f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.847402 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-70ddc0b9-617d-4911-bdd1-27b9ed4cfd6f tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "GET /v2.0/subnets/a31b479a-e9f4-46bb-9d06-1503e440ff7d HTTP/1.1" status: 200 len: 811 time: 0.0705788 Jan 21 09:44:51.847894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45842) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.912627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae582813-1169-4247-ab70-f0d58aaf5c2c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['shared'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.917564 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ae582813-1169-4247-ab70-f0d58aaf5c2c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "GET /v2.0/subnets/a31b479a-e9f4-46bb-9d06-1503e440ff7d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0651670 Jan 21 09:44:51.917787 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45846) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.919439 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5bbf4671-d47b-44c5-9bc4-59cdf0d275b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c71782-ae93-4d46-972e-12c32e65a164', 'name': 'tempest-RoutersIpV6Test-router-1863153780', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:50Z', 'updated_at': '2022-01-21T09:44:51Z', 'revision_number': 2, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:51.923451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2136469551'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:51.923724 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf4671-d47b-44c5-9bc4-59cdf0d275b5 None None] The sync data for ids ['42c71782-ae93-4d46-972e-12c32e65a164'] in dv-neutron-825723-1-hyperv is: [{'id': '42c71782-ae93-4d46-972e-12c32e65a164', 'name': 'tempest-RoutersIpV6Test-router-1863153780', 'tenant_id': '849e021356e44bfcb5b399720f6b6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:50Z', 'updated_at': '2022-01-21T09:44:51Z', 'revision_number': 2, 'project_id': '849e021356e44bfcb5b399720f6b6513', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:51.928458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:51.938868 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:51.951449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:51.955254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.986345 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:51.998330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.998686 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Added segment 4a8219cf-a8fd-4e87-be13-1459f4125cf9 of type vlan for network a20ffa57-cc3d-4636-ae96-6de55e3bbc47 Jan 21 09:44:52.031623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.066278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.071315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:52.072049 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.177592 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2584815 Jan 21 09:44:52.182051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-99d0880d-6d55-47bc-8457-a2d1011a37f1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.182610 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45850) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.184512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-99d0880d-6d55-47bc-8457-a2d1011a37f1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.184691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f103b2-0afd-41fb-ad80-4d6fa9ac7a3d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Network': ['ID=a20ffa57-cc3d-4636-ae96-6de55e3bbc47,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:52.190295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'subnet': {'network_id': 'a20ffa57-cc3d-4636-ae96-6de55e3bbc47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:52.195607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network a20ffa57-cc3d-4636-ae96-6de55e3bbc47 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:52.207696 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-99d0880d-6d55-47bc-8457-a2d1011a37f1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.208573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d0880d-6d55-47bc-8457-a2d1011a37f1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Fanout notify agent at l3_agent the message router_deleted on router 42c71782-ae93-4d46-972e-12c32e65a164 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:44:52.227708 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-99d0880d-6d55-47bc-8457-a2d1011a37f1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.229311 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-99d0880d-6d55-47bc-8457-a2d1011a37f1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/42c71782-ae93-4d46-972e-12c32e65a164 HTTP/1.1" status: 204 len: 168 time: 0.6317801 Jan 21 09:44:52.232513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45854) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.276638 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e638090b-7d9c-4b82-bb72-69f800e86ebd tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=42c71782-ae93-4d46-972e-12c32e65a164 HTTP/1.1" status: 200 len: 205 time: 0.0428522 Jan 21 09:44:52.278862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45858) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.304244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:52.314183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:52.324719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Made reservation on behalf of f18b7dd8f8d8492887a6b11528a3c9bc for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:52.328234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.349666 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-907b9020-59dd-4ce2-818d-dbd778a25119 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] delete failed (client error): The resource could not be found. Jan 21 09:44:52.353160 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-907b9020-59dd-4ce2-818d-dbd778a25119 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/42c71782-ae93-4d46-972e-12c32e65a164 HTTP/1.1" status: 404 len: 336 time: 0.0708494 Jan 21 09:44:52.353435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45862) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.391979 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8d4af1-9505-4f9f-a9ea-dcc5ae08aa36 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:52.392504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8d4af1-9505-4f9f-a9ea-dcc5ae08aa36 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:52.394162 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0d8d4af1-9505-4f9f-a9ea-dcc5ae08aa36 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/00f308ff-7127-43a7-9c6e-a6b1002dac87 HTTP/1.1" status: 404 len: 337 time: 0.0398235 Jan 21 09:44:52.396839 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45866) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.421122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.ipam_backend_mixin [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Performing IP validity checks on allocation pools {{(pid=87501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:44:52.421635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.ipam_backend_mixin [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:44:52.437643 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4062235-2e63-404f-b2f4-d2ec67846e5e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:52.438099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4062235-2e63-404f-b2f4-d2ec67846e5e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:52.440275 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e4062235-2e63-404f-b2f4-d2ec67846e5e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/8f78cb89-3b7a-4c07-ad2c-4e3eb5d1eda4 HTTP/1.1" status: 404 len: 337 time: 0.0425270 Jan 21 09:44:52.443046 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45870) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.480727 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf520062-dcb1-4ec5-b8f2-ad240775daf2 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:52.481236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf520062-dcb1-4ec5-b8f2-ad240775daf2 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:52.482825 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cf520062-dcb1-4ec5-b8f2-ad240775daf2 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/82bd47ad-58fa-4033-af13-62f3ee4d22c4 HTTP/1.1" status: 404 len: 337 time: 0.0388427 Jan 21 09:44:52.485379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45874) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.521974 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef4040f-4e2b-41d4-8d21-7343dba80e7b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:52.522405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef4040f-4e2b-41d4-8d21-7343dba80e7b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:52.524058 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8ef4040f-4e2b-41d4-8d21-7343dba80e7b tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/cd9b946d-0dff-4bf7-b363-85871f3482bd HTTP/1.1" status: 404 len: 337 time: 0.0377927 Jan 21 09:44:52.526744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45878) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.559104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.573910 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-176a4edd-23a8-4210-9a58-8ea54f8819f1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d22a941-7390-4305-9380-c51f7c47a4da HTTP/1.1" status: 200 len: 205 time: 0.0460961 Jan 21 09:44:52.576491 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45882) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.647082 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-bf8e7607-f687-4de4-9f11-e4230b53d493 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] delete failed (client error): The resource could not be found. Jan 21 09:44:52.648216 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Checking segment: {'id': '4a8219cf-a8fd-4e87-be13-1459f4125cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a20ffa57-cc3d-4636-ae96-6de55e3bbc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:52.648765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network hostable DHCP agents. Network: a20ffa57-cc3d-4636-ae96-6de55e3bbc47, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:52.649044 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bf8e7607-f687-4de4-9f11-e4230b53d493 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/2d22a941-7390-4305-9380-c51f7c47a4da HTTP/1.1" status: 404 len: 336 time: 0.0710826 Jan 21 09:44:52.655989 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45886) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.662729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Subnet': ['ID=57dd014c-aa10-4101-86c0-2602f2e85588,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:52.714606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a1103e26-9e77-4ad6-8a78-0497530ff511 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Synchronizing usage tracker for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:52.726437 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Network a20ffa57-cc3d-4636-ae96-6de55e3bbc47 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:52.733235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a1103e26-9e77-4ad6-8a78-0497530ff511 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] Unset dirty status for tenant:849e021356e44bfcb5b399720f6b6513 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:52.734406 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a1103e26-9e77-4ad6-8a78-0497530ff511 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=ffaf34d7-eea2-4a04-a0bf-f23b3746dc13 HTTP/1.1" status: 200 len: 205 time: 0.0733619 Jan 21 09:44:52.737116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45890) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.796231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, a20ffa57-cc3d-4636-ae96-6de55e3bbc47) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:52.801257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:52.803178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.803826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950e8a77-1f3e-4dc9-9e2e-566d34ed3a42 None None] Network a20ffa57-cc3d-4636-ae96-6de55e3bbc47 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:52.817255 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-d6dcac60-3834-4469-807a-8011bec81059 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] delete failed (client error): The resource could not be found. Jan 21 09:44:52.818387 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d6dcac60-3834-4469-807a-8011bec81059 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/ffaf34d7-eea2-4a04-a0bf-f23b3746dc13 HTTP/1.1" status: 404 len: 336 time: 0.0801971 Jan 21 09:44:52.821136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45894) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.841432 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-eddc8752-7b86-4940-85a7-93fbf1d7397b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6579144 Jan 21 09:44:52.844173 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45898) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.851974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0265d99c-a72e-41be-9c6b-d91365940d5a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:52.865703 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13a0226-a987-4316-b65d-48cb811f8db1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:52.866166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13a0226-a987-4316-b65d-48cb811f8db1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:52.870921 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b13a0226-a987-4316-b65d-48cb811f8db1 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/0da8cc5b-0799-4a1a-a75f-0b381689d7c8 HTTP/1.1" status: 404 len: 337 time: 0.0481217 Jan 21 09:44:52.871993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45902) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.920849 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-61f64c1f-a23e-4898-8bf9-e2bfb21ddde0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=078edb3f-c8dc-445b-8baa-055cb1ba2aae HTTP/1.1" status: 200 len: 205 time: 0.0468006 Jan 21 09:44:52.922823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45906) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.995663 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-4eb4b0cd-5248-4cf6-9d11-c08d3186a341 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] delete failed (client error): The resource could not be found. Jan 21 09:44:52.997488 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4eb4b0cd-5248-4cf6-9d11-c08d3186a341 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/078edb3f-c8dc-445b-8baa-055cb1ba2aae HTTP/1.1" status: 404 len: 336 time: 0.0729005 Jan 21 09:44:52.997634 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0265d99c-a72e-41be-9c6b-d91365940d5a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-262055268'] for subnet, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.999597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45910) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.046706 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e1e52e1c-bb53-46ef-bdf2-70eb9d8279a0 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=3b8d4534-d696-4579-9742-86e466d2bb56 HTTP/1.1" status: 200 len: 205 time: 0.0457387 Jan 21 09:44:53.049308 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45914) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.109128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-a20ffa57-cc3d-4636-ae96-6de55e3bbc47', 'network_id': 'a20ffa57-cc3d-4636-ae96-6de55e3bbc47', 'tenant_id': 'f18b7dd8f8d8492887a6b11528a3c9bc', 'fixed_ips': [{'subnet_id': '57dd014c-aa10-4101-86c0-2602f2e85588'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:53.109826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.119464 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-0915f55f-81d2-4bb5-bd39-694d44175b50 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] delete failed (client error): The resource could not be found. Jan 21 09:44:53.122726 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0915f55f-81d2-4bb5-bd39-694d44175b50 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/3b8d4534-d696-4579-9742-86e466d2bb56 HTTP/1.1" status: 404 len: 336 time: 0.0698371 Jan 21 09:44:53.123005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45918) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.160493 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a663f947-ee83-49e7-926c-47c0729e7a57 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:53.160949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a663f947-ee83-49e7-926c-47c0729e7a57 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:53.165042 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a663f947-ee83-49e7-926c-47c0729e7a57 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/c8d389fb-dfa3-4f1a-99e6-5067c65f392c HTTP/1.1" status: 404 len: 337 time: 0.0389502 Jan 21 09:44:53.165272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45922) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.208362 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a5e13455-2403-4c8c-9ffe-2fb603ddb5f2 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=1a8cc1ef-0d2c-40bc-b148-f680ce70cc56 HTTP/1.1" status: 200 len: 205 time: 0.0419035 Jan 21 09:44:53.211092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45926) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.229862 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0265d99c-a72e-41be-9c6b-d91365940d5a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735567170286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-262085630'] for subnet, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.283926 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-d79ad3e6-0b6e-4b44-a5ba-a601b6481034 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] delete failed (client error): The resource could not be found. Jan 21 09:44:53.285105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0265d99c-a72e-41be-9c6b-d91365940d5a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:53.285481 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d79ad3e6-0b6e-4b44-a5ba-a601b6481034 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/1a8cc1ef-0d2c-40bc-b148-f680ce70cc56 HTTP/1.1" status: 404 len: 336 time: 0.0734677 Jan 21 09:44:53.285720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0265d99c-a72e-41be-9c6b-d91365940d5a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.287104 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0265d99c-a72e-41be-9c6b-d91365940d5a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "PUT /v2.0/subnets/57dd014c-aa10-4101-86c0-2602f2e85588 HTTP/1.1" status: 200 len: 877 time: 0.4415784 Jan 21 09:44:53.288241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45930) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.290118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45932) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.309527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Allocated IP 172.20.0.3 (a20ffa57-cc3d-4636-ae96-6de55e3bbc47/57dd014c-aa10-4101-86c0-2602f2e85588/ad136cdd-bd06-4fbd-b754-896e72867083) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:53.332950 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-412ebc55-1a0a-4dfd-9a64-977c1355d79e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:53.332950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412ebc55-1a0a-4dfd-9a64-977c1355d79e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:53.333301 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-412ebc55-1a0a-4dfd-9a64-977c1355d79e tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/4da41f86-4be8-4b04-9f74-d5dcdfaa032f HTTP/1.1" status: 404 len: 337 time: 0.0436714 Jan 21 09:44:53.337946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45938) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.350497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265d99c-a72e-41be-9c6b-d91365940d5a tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event updated for resources: {'Subnet': ['ID=57dd014c-aa10-4101-86c0-2602f2e85588,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.391635 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-db477474-8d5f-4c39-aa55-c7b354ab5e50 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf6f2f8d-2254-4044-b56d-8c2f140be96c HTTP/1.1" status: 200 len: 205 time: 0.0522478 Jan 21 09:44:53.392286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45942) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.462218 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-3cb172ac-8be4-4c15-95ad-d92d8873fbf5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] delete failed (client error): The resource could not be found. Jan 21 09:44:53.466095 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3cb172ac-8be4-4c15-95ad-d92d8873fbf5 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/routers/cf6f2f8d-2254-4044-b56d-8c2f140be96c HTTP/1.1" status: 404 len: 336 time: 0.0728669 Jan 21 09:44:53.466429 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45946) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.472753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.525362 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-693ec528-402a-471b-9db4-4e202591d1d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:53.525362 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693ec528-402a-471b-9db4-4e202591d1d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:53.525362 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-693ec528-402a-471b-9db4-4e202591d1d9 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/0f10224d-2911-4e8f-be27-8ea42bf24f08 HTTP/1.1" status: 404 len: 337 time: 0.0503075 Jan 21 09:44:53.531749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45950) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.567294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.582275 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c90f51-9974-4e35-a46e-f24e89148778 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:53.582275 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c90f51-9974-4e35-a46e-f24e89148778 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:53.582275 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-96c90f51-9974-4e35-a46e-f24e89148778 tempest-RoutersIpV6Test-1247952542 tempest-RoutersIpV6Test-1247952542-project] 10.222.0.99 "DELETE /v2.0/subnets/1a9a8f13-b87b-43fa-8224-e5048c400a53 HTTP/1.1" status: 404 len: 337 time: 0.0533402 Jan 21 09:44:53.586940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Transition to ACTIVE for port object ad136cdd-bd06-4fbd-b754-896e72867083 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:53.594693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.608154 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Transition to ACTIVE for port object ad136cdd-bd06-4fbd-b754-896e72867083 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:53.617211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.698405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.711291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Network a20ffa57-cc3d-4636-ae96-6de55e3bbc47 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:53.712631 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:53.716754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Pushing event updated for resources: {'Port': ['ID=ad136cdd-bd06-4fbd-b754-896e72867083,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.719661 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:53.742547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Subnet': ['ID=57dd014c-aa10-4101-86c0-2602f2e85588,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.823743 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Attempting to bind port ad136cdd-bd06-4fbd-b754-896e72867083 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:53.823956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Attempting to bind port ad136cdd-bd06-4fbd-b754-896e72867083 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '4a8219cf-a8fd-4e87-be13-1459f4125cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a20ffa57-cc3d-4636-ae96-6de55e3bbc47'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:53.826423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Attempting to bind port ad136cdd-bd06-4fbd-b754-896e72867083 on network a20ffa57-cc3d-4636-ae96-6de55e3bbc47 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:53.832772 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:53.833879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Checking segment: {'id': '4a8219cf-a8fd-4e87-be13-1459f4125cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a20ffa57-cc3d-4636-ae96-6de55e3bbc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:53.833879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.833879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Bound using segment: {'id': '4a8219cf-a8fd-4e87-be13-1459f4125cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a20ffa57-cc3d-4636-ae96-6de55e3bbc47'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:53.834156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Bound port: ad136cdd-bd06-4fbd-b754-896e72867083, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8219cf-a8fd-4e87-be13-1459f4125cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a20ffa57-cc3d-4636-ae96-6de55e3bbc47'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:53.836193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.953019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45958) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.957932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] For port ad136cdd-bd06-4fbd-b754-896e72867083, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:53.964103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] For port ad136cdd-bd06-4fbd-b754-896e72867083, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ad136cdd-bd06-4fbd-b754-896e72867083,segment=NetworkSegment(4a8219cf-a8fd-4e87-be13-1459f4125cf9),segment_id=4a8219cf-a8fd-4e87-be13-1459f4125cf9)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:53.970701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.980859 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.011415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20ffa57-cc3d-4636-ae96-6de55e3bbc47']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:54.025621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8219cf-a8fd-4e87-be13-1459f4125cf9') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:54.025788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8219cf-a8fd-4e87-be13-1459f4125cf9') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:54.039388 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.054399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74baf86-8ca5-4058-89e1-12a4c37c7566 None None] Pushing event updated for resources: {'Port': ['ID=ad136cdd-bd06-4fbd-b754-896e72867083,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.068984 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.075719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:54.076115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:54.092758 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:54.140746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e91db7-bff3-436f-8f45-3cb4a874de88 None None] Network a20ffa57-cc3d-4636-ae96-6de55e3bbc47 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:54.224666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:44:54.224666 dv-neutron-825723-1-hyperv neutron-server[87501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:44:54.224666 dv-neutron-825723-1-hyperv neutron-server[87501]: [parameters: {'id': 'a20ffa57-cc3d-4636-ae96-6de55e3bbc47'}] Jan 21 09:44:54.224666 dv-neutron-825723-1-hyperv neutron-server[87501]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:54.224666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:54.234339 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cac7cd73-49eb-4108-80a6-791b97b18064 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=849e021356e44bfcb5b399720f6b6513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783124 Jan 21 09:44:54.237186 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45964) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:54.298860 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-db688eb2-08d6-4019-b65f-98a84ba8d8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.326843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-db688eb2-08d6-4019-b65f-98a84ba8d8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.383227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-db688eb2-08d6-4019-b65f-98a84ba8d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.384619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6cca77-badd-4a69-abe1-2327d58511a2 None None] Network a20ffa57-cc3d-4636-ae96-6de55e3bbc47 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:54.399293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db688eb2-08d6-4019-b65f-98a84ba8d8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f3c71e-2e7a-4875-a3d9-f7a1d94986fe,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.407413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-db688eb2-08d6-4019-b65f-98a84ba8d8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.407413 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-db688eb2-08d6-4019-b65f-98a84ba8d8ba admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/84f3c71e-2e7a-4875-a3d9-f7a1d94986fe HTTP/1.1" status: 204 len: 168 time: 0.1711717 Jan 21 09:44:54.635791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa23d65f-64d4-40cb-88a0-8f99fcdec924 None None] get_active_networks_info from dv-neutron-825723-1-hyperv {{(pid=87503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:44:54.723020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.739385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Deleting port ad136cdd-bd06-4fbd-b754-896e72867083 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:54.739385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.758575 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa23d65f-64d4-40cb-88a0-8f99fcdec924 None None] Resources bound (agent type, host, resource id): {{(pid=87503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:44:54.987640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] For port ad136cdd-bd06-4fbd-b754-896e72867083, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ad136cdd-bd06-4fbd-b754-896e72867083,segment=NetworkSegment(4a8219cf-a8fd-4e87-be13-1459f4125cf9),segment_id=4a8219cf-a8fd-4e87-be13-1459f4125cf9)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:54.988027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.126056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Calling delete_port for ad136cdd-bd06-4fbd-b754-896e72867083 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:55.212520 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.265701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No DVR routers for this DVR port ad136cdd-bd06-4fbd-b754-896e72867083 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:55.267490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Port': ['ID=ad136cdd-bd06-4fbd-b754-896e72867083,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:55.275629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 45988) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.381716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'network': {'name': 'tempest-RoutersTest-714572205'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:55.386866 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:55.392262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:network and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:55.394005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.395066 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:55.401666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:55.413585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:55.417572 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.422160 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20ffa57-cc3d-4636-ae96-6de55e3bbc47']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.430878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.434737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8219cf-a8fd-4e87-be13-1459f4125cf9') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.434902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8219cf-a8fd-4e87-be13-1459f4125cf9') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.448390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.452016 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:55.456055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:security_group_rule and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:55.459279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:55.464616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.466897 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:55.470555 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:55.470940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:55.487252 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:55.569122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.588201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.600595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Network': ['ID=a20ffa57-cc3d-4636-ae96-6de55e3bbc47,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:55.618916 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-862c7afc-a71e-4acb-9403-760d20ae6107 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/a20ffa57-cc3d-4636-ae96-6de55e3bbc47 HTTP/1.1" status: 204 len: 168 time: 2.3242087 Jan 21 09:44:55.619323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45994) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.663457 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31cd930-8768-4aa2-b193-d7b671212fa9 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:55.664106 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31cd930-8768-4aa2-b193-d7b671212fa9 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:55.665565 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a31cd930-8768-4aa2-b193-d7b671212fa9 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/subnets/57dd014c-aa10-4101-86c0-2602f2e85588 HTTP/1.1" status: 404 len: 337 time: 0.0452814 Jan 21 09:44:55.668383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 45998) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.694609 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d901f7-0e1a-4c7c-8496-df0b8eefd093 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:55.696142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d901f7-0e1a-4c7c-8496-df0b8eefd093 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:55.698104 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-79d901f7-0e1a-4c7c-8496-df0b8eefd093 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/a20ffa57-cc3d-4636-ae96-6de55e3bbc47 HTTP/1.1" status: 404 len: 339 time: 0.0279875 Jan 21 09:44:55.699903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46002) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.742483 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0c5f42-8fd5-414d-8141-7fa06ab19543 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:55.743091 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0c5f42-8fd5-414d-8141-7fa06ab19543 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:55.745514 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-db0c5f42-8fd5-414d-8141-7fa06ab19543 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/subnets/ea80f5a0-d41e-44c9-9f00-ebc3ffbcc1fc HTTP/1.1" status: 404 len: 337 time: 0.0439296 Jan 21 09:44:55.747545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46006) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.773872 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c929e4c-c6b3-4f60-a975-4036507897a1 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:55.774372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c929e4c-c6b3-4f60-a975-4036507897a1 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:55.776151 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0c929e4c-c6b3-4f60-a975-4036507897a1 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/28d1166a-5f06-4bbc-89b1-8455dc2f3ca6 HTTP/1.1" status: 404 len: 339 time: 0.0278027 Jan 21 09:44:55.778977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46010) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.781196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.788692 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.823983 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:55.829526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f1696a-36e9-424f-9a1c-71f0293ce833,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:55.839857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.839857 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Added segment b3a0db12-4169-4055-9186-a3fc8b3afa94 of type vlan for network 5937ba76-186b-4390-94e2-a2e20355b88e Jan 21 09:44:55.869874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.901313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.902631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-520cf5af-0b09-4cd4-9e8e-bea170de6331 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.906808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.907339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.019865 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7394741 Jan 21 09:44:56.021793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46014) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.025096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496e952-1bd3-475c-b508-552aaab13b0f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Network': ['ID=5937ba76-186b-4390-94e2-a2e20355b88e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.029511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'network': {'name': 'tempest-RoutersTest-556413407'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:56.035369 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 5937ba76-186b-4390-94e2-a2e20355b88e details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:56.035869 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:56.040707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:network and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:56.043909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-520cf5af-0b09-4cd4-9e8e-bea170de6331 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.044089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:56.050063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:56.062591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:56.067143 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.071301 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-520cf5af-0b09-4cd4-9e8e-bea170de6331 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf1977a-f5bd-46b5-99f4-dc5d39464367']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:56.085281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-520cf5af-0b09-4cd4-9e8e-bea170de6331 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa88f68-0285-4bfc-bd17-6f80a3550cd4') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:56.085372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-520cf5af-0b09-4cd4-9e8e-bea170de6331 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa88f68-0285-4bfc-bd17-6f80a3550cd4') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:56.096615 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:56.103329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-520cf5af-0b09-4cd4-9e8e-bea170de6331 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.110809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.111261 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Added segment 2cd5222b-ba57-4392-85fe-e99928318aaa of type vlan for network 2d3bc6c8-dbef-4502-b75c-bd18224a8499 Jan 21 09:44:56.125083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-520cf5af-0b09-4cd4-9e8e-bea170de6331 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.132411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520cf5af-0b09-4cd4-9e8e-bea170de6331 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:56.132853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-520cf5af-0b09-4cd4-9e8e-bea170de6331 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.144683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:56.148728 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:56.184358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.191042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.191280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.307557 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2845864 Jan 21 09:44:56.309391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46018) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.309391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cc75d-e9ee-4b2f-b6eb-35b78685b7c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Network': ['ID=2d3bc6c8-dbef-4502-b75c-bd18224a8499,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.320957 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'subnet': {'network_id': '5937ba76-186b-4390-94e2-a2e20355b88e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:56.329303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 2d3bc6c8-dbef-4502-b75c-bd18224a8499 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:56.368332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-520cf5af-0b09-4cd4-9e8e-bea170de6331 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.389276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-520cf5af-0b09-4cd4-9e8e-bea170de6331 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.395727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cf5af-0b09-4cd4-9e8e-bea170de6331 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Network': ['ID=faf1977a-f5bd-46b5-99f4-dc5d39464367,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.405877 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-520cf5af-0b09-4cd4-9e8e-bea170de6331 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/faf1977a-f5bd-46b5-99f4-dc5d39464367 HTTP/1.1" status: 204 len: 168 time: 0.6238265 Jan 21 09:44:56.406400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46022) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.446037 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8b389d-783e-4c7f-b697-63663ace7772 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:56.446610 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8b389d-783e-4c7f-b697-63663ace7772 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:56.450954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:56.451696 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-de8b389d-783e-4c7f-b697-63663ace7772 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/subnets/689a6251-f2f9-43f2-ac69-1fa2ada07c84 HTTP/1.1" status: 404 len: 337 time: 0.0415208 Jan 21 09:44:56.451696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46026) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.452680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:subnet and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:56.455880 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:56.466942 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:56.482343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:56.484100 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a1a09b-4ef7-4940-95a9-e8daca977059 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:56.484635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a1a09b-4ef7-4940-95a9-e8daca977059 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:56.486370 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b2a1a09b-4ef7-4940-95a9-e8daca977059 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/b1306fb1-83ac-4ea2-a80a-08e1a9bb257d HTTP/1.1" status: 404 len: 339 time: 0.0338111 Jan 21 09:44:56.486473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.488963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46030) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.531710 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8c46f1-bca6-4028-a852-ac98e63604fd tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:56.531710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8c46f1-bca6-4028-a852-ac98e63604fd tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:56.532607 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ef8c46f1-bca6-4028-a852-ac98e63604fd tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/subnets/488abd63-066d-4580-9ec6-d1959283b84e HTTP/1.1" status: 404 len: 337 time: 0.0419474 Jan 21 09:44:56.535068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46034) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.561131 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1b29ed-0e3a-4448-a7d0-92417d3190d3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:56.561599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1b29ed-0e3a-4448-a7d0-92417d3190d3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:56.563248 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4f1b29ed-0e3a-4448-a7d0-92417d3190d3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/a0924940-746b-4a9d-af9b-01df60aa9dda HTTP/1.1" status: 404 len: 339 time: 0.0275953 Jan 21 09:44:56.566282 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46038) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.624187 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56acec1-f21a-456e-9a32-abbe6314cf4b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:56.624187 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56acec1-f21a-456e-9a32-abbe6314cf4b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:56.625973 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d56acec1-f21a-456e-9a32-abbe6314cf4b tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/subnets/386d40b7-a3a3-4a06-9f0f-fe2a2b6980e2 HTTP/1.1" status: 404 len: 337 time: 0.0586936 Jan 21 09:44:56.628883 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46042) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.695375 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d23f09-b828-4b58-84db-7232c97c71b2 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:56.695873 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d23f09-b828-4b58-84db-7232c97c71b2 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:56.712931 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b1d23f09-b828-4b58-84db-7232c97c71b2 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/f8a4f9e8-ee31-4790-a63c-bf6888362d7d HTTP/1.1" status: 404 len: 339 time: 0.0830851 Jan 21 09:44:56.715554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46046) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.756972 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7473336e-9c84-43fa-b595-997d2018d09c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:56.757806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7473336e-9c84-43fa-b595-997d2018d09c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:56.759092 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7473336e-9c84-43fa-b595-997d2018d09c tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/subnets/47d804af-4585-4c49-aeae-6c9a0662e355 HTTP/1.1" status: 404 len: 337 time: 0.0425484 Jan 21 09:44:56.761320 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.761887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46050) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.789074 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf909b35-1bcc-44c3-a524-7c85d8375a70 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:56.789074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf909b35-1bcc-44c3-a524-7c85d8375a70 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:56.792724 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bf909b35-1bcc-44c3-a524-7c85d8375a70 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/c70af650-ce30-4281-90b2-6b5ab0f780a4 HTTP/1.1" status: 404 len: 339 time: 0.0274615 Jan 21 09:44:56.793671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46054) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.836430 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe08f831-b388-44bb-9a6b-8439e3a7ed17 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:56.836430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe08f831-b388-44bb-9a6b-8439e3a7ed17 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:56.840374 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fe08f831-b388-44bb-9a6b-8439e3a7ed17 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/subnets/c5705ba0-6a01-4fea-bb06-2808e1ebc297 HTTP/1.1" status: 404 len: 337 time: 0.0441871 Jan 21 09:44:56.842218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46058) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.842284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Subnet': ['ID=d14ac275-e504-442a-abf7-3733314599f3,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.854172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Checking segment: {'id': 'b3a0db12-4169-4055-9186-a3fc8b3afa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5937ba76-186b-4390-94e2-a2e20355b88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:56.854172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network hostable DHCP agents. Network: 5937ba76-186b-4390-94e2-a2e20355b88e, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:56.869330 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9c3b0a-8bff-4a36-8a6f-bd3a3e3dd683 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:56.869330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9c3b0a-8bff-4a36-8a6f-bd3a3e3dd683 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:56.871333 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5e9c3b0a-8bff-4a36-8a6f-bd3a3e3dd683 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/06ed4fed-986c-4a72-8932-9b4a1434b4e1 HTTP/1.1" status: 404 len: 339 time: 0.0290585 Jan 21 09:44:56.874144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 5937ba76-186b-4390-94e2-a2e20355b88e is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:56.874921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46062) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.883974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 5937ba76-186b-4390-94e2-a2e20355b88e) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:56.888050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.889240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.901780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eee484f-9ad8-41d5-99dd-f852978423d9 None None] Network 5937ba76-186b-4390-94e2-a2e20355b88e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:56.920594 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8769c3a3-2af0-4ef5-89ee-56ad17e49219 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6014044 Jan 21 09:44:56.920594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46066) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.928503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'subnet': {'network_id': '2d3bc6c8-dbef-4502-b75c-bd18224a8499', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:56.933910 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-928dafc2-b3eb-4975-81c8-708425a2afd4 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:56.933910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928dafc2-b3eb-4975-81c8-708425a2afd4 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:56.933910 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-928dafc2-b3eb-4975-81c8-708425a2afd4 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/subnets/265ac909-4169-4772-b792-c1d3c11c37ce HTTP/1.1" status: 404 len: 337 time: 0.0540485 Jan 21 09:44:56.933910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46070) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.963218 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e57198-1d00-4569-a494-59aaae30b49d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:56.964189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e57198-1d00-4569-a494-59aaae30b49d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:56.968095 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c3e57198-1d00-4569-a494-59aaae30b49d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/89f2737d-7203-4e3a-bfcd-5a36e12addd6 HTTP/1.1" status: 404 len: 339 time: 0.0322659 Jan 21 09:44:56.968095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46074) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:57.010775 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d17c41-b231-4c0a-bc0c-ccac7f9f13c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:57.010775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d17c41-b231-4c0a-bc0c-ccac7f9f13c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:57.011828 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-45d17c41-b231-4c0a-bc0c-ccac7f9f13c3 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/subnets/ebd8e66f-e638-4d09-98e9-646a0c2753fb HTTP/1.1" status: 404 len: 337 time: 0.0425391 Jan 21 09:44:57.016385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46078) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:57.044534 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-de753931-f740-4f4e-959c-926627f7f4ff tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:57.045136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de753931-f740-4f4e-959c-926627f7f4ff tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:57.046907 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-de753931-f740-4f4e-959c-926627f7f4ff tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/140081e4-0e66-4c3a-beee-cc69420708d7 HTTP/1.1" status: 404 len: 339 time: 0.0314200 Jan 21 09:44:57.049926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46082) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:57.095834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:57.103330 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-9689d7db-4bc5-47ef-8256-dbcb2627946d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:57.103984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9689d7db-4bc5-47ef-8256-dbcb2627946d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:57.105424 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9689d7db-4bc5-47ef-8256-dbcb2627946d tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/subnets/34d6e370-25f7-4d40-b6dc-79f4359210b3 HTTP/1.1" status: 404 len: 337 time: 0.0545132 Jan 21 09:44:57.106446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:subnet and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:57.108971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46086) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:57.110782 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:57.116332 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:57.128564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:57.132697 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.154445 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25e35cc-4bb8-4c9c-be9c-c786590f3177 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:57.155077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25e35cc-4bb8-4c9c-be9c-c786590f3177 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:57.160182 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e25e35cc-4bb8-4c9c-be9c-c786590f3177 tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/cf14d2c0-8d29-4ae6-98bf-106a5f3fb015 HTTP/1.1" status: 404 len: 339 time: 0.0466700 Jan 21 09:44:57.160272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46090) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:57.191532 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-5937ba76-186b-4390-94e2-a2e20355b88e', 'network_id': '5937ba76-186b-4390-94e2-a2e20355b88e', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'fixed_ips': [{'subnet_id': 'd14ac275-e504-442a-abf7-3733314599f3'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:57.194330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.309535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8356fff-9e25-4e1e-862f-4b84014adf5e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Deleting subnet a31b479a-e9f4-46bb-9d06-1503e440ff7d {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:57.317170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8356fff-9e25-4e1e-862f-4b84014adf5e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.366517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Allocated IP 172.20.0.2 (5937ba76-186b-4390-94e2-a2e20355b88e/d14ac275-e504-442a-abf7-3733314599f3/cfc25be8-007d-45c1-880d-c415205ebb8b) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:57.381436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8356fff-9e25-4e1e-862f-4b84014adf5e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.544848 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.578358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8356fff-9e25-4e1e-862f-4b84014adf5e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.584242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.595446 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Transition to ACTIVE for port object cfc25be8-007d-45c1-880d-c415205ebb8b will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:57.617743 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Transition to ACTIVE for port object cfc25be8-007d-45c1-880d-c415205ebb8b will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:57.623898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.674473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Subnet': ['ID=6aa1829b-9a88-48f9-b3c4-d3e6b7b1b93b,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:57.688804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Checking segment: {'id': '2cd5222b-ba57-4392-85fe-e99928318aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d3bc6c8-dbef-4502-b75c-bd18224a8499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:57.689176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network hostable DHCP agents. Network: 2d3bc6c8-dbef-4502-b75c-bd18224a8499, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:57.700586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Network 5937ba76-186b-4390-94e2-a2e20355b88e is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:57.703947 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:57.707991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:57.709282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8356fff-9e25-4e1e-862f-4b84014adf5e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.715378 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Pushing event updated for resources: {'Port': ['ID=cfc25be8-007d-45c1-880d-c415205ebb8b,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:57.752075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 2d3bc6c8-dbef-4502-b75c-bd18224a8499 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:57.756424 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8356fff-9e25-4e1e-862f-4b84014adf5e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Subnet': ['ID=a31b479a-e9f4-46bb-9d06-1503e440ff7d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:57.763425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8356fff-9e25-4e1e-862f-4b84014adf5e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.775735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 2d3bc6c8-dbef-4502-b75c-bd18224a8499) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:57.779985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:57.780629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.792666 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a8356fff-9e25-4e1e-862f-4b84014adf5e tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/subnets/a31b479a-e9f4-46bb-9d06-1503e440ff7d HTTP/1.1" status: 204 len: 168 time: 0.6243548 Jan 21 09:44:57.793122 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa433aa-9f02-489c-aa5d-cf61b4ede9ff None None] Network a9f15ece-4aa4-4d32-a881-c43506ed0d77 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:57.793209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46096) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:57.811108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560c8b44-54db-44a0-a561-b0fcf3e7c13d None None] Network 2d3bc6c8-dbef-4502-b75c-bd18224a8499 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:57.840664 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bcc5f5e3-62aa-4409-a382-bacd477978c2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9226708 Jan 21 09:44:57.843475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46100) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:57.850517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-46cd910a-f885-4ca3-9643-be88c9343a38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1851892814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:57.859236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-46cd910a-f885-4ca3-9643-be88c9343a38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:57.863486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-46cd910a-f885-4ca3-9643-be88c9343a38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:router and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:57.866980 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-46cd910a-f885-4ca3-9643-be88c9343a38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:57.870660 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Attempting to bind port cfc25be8-007d-45c1-880d-c415205ebb8b on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:57.871034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Attempting to bind port cfc25be8-007d-45c1-880d-c415205ebb8b by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'b3a0db12-4169-4055-9186-a3fc8b3afa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5937ba76-186b-4390-94e2-a2e20355b88e'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:57.871401 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Attempting to bind port cfc25be8-007d-45c1-880d-c415205ebb8b on network 5937ba76-186b-4390-94e2-a2e20355b88e {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:57.874407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-46cd910a-f885-4ca3-9643-be88c9343a38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:57.882006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:57.882475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Checking segment: {'id': 'b3a0db12-4169-4055-9186-a3fc8b3afa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5937ba76-186b-4390-94e2-a2e20355b88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:57.882976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.883351 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Bound using segment: {'id': 'b3a0db12-4169-4055-9186-a3fc8b3afa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5937ba76-186b-4390-94e2-a2e20355b88e'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:57.883832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Bound port: cfc25be8-007d-45c1-880d-c415205ebb8b, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a0db12-4169-4055-9186-a3fc8b3afa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5937ba76-186b-4390-94e2-a2e20355b88e'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:57.884368 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.887791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-46cd910a-f885-4ca3-9643-be88c9343a38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.889019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-46cd910a-f885-4ca3-9643-be88c9343a38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.908433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.910834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-46cd910a-f885-4ca3-9643-be88c9343a38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.919176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Deleting port bdebc423-6bf2-4d87-aec0-425177f752c8 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:57.919507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.931683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-46cd910a-f885-4ca3-9643-be88c9343a38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.958064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-46cd910a-f885-4ca3-9643-be88c9343a38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.959270 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-46cd910a-f885-4ca3-9643-be88c9343a38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1141350 Jan 21 09:44:57.963112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46104) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:58.228052 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] For port cfc25be8-007d-45c1-880d-c415205ebb8b, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:58.248023 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] For port cfc25be8-007d-45c1-880d-c415205ebb8b, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cfc25be8-007d-45c1-880d-c415205ebb8b,segment=NetworkSegment(b3a0db12-4169-4055-9186-a3fc8b3afa94),segment_id=b3a0db12-4169-4055-9186-a3fc8b3afa94)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:58.285503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.347689 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-2d3bc6c8-dbef-4502-b75c-bd18224a8499', 'network_id': '2d3bc6c8-dbef-4502-b75c-bd18224a8499', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'fixed_ips': [{'subnet_id': '6aa1829b-9a88-48f9-b3c4-d3e6b7b1b93b'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:58.348544 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.481510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff023fa4-cf5e-423d-81b0-64c423433b1d None None] DHCP port deletion for a9f15ece-4aa4-4d32-a881-c43506ed0d77 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:58.491706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ff023fa4-cf5e-423d-81b0-64c423433b1d None None] Deleting port bdebc423-6bf2-4d87-aec0-425177f752c8 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:58.492245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ff023fa4-cf5e-423d-81b0-64c423433b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.515978 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08263fe-8551-4fcc-a298-50076fbd430b None None] Pushing event updated for resources: {'Port': ['ID=cfc25be8-007d-45c1-880d-c415205ebb8b,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:58.709368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] For port bdebc423-6bf2-4d87-aec0-425177f752c8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bdebc423-6bf2-4d87-aec0-425177f752c8,segment=NetworkSegment(efa5a80b-d5c9-49f2-99bc-a70d11bd2218),segment_id=efa5a80b-d5c9-49f2-99bc-a70d11bd2218)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:58.709963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.718020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Allocated IP 172.21.0.2 (2d3bc6c8-dbef-4502-b75c-bd18224a8499/6aa1829b-9a88-48f9-b3c4-d3e6b7b1b93b/3e480675-04c5-482d-a3a2-5829ed6ce829) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:58.843849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ff023fa4-cf5e-423d-81b0-64c423433b1d None None] For port bdebc423-6bf2-4d87-aec0-425177f752c8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bdebc423-6bf2-4d87-aec0-425177f752c8,segment=NetworkSegment(efa5a80b-d5c9-49f2-99bc-a70d11bd2218),segment_id=efa5a80b-d5c9-49f2-99bc-a70d11bd2218)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:58.844152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ff023fa4-cf5e-423d-81b0-64c423433b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.845008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Calling delete_port for bdebc423-6bf2-4d87-aec0-425177f752c8 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:58.917206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.012967 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ff023fa4-cf5e-423d-81b0-64c423433b1d None None] Calling delete_port for bdebc423-6bf2-4d87-aec0-425177f752c8 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:59.129493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.156857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-ff023fa4-cf5e-423d-81b0-64c423433b1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:59.157210 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-ff023fa4-cf5e-423d-81b0-64c423433b1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:59.177295 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.188249 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Transition to ACTIVE for port object 3e480675-04c5-482d-a3a2-5829ed6ce829 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:59.197879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Port': ['ID=bdebc423-6bf2-4d87-aec0-425177f752c8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:59.199979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] No DVR routers for this DVR port bdebc423-6bf2-4d87-aec0-425177f752c8 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:59.210595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Transition to ACTIVE for port object 3e480675-04c5-482d-a3a2-5829ed6ce829 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:59.217817 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.287075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Network 2d3bc6c8-dbef-4502-b75c-bd18224a8499 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:59.290888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:59.294666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:59.300707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Pushing event updated for resources: {'Port': ['ID=3e480675-04c5-482d-a3a2-5829ed6ce829,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:59.393871 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Attempting to bind port 3e480675-04c5-482d-a3a2-5829ed6ce829 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:59.394227 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Attempting to bind port 3e480675-04c5-482d-a3a2-5829ed6ce829 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '2cd5222b-ba57-4392-85fe-e99928318aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d3bc6c8-dbef-4502-b75c-bd18224a8499'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:59.394583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Attempting to bind port 3e480675-04c5-482d-a3a2-5829ed6ce829 on network 2d3bc6c8-dbef-4502-b75c-bd18224a8499 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:59.400781 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:59.401159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Checking segment: {'id': '2cd5222b-ba57-4392-85fe-e99928318aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d3bc6c8-dbef-4502-b75c-bd18224a8499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:59.401983 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.402658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Bound using segment: {'id': '2cd5222b-ba57-4392-85fe-e99928318aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d3bc6c8-dbef-4502-b75c-bd18224a8499'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:59.403130 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Bound port: 3e480675-04c5-482d-a3a2-5829ed6ce829, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd5222b-ba57-4392-85fe-e99928318aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d3bc6c8-dbef-4502-b75c-bd18224a8499'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:59.403510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.408530 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.470325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b33268-b63f-4dbe-a061-521776b0b9dc None None] Network 5937ba76-186b-4390-94e2-a2e20355b88e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:59.586182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6bdcc124-d146-49ba-a81a-5ca4aa2e53eb None None] Provisioning for port cfc25be8-007d-45c1-880d-c415205ebb8b completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:59.589437 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] For port 3e480675-04c5-482d-a3a2-5829ed6ce829, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:59.602900 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] For port 3e480675-04c5-482d-a3a2-5829ed6ce829, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3e480675-04c5-482d-a3a2-5829ed6ce829,segment=NetworkSegment(2cd5222b-ba57-4392-85fe-e99928318aaa),segment_id=2cd5222b-ba57-4392-85fe-e99928318aaa)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:59.611751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f15ece-4aa4-4d32-a881-c43506ed0d77']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:59.614506 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.628793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa5a80b-d5c9-49f2-99bc-a70d11bd2218') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:59.629081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa5a80b-d5c9-49f2-99bc-a70d11bd2218') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:59.649446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.669055 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ff023fa4-cf5e-423d-81b0-64c423433b1d None None] Deleting port bdebc423-6bf2-4d87-aec0-425177f752c8 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:59.669404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ff023fa4-cf5e-423d-81b0-64c423433b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.671706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Allocated IP 172.20.0.1 (5937ba76-186b-4390-94e2-a2e20355b88e/d14ac275-e504-442a-abf7-3733314599f3/9516c40f-04c3-45fc-bd2a-7a606bf519eb) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:59.677994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.689478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:59.689947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:59.706141 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:59.802050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ff023fa4-cf5e-423d-81b0-64c423433b1d None None] The port 'bdebc423-6bf2-4d87-aec0-425177f752c8' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:44:59.813368 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3020da5-fb10-43b5-99a4-a848034dd3b9 None None] Pushing event updated for resources: {'Port': ['ID=3e480675-04c5-482d-a3a2-5829ed6ce829,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:59.874607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.880321 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.918833 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] Pushing event deleted for resources: {'Network': ['ID=a9f15ece-4aa4-4d32-a881-c43506ed0d77,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:59.935348 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-819d5444-95b8-40ce-9399-f6e5246a5cee tempest-NetworksTest-1958749425 tempest-NetworksTest-1958749425-project] 10.222.0.99 "DELETE /v2.0/networks/a9f15ece-4aa4-4d32-a881-c43506ed0d77 HTTP/1.1" status: 204 len: 168 time: 2.1465263 Jan 21 09:44:59.962036 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.992381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.012519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Transition to ACTIVE for port object 9516c40f-04c3-45fc-bd2a-7a606bf519eb will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:00.051381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.129772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 5937ba76-186b-4390-94e2-a2e20355b88e is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:00.133234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:00.136174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:00.180660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=9516c40f-04c3-45fc-bd2a-7a606bf519eb,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.216285 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.303527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46112) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:00.361681 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.498415 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f2d411ca-29b9-49c2-bb6e-8f05e95c60cb admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f18b7dd8f8d8492887a6b11528a3c9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937048 Jan 21 09:45:00.499203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46118) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:00.512955 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0d1fcfbe-aae3-4a49-a6f4-21b65a91d5e4 None None] Provisioning for port 9516c40f-04c3-45fc-bd2a-7a606bf519eb completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:00.527324 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0d1fcfbe-aae3-4a49-a6f4-21b65a91d5e4 None None] Provisioning complete for port 9516c40f-04c3-45fc-bd2a-7a606bf519eb triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:00.527906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d1fcfbe-aae3-4a49-a6f4-21b65a91d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.583669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ac51bff-0a76-4416-8d16-4d0f54d394e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.586400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0d1fcfbe-aae3-4a49-a6f4-21b65a91d5e4 None None] Port 9516c40f-04c3-45fc-bd2a-7a606bf519eb cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:00.591661 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cfc25be8-007d-45c1-880d-c415205ebb8b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:00.612528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ac51bff-0a76-4416-8d16-4d0f54d394e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.681675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ac51bff-0a76-4416-8d16-4d0f54d394e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.704871 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port cfc25be8-007d-45c1-880d-c415205ebb8b completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:00.705493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac51bff-0a76-4416-8d16-4d0f54d394e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f0bfdd-b919-47b7-81f2-e4650f62b46e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.710405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ac51bff-0a76-4416-8d16-4d0f54d394e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.714103 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6ac51bff-0a76-4416-8d16-4d0f54d394e8 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c2f0bfdd-b919-47b7-81f2-e4650f62b46e HTTP/1.1" status: 204 len: 168 time: 0.2114146 Jan 21 09:45:00.714579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port cfc25be8-007d-45c1-880d-c415205ebb8b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:00.715198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.856870 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.872460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.883684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.896432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port cfc25be8-007d-45c1-880d-c415205ebb8b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cfc25be8-007d-45c1-880d-c415205ebb8b,segment=NetworkSegment(b3a0db12-4169-4055-9186-a3fc8b3afa94),segment_id=b3a0db12-4169-4055-9186-a3fc8b3afa94)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:00.902329 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.903141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3e480675-04c5-482d-a3a2-5829ed6ce829 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:01.041275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=cfc25be8-007d-45c1-880d-c415205ebb8b,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:01.050713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 3e480675-04c5-482d-a3a2-5829ed6ce829 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:01.077341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=9516c40f-04c3-45fc-bd2a-7a606bf519eb,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:01.088750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.119690 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bdebc423-6bf2-4d87-aec0-425177f752c8 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:01.155699 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: bdebc423-6bf2-4d87-aec0-425177f752c8 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:45:01.156045 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bdebc423-6bf2-4d87-aec0-425177f752c8 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:01.170487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29900d5-bf44-482c-b895-84918ba1b406 None None] Network 2d3bc6c8-dbef-4502-b75c-bd18224a8499 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:01.247577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 5937ba76-186b-4390-94e2-a2e20355b88e is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:01.248744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:01.279951 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-78a2a6c5-5c2d-4fc3-80cf-2ae6ff94258f None None] Provisioning for port 3e480675-04c5-482d-a3a2-5829ed6ce829 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:01.292510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-78a2a6c5-5c2d-4fc3-80cf-2ae6ff94258f None None] Provisioning complete for port 3e480675-04c5-482d-a3a2-5829ed6ce829 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:01.292887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-78a2a6c5-5c2d-4fc3-80cf-2ae6ff94258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.482276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router d0d439da-06ed-46d5-8cad-e548d99f4c28 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:45:01.530820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-78a2a6c5-5c2d-4fc3-80cf-2ae6ff94258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.582476 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-78a2a6c5-5c2d-4fc3-80cf-2ae6ff94258f None None] For port 3e480675-04c5-482d-a3a2-5829ed6ce829, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3e480675-04c5-482d-a3a2-5829ed6ce829,segment=NetworkSegment(2cd5222b-ba57-4392-85fe-e99928318aaa),segment_id=2cd5222b-ba57-4392-85fe-e99928318aaa)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:01.593436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-78a2a6c5-5c2d-4fc3-80cf-2ae6ff94258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.682757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46142) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:01.691914 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2a6c5-5c2d-4fc3-80cf-2ae6ff94258f None None] Pushing event updated for resources: {'Port': ['ID=3e480675-04c5-482d-a3a2-5829ed6ce829,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:01.717845 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e5ff301a-ea72-4ca2-8c77-46684c8f40fb None None] Provisioning complete for port 9516c40f-04c3-45fc-bd2a-7a606bf519eb triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:01.718457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e5ff301a-ea72-4ca2-8c77-46684c8f40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.787256 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff301a-ea72-4ca2-8c77-46684c8f40fb None None] Port 9516c40f-04c3-45fc-bd2a-7a606bf519eb cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:01.813276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-2c07e9d0-aa7a-43b3-b30f-e5b1ded6cb92 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-507977003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:01.819581 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:01.821230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2c07e9d0-aa7a-43b3-b30f-e5b1ded6cb92 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:01.826284 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b8cca08b-4497-4739-9e5a-5a14cfc7a736 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/d0d439da-06ed-46d5-8cad-e548d99f4c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8623157 Jan 21 09:45:01.828933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46148) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:01.830687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2c07e9d0-aa7a-43b3-b30f-e5b1ded6cb92 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Usage tracker for resource:router and tenant:ad7fbb5289d94f17af0c2cfb54a4401e is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:01.832440 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d4665-6821-4e4c-824d-4f7032e6cb12 None None] Sync routers for ids ['d0d439da-06ed-46d5-8cad-e548d99f4c28'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:01.835880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2c07e9d0-aa7a-43b3-b30f-e5b1ded6cb92 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:01.843233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2c07e9d0-aa7a-43b3-b30f-e5b1ded6cb92 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:01.844460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964d4665-6821-4e4c-824d-4f7032e6cb12 None None] Routers {'d0d439da-06ed-46d5-8cad-e548d99f4c28'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:01.845779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-964d4665-6821-4e4c-824d-4f7032e6cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['d0d439da-06ed-46d5-8cad-e548d99f4c28'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:01.859596 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2c07e9d0-aa7a-43b3-b30f-e5b1ded6cb92 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.860789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2c07e9d0-aa7a-43b3-b30f-e5b1ded6cb92 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.877173 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2c07e9d0-aa7a-43b3-b30f-e5b1ded6cb92 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.900592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2c07e9d0-aa7a-43b3-b30f-e5b1ded6cb92 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.909606 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4485db5-4e95-4a14-9da6-882921d1d434 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:01.910203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e4485db5-4e95-4a14-9da6-882921d1d434 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Synchronizing usage tracker for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:01.922535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-964d4665-6821-4e4c-824d-4f7032e6cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:01.924365 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2c07e9d0-aa7a-43b3-b30f-e5b1ded6cb92 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.925595 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2c07e9d0-aa7a-43b3-b30f-e5b1ded6cb92 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2407951 Jan 21 09:45:01.928415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46152) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:01.929552 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e4485db5-4e95-4a14-9da6-882921d1d434 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Unset dirty status for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:01.930791 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e4485db5-4e95-4a14-9da6-882921d1d434 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports/9516c40f-04c3-45fc-bd2a-7a606bf519eb HTTP/1.1" status: 200 len: 910 time: 0.1007502 Jan 21 09:45:01.933499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46156) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:01.934320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-211414173'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:01.938859 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964d4665-6821-4e4c-824d-4f7032e6cb12 None None] Routers {'d0d439da-06ed-46d5-8cad-e548d99f4c28'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:01.939554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-964d4665-6821-4e4c-824d-4f7032e6cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['d0d439da-06ed-46d5-8cad-e548d99f4c28'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:01.939981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:01.944534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Usage tracker for resource:network and tenant:ad7fbb5289d94f17af0c2cfb54a4401e is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:01.947688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:01.953415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:01.963694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Made reservation on behalf of ad7fbb5289d94f17af0c2cfb54a4401e for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:01.967545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.980149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.995420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:01.997225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-50275e48-7900-4b8d-b218-e0ce80e79d4c None None] Provisioning complete for port 3e480675-04c5-482d-a3a2-5829ed6ce829 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:01.997599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-50275e48-7900-4b8d-b218-e0ce80e79d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.002380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Usage tracker for resource:security_group_rule and tenant:ad7fbb5289d94f17af0c2cfb54a4401e is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:02.005612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:02.012703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:02.055922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-964d4665-6821-4e4c-824d-4f7032e6cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:02.056467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d4665-6821-4e4c-824d-4f7032e6cb12 None None] The sync data for ids ['d0d439da-06ed-46d5-8cad-e548d99f4c28'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:02.108833 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.114586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.151566 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:02.156888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34439da-3eca-43cd-a5a4-487ba71af18d,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:02.163907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.164292 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Added segment 145f07b8-02e7-4e7f-954c-6d2d8a9c03a9 of type vlan for network d93f5139-f389-4754-ba11-d4bbadd61b92 Jan 21 09:45:02.191266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.221067 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.226610 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:02.227205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.333778 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4042366 Jan 21 09:45:02.339357 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46160) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:02.342737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e457d-063d-4c6a-a37b-124f81d9b9ab tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event updated for resources: {'Network': ['ID=d93f5139-f389-4754-ba11-d4bbadd61b92,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:02.349190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Request body: {'subnet': {'network_id': 'd93f5139-f389-4754-ba11-d4bbadd61b92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:02.355069 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network d93f5139-f389-4754-ba11-d4bbadd61b92 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:02.495714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:02.499507 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Usage tracker for resource:subnet and tenant:ad7fbb5289d94f17af0c2cfb54a4401e is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:02.502335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:02.510435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:02.515434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cfc25be8-007d-45c1-880d-c415205ebb8b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:02.524398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Made reservation on behalf of ad7fbb5289d94f17af0c2cfb54a4401e for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:02.528304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.531619 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.585837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port cfc25be8-007d-45c1-880d-c415205ebb8b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:02.586319 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.720279 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3e480675-04c5-482d-a3a2-5829ed6ce829 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:02.799395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3e480675-04c5-482d-a3a2-5829ed6ce829 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:02.799982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.807078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.902576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event updated for resources: {'Subnet': ['ID=bd5e55eb-c51a-49f9-aff2-ca4ea8df7c6c,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:02.906407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Checking segment: {'id': '145f07b8-02e7-4e7f-954c-6d2d8a9c03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd93f5139-f389-4754-ba11-d4bbadd61b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:02.906777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Network hostable DHCP agents. Network: d93f5139-f389-4754-ba11-d4bbadd61b92, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:02.928310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Network d93f5139-f389-4754-ba11-d4bbadd61b92 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:02.939907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, d93f5139-f389-4754-ba11-d4bbadd61b92) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:02.945352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:02.946420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.957634 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f2ad6-3efd-48ae-a03a-be2c2391061c None None] Network d93f5139-f389-4754-ba11-d4bbadd61b92 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:02.974681 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Allocated IP 172.21.0.1 (2d3bc6c8-dbef-4502-b75c-bd18224a8499/6aa1829b-9a88-48f9-b3c4-d3e6b7b1b93b/5f2bfe16-127f-4d75-a0c5-ca21ce539bf4) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:02.979022 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9013efd5-938f-463d-910a-38a453942a46 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6351573 Jan 21 09:45:02.979022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46164) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:02.985922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Request body: {'network': {'name': 'tempest-router-network01--421152907'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:02.990750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:02.994779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Usage tracker for resource:network and tenant:ad7fbb5289d94f17af0c2cfb54a4401e is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:02.997707 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:03.005731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:03.018649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Made reservation on behalf of ad7fbb5289d94f17af0c2cfb54a4401e for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:03.023815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.059940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:03.071660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.071660 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Added segment fea62da1-a0f0-4f99-b1f5-1abe59e25047 of type vlan for network 749e56c5-f629-43fd-a5c5-2e2e89eb0bbc Jan 21 09:45:03.103555 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.144801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.150712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.150805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.196128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-d93f5139-f389-4754-ba11-d4bbadd61b92', 'network_id': 'd93f5139-f389-4754-ba11-d4bbadd61b92', 'tenant_id': 'ad7fbb5289d94f17af0c2cfb54a4401e', 'fixed_ips': [{'subnet_id': 'bd5e55eb-c51a-49f9-aff2-ca4ea8df7c6c'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:45:03.197109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.264098 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2840796 Jan 21 09:45:03.264724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46168) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:03.272903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f556af-c0c7-4e8b-a784-7661500e6751 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event updated for resources: {'Network': ['ID=749e56c5-f629-43fd-a5c5-2e2e89eb0bbc,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.278163 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Request body: {'network': {'name': 'tempest-router-network02--964737131'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:03.283236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:03.287569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Usage tracker for resource:network and tenant:ad7fbb5289d94f17af0c2cfb54a4401e is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:03.290749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:03.295478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 749e56c5-f629-43fd-a5c5-2e2e89eb0bbc details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:03.297239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:03.310161 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.310578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Made reservation on behalf of ad7fbb5289d94f17af0c2cfb54a4401e for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:03.314821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.329200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Transition to ACTIVE for port object 5f2bfe16-127f-4d75-a0c5-ca21ce539bf4 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:03.350776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:03.360226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.360448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.360849 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Added segment 98a28607-d8aa-4cc6-a88f-158ef7e27d62 of type vlan for network 044fe80f-67b7-488b-949c-1acec6e505eb Jan 21 09:45:03.392849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.435783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.436305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 2d3bc6c8-dbef-4502-b75c-bd18224a8499 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:03.440583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:03.444215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:03.444884 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.446139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.485395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Allocated IP 172.20.0.2 (d93f5139-f389-4754-ba11-d4bbadd61b92/bd5e55eb-c51a-49f9-aff2-ca4ea8df7c6c/704b6cf2-363a-4724-bcf0-5f7a8768f119) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:03.485841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=5f2bfe16-127f-4d75-a0c5-ca21ce539bf4,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.511417 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2405653 Jan 21 09:45:03.514264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46172) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:03.526245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Request body: {'subnet': {'network_id': '749e56c5-f629-43fd-a5c5-2e2e89eb0bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:03.549309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.573577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b426f1c-630e-40fb-b5e6-0a5e3d8ef585 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event updated for resources: {'Network': ['ID=044fe80f-67b7-488b-949c-1acec6e505eb,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.618546 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 044fe80f-67b7-488b-949c-1acec6e505eb details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:03.661222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:03.667373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Usage tracker for resource:subnet and tenant:ad7fbb5289d94f17af0c2cfb54a4401e is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:03.673064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:03.684026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:03.700932 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Made reservation on behalf of ad7fbb5289d94f17af0c2cfb54a4401e for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:03.705069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.833428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3208db16-5bdc-4fed-8185-245b3e873844 None None] Provisioning for port 5f2bfe16-127f-4d75-a0c5-ca21ce539bf4 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:03.842048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.844649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3208db16-5bdc-4fed-8185-245b3e873844 None None] Provisioning complete for port 5f2bfe16-127f-4d75-a0c5-ca21ce539bf4 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:03.845010 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3208db16-5bdc-4fed-8185-245b3e873844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.868946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.893761 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Transition to ACTIVE for port object 704b6cf2-363a-4724-bcf0-5f7a8768f119 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:03.917041 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3208db16-5bdc-4fed-8185-245b3e873844 None None] Port 5f2bfe16-127f-4d75-a0c5-ca21ce539bf4 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:03.920278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Transition to ACTIVE for port object 704b6cf2-363a-4724-bcf0-5f7a8768f119 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:03.927496 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.994541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Network d93f5139-f389-4754-ba11-d4bbadd61b92 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:03.997421 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:04.000981 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:04.006393 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Pushing event updated for resources: {'Port': ['ID=704b6cf2-363a-4724-bcf0-5f7a8768f119,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:04.095254 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Attempting to bind port 704b6cf2-363a-4724-bcf0-5f7a8768f119 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:04.095554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Attempting to bind port 704b6cf2-363a-4724-bcf0-5f7a8768f119 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '145f07b8-02e7-4e7f-954c-6d2d8a9c03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd93f5139-f389-4754-ba11-d4bbadd61b92'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:04.095899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Attempting to bind port 704b6cf2-363a-4724-bcf0-5f7a8768f119 on network d93f5139-f389-4754-ba11-d4bbadd61b92 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:04.102763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:04.103208 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Checking segment: {'id': '145f07b8-02e7-4e7f-954c-6d2d8a9c03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd93f5139-f389-4754-ba11-d4bbadd61b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:04.103846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.104307 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Bound using segment: {'id': '145f07b8-02e7-4e7f-954c-6d2d8a9c03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd93f5139-f389-4754-ba11-d4bbadd61b92'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:04.104872 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Bound port: 704b6cf2-363a-4724-bcf0-5f7a8768f119, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145f07b8-02e7-4e7f-954c-6d2d8a9c03a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd93f5139-f389-4754-ba11-d4bbadd61b92'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:04.105313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.210818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] For port 704b6cf2-363a-4724-bcf0-5f7a8768f119, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:04.215505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] For port 704b6cf2-363a-4724-bcf0-5f7a8768f119, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=704b6cf2-363a-4724-bcf0-5f7a8768f119,segment=NetworkSegment(145f07b8-02e7-4e7f-954c-6d2d8a9c03a9),segment_id=145f07b8-02e7-4e7f-954c-6d2d8a9c03a9)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:04.221435 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.236422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.325699 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d87a54-5084-4253-a316-1c54095e49bb None None] Pushing event updated for resources: {'Port': ['ID=704b6cf2-363a-4724-bcf0-5f7a8768f119,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:04.417282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event updated for resources: {'Subnet': ['ID=af1fd65c-e858-4696-a73b-fcaa47128dd1,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:04.422447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Checking segment: {'id': 'fea62da1-a0f0-4f99-b1f5-1abe59e25047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '749e56c5-f629-43fd-a5c5-2e2e89eb0bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:04.422800 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Network hostable DHCP agents. Network: 749e56c5-f629-43fd-a5c5-2e2e89eb0bbc, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:04.452957 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.458707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.518118 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Network 749e56c5-f629-43fd-a5c5-2e2e89eb0bbc is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:04.566723 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 749e56c5-f629-43fd-a5c5-2e2e89eb0bbc) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:04.577850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b137207-0dfb-4685-8534-6207bef6d41a None None] Network 749e56c5-f629-43fd-a5c5-2e2e89eb0bbc requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:04.580012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:04.580639 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.595809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=5f2bfe16-127f-4d75-a0c5-ca21ce539bf4,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:04.605092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.751071 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-54cfeaad-c458-4c22-b3d8-1dcbf4c07d76 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2333996 Jan 21 09:45:04.754008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46176) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:04.759870 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Request body: {'subnet': {'network_id': '044fe80f-67b7-488b-949c-1acec6e505eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:04.812626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 2d3bc6c8-dbef-4502-b75c-bd18224a8499 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:04.816212 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:04.845774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-749e56c5-f629-43fd-a5c5-2e2e89eb0bbc', 'network_id': '749e56c5-f629-43fd-a5c5-2e2e89eb0bbc', 'tenant_id': 'ad7fbb5289d94f17af0c2cfb54a4401e', 'fixed_ips': [{'subnet_id': 'af1fd65c-e858-4696-a73b-fcaa47128dd1'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:45:04.846722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.081157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Allocated IP 172.20.0.2 (749e56c5-f629-43fd-a5c5-2e2e89eb0bbc/af1fd65c-e858-4696-a73b-fcaa47128dd1/770de911-6ed5-4cda-823d-83a5b8c167e9) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:05.169174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:05.188157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Usage tracker for resource:subnet and tenant:ad7fbb5289d94f17af0c2cfb54a4401e is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:05.193878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:05.202858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:05.210321 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6d6df60b-946b-4feb-b8bc-5c72d37e830b None None] Provisioning complete for port 5f2bfe16-127f-4d75-a0c5-ca21ce539bf4 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:05.210690 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6d6df60b-946b-4feb-b8bc-5c72d37e830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.226220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router d0d439da-06ed-46d5-8cad-e548d99f4c28 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:05.227166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Made reservation on behalf of ad7fbb5289d94f17af0c2cfb54a4401e for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:05.230618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.318610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-6d6df60b-946b-4feb-b8bc-5c72d37e830b None None] Port 5f2bfe16-127f-4d75-a0c5-ca21ce539bf4 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:05.354827 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.365551 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Transition to ACTIVE for port object 770de911-6ed5-4cda-823d-83a5b8c167e9 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:05.384845 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Transition to ACTIVE for port object 770de911-6ed5-4cda-823d-83a5b8c167e9 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:05.391962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.461698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Network 749e56c5-f629-43fd-a5c5-2e2e89eb0bbc is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:05.466368 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:05.468590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:05.507403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Pushing event updated for resources: {'Port': ['ID=770de911-6ed5-4cda-823d-83a5b8c167e9,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:05.516850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:05.528385 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc6341-7731-4db3-b479-f1c77a7ee825 None None] Sync routers for ids ['d0d439da-06ed-46d5-8cad-e548d99f4c28'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:05.531540 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2c870df0-f94d-4237-acbf-47eb796e13ec tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/d0d439da-06ed-46d5-8cad-e548d99f4c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5969024 Jan 21 09:45:05.534158 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46180) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:05.541973 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc6341-7731-4db3-b479-f1c77a7ee825 None None] Routers {'d0d439da-06ed-46d5-8cad-e548d99f4c28'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:05.543513 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-98bc6341-7731-4db3-b479-f1c77a7ee825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['d0d439da-06ed-46d5-8cad-e548d99f4c28'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:05.544887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83066335-284a-4e08-ae3d-3edd14566b06 None None] Network d93f5139-f389-4754-ba11-d4bbadd61b92 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:05.583963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Attempting to bind port 770de911-6ed5-4cda-823d-83a5b8c167e9 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:05.584362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Attempting to bind port 770de911-6ed5-4cda-823d-83a5b8c167e9 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'fea62da1-a0f0-4f99-b1f5-1abe59e25047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '749e56c5-f629-43fd-a5c5-2e2e89eb0bbc'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:05.584718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Attempting to bind port 770de911-6ed5-4cda-823d-83a5b8c167e9 on network 749e56c5-f629-43fd-a5c5-2e2e89eb0bbc {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:05.611286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:05.611889 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Checking segment: {'id': 'fea62da1-a0f0-4f99-b1f5-1abe59e25047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '749e56c5-f629-43fd-a5c5-2e2e89eb0bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:05.612111 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-98bc6341-7731-4db3-b479-f1c77a7ee825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:05.612458 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.613042 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Bound using segment: {'id': 'fea62da1-a0f0-4f99-b1f5-1abe59e25047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '749e56c5-f629-43fd-a5c5-2e2e89eb0bbc'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:05.614381 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Bound port: 770de911-6ed5-4cda-823d-83a5b8c167e9, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea62da1-a0f0-4f99-b1f5-1abe59e25047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '749e56c5-f629-43fd-a5c5-2e2e89eb0bbc'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:05.615350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.634154 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2b82925d-376c-4b56-8ea4-74e71f9edbee None None] Provisioning for port 704b6cf2-363a-4724-bcf0-5f7a8768f119 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:05.639654 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc6341-7731-4db3-b479-f1c77a7ee825 None None] Routers {'d0d439da-06ed-46d5-8cad-e548d99f4c28'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:05.641802 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-98bc6341-7731-4db3-b479-f1c77a7ee825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:44:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['d0d439da-06ed-46d5-8cad-e548d99f4c28'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:05.673656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9e1c5-8273-4c34-8c77-13ec4282891b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:05.674239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2bf9e1c5-8273-4c34-8c77-13ec4282891b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Synchronizing usage tracker for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:05.717169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2bf9e1c5-8273-4c34-8c77-13ec4282891b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Unset dirty status for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:05.718401 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2bf9e1c5-8273-4c34-8c77-13ec4282891b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports/5f2bfe16-127f-4d75-a0c5-ca21ce539bf4 HTTP/1.1" status: 200 len: 910 time: 0.1832039 Jan 21 09:45:05.724287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46184) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:05.725026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.736670 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-98bc6341-7731-4db3-b479-f1c77a7ee825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:05.737083 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc6341-7731-4db3-b479-f1c77a7ee825 None None] The sync data for ids ['d0d439da-06ed-46d5-8cad-e548d99f4c28'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:05.821934 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event updated for resources: {'Subnet': ['ID=8d2f0ac0-9049-4e04-b6bf-44db2f6b2d09,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:05.829470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] For port 770de911-6ed5-4cda-823d-83a5b8c167e9, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:05.830726 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Checking segment: {'id': '98a28607-d8aa-4cc6-a88f-158ef7e27d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '044fe80f-67b7-488b-949c-1acec6e505eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:05.831077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Network hostable DHCP agents. Network: 044fe80f-67b7-488b-949c-1acec6e505eb, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:05.847341 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] For port 770de911-6ed5-4cda-823d-83a5b8c167e9, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=770de911-6ed5-4cda-823d-83a5b8c167e9,segment=NetworkSegment(fea62da1-a0f0-4f99-b1f5-1abe59e25047),segment_id=fea62da1-a0f0-4f99-b1f5-1abe59e25047)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:05.868159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Network 044fe80f-67b7-488b-949c-1acec6e505eb is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:05.879918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 044fe80f-67b7-488b-949c-1acec6e505eb) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:05.891416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.893976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:05.894387 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.926426 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b814fdbe-662d-4dc4-9173-231751292994 None None] Network 044fe80f-67b7-488b-949c-1acec6e505eb requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:05.927357 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9c7b3226-f258-48cd-ae07-6df41eacfcc0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1722410 Jan 21 09:45:05.928879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46188) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:06.073642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9864d-74d4-463b-be53-d5b169b7d6d5 None None] Pushing event updated for resources: {'Port': ['ID=770de911-6ed5-4cda-823d-83a5b8c167e9,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:06.256396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-044fe80f-67b7-488b-949c-1acec6e505eb', 'network_id': '044fe80f-67b7-488b-949c-1acec6e505eb', 'tenant_id': 'ad7fbb5289d94f17af0c2cfb54a4401e', 'fixed_ips': [{'subnet_id': '8d2f0ac0-9049-4e04-b6bf-44db2f6b2d09'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:45:06.259533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.401553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0df85126-62c3-453a-91e3-a1ec3453d9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.611290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Allocated IP 172.20.0.2 (044fe80f-67b7-488b-949c-1acec6e505eb/8d2f0ac0-9049-4e04-b6bf-44db2f6b2d09/7caebe5e-47d3-431d-81f6-992537cae965) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:06.703229 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 770de911-6ed5-4cda-823d-83a5b8c167e9 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:06.720098 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.742975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e913d2a2-611c-4b7f-94f2-f11296e6acc5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.999879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 770de911-6ed5-4cda-823d-83a5b8c167e9 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:07.016912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 704b6cf2-363a-4724-bcf0-5f7a8768f119 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:07.093827 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.107025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Transition to ACTIVE for port object 7caebe5e-47d3-431d-81f6-992537cae965 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:07.136954 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Transition to ACTIVE for port object 7caebe5e-47d3-431d-81f6-992537cae965 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:07.142039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 704b6cf2-363a-4724-bcf0-5f7a8768f119 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:07.154498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.195522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e913d2a2-611c-4b7f-94f2-f11296e6acc5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 5f2bfe16-127f-4d75-a0c5-ca21ce539bf4 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:07.196295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e913d2a2-611c-4b7f-94f2-f11296e6acc5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.216048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 704b6cf2-363a-4724-bcf0-5f7a8768f119 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:07.216643 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.270769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Network 044fe80f-67b7-488b-949c-1acec6e505eb is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:07.276235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Allocated IP 172.20.0.1 (749e56c5-f629-43fd-a5c5-2e2e89eb0bbc/af1fd65c-e858-4696-a73b-fcaa47128dd1/4dd794dc-f78f-408a-80ec-9e2e2f2556d4) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:07.285100 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:07.301177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:07.430166 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Pushing event updated for resources: {'Port': ['ID=7caebe5e-47d3-431d-81f6-992537cae965,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:07.465507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Attempting to bind port 7caebe5e-47d3-431d-81f6-992537cae965 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:07.465507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Attempting to bind port 7caebe5e-47d3-431d-81f6-992537cae965 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '98a28607-d8aa-4cc6-a88f-158ef7e27d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '044fe80f-67b7-488b-949c-1acec6e505eb'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:07.465812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Attempting to bind port 7caebe5e-47d3-431d-81f6-992537cae965 on network 044fe80f-67b7-488b-949c-1acec6e505eb {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:07.478392 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:07.478783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Checking segment: {'id': '98a28607-d8aa-4cc6-a88f-158ef7e27d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '044fe80f-67b7-488b-949c-1acec6e505eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:07.480962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.481406 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Bound using segment: {'id': '98a28607-d8aa-4cc6-a88f-158ef7e27d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '044fe80f-67b7-488b-949c-1acec6e505eb'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:07.481891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Bound port: 7caebe5e-47d3-431d-81f6-992537cae965, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a28607-d8aa-4cc6-a88f-158ef7e27d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '044fe80f-67b7-488b-949c-1acec6e505eb'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:07.482275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.482918 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e913d2a2-611c-4b7f-94f2-f11296e6acc5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.537487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.559753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Transition to ACTIVE for port object 4dd794dc-f78f-408a-80ec-9e2e2f2556d4 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:07.610716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d60ff21-4a4d-4499-a1ed-1026b117572e None None] Network 749e56c5-f629-43fd-a5c5-2e2e89eb0bbc requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:07.624872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.647069 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.698640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e913d2a2-611c-4b7f-94f2-f11296e6acc5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for 5f2bfe16-127f-4d75-a0c5-ca21ce539bf4 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:07.728490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Network 749e56c5-f629-43fd-a5c5-2e2e89eb0bbc is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:07.731708 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:07.743399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:07.747336 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] For port 7caebe5e-47d3-431d-81f6-992537cae965, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:07.777632 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] For port 7caebe5e-47d3-431d-81f6-992537cae965, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7caebe5e-47d3-431d-81f6-992537cae965,segment=NetworkSegment(98a28607-d8aa-4cc6-a88f-158ef7e27d62),segment_id=98a28607-d8aa-4cc6-a88f-158ef7e27d62)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:07.783601 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 704b6cf2-363a-4724-bcf0-5f7a8768f119, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=704b6cf2-363a-4724-bcf0-5f7a8768f119,segment=NetworkSegment(145f07b8-02e7-4e7f-954c-6d2d8a9c03a9),segment_id=145f07b8-02e7-4e7f-954c-6d2d8a9c03a9)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:07.795468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.817698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.830838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event updated for resources: {'Port': ['ID=4dd794dc-f78f-408a-80ec-9e2e2f2556d4,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:07.832958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.836449 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6a9e098a-d094-4563-848b-d9334b407ea3 None None] Provisioning for port 770de911-6ed5-4cda-823d-83a5b8c167e9 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:07.882685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6a9e098a-d094-4563-848b-d9334b407ea3 None None] Provisioning complete for port 770de911-6ed5-4cda-823d-83a5b8c167e9 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:07.883303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6a9e098a-d094-4563-848b-d9334b407ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.942715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e913d2a2-611c-4b7f-94f2-f11296e6acc5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.972232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.990718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=704b6cf2-363a-4724-bcf0-5f7a8768f119,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:07.996166 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913d2a2-611c-4b7f-94f2-f11296e6acc5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=5f2bfe16-127f-4d75-a0c5-ca21ce539bf4,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.217335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a6535-1f2e-420f-a57a-e3295a079526 None None] Pushing event updated for resources: {'Port': ['ID=7caebe5e-47d3-431d-81f6-992537cae965,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.250791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6a9e098a-d094-4563-848b-d9334b407ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.322027 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6a9e098a-d094-4563-848b-d9334b407ea3 None None] For port 770de911-6ed5-4cda-823d-83a5b8c167e9, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=770de911-6ed5-4cda-823d-83a5b8c167e9,segment=NetworkSegment(fea62da1-a0f0-4f99-b1f5-1abe59e25047),segment_id=fea62da1-a0f0-4f99-b1f5-1abe59e25047)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:08.372322 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6a9e098a-d094-4563-848b-d9334b407ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.522891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e913d2a2-611c-4b7f-94f2-f11296e6acc5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.574897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6118-e183-4816-a360-ce52dca532ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.601424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e098a-d094-4563-848b-d9334b407ea3 None None] Pushing event updated for resources: {'Port': ['ID=770de911-6ed5-4cda-823d-83a5b8c167e9,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.735319 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 704b6cf2-363a-4724-bcf0-5f7a8768f119 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:08.743213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.754728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.840854 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-62e3ca50-6b26-4244-9bc3-f23a3989025b None None] Provisioning for port 4dd794dc-f78f-408a-80ec-9e2e2f2556d4 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:08.848602 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 704b6cf2-363a-4724-bcf0-5f7a8768f119 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:08.849180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.878536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-62e3ca50-6b26-4244-9bc3-f23a3989025b None None] Provisioning complete for port 4dd794dc-f78f-408a-80ec-9e2e2f2556d4 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:08.879875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-62e3ca50-6b26-4244-9bc3-f23a3989025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.914322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.923523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event updated for resources: {'Port': ['ID=4dd794dc-f78f-408a-80ec-9e2e2f2556d4,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:09.021389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e913d2a2-611c-4b7f-94f2-f11296e6acc5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router d0d439da-06ed-46d5-8cad-e548d99f4c28 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:09.037806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-62e3ca50-6b26-4244-9bc3-f23a3989025b None None] Port 4dd794dc-f78f-408a-80ec-9e2e2f2556d4 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:09.063378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Network 749e56c5-f629-43fd-a5c5-2e2e89eb0bbc is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:09.065166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:09.105832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-62e3ca50-6b26-4244-9bc3-f23a3989025b None None] Provisioning complete for port 770de911-6ed5-4cda-823d-83a5b8c167e9 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:09.106889 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-62e3ca50-6b26-4244-9bc3-f23a3989025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.166203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7caebe5e-47d3-431d-81f6-992537cae965 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:09.236314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e913d2a2-611c-4b7f-94f2-f11296e6acc5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:09.259749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e1240-3e13-4e08-b8f5-b0f276d11891 None None] Sync routers for ids ['d0d439da-06ed-46d5-8cad-e548d99f4c28'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:09.266228 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e913d2a2-611c-4b7f-94f2-f11296e6acc5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/d0d439da-06ed-46d5-8cad-e548d99f4c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5399563 Jan 21 09:45:09.268864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46196) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:09.282465 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e1240-3e13-4e08-b8f5-b0f276d11891 None None] Routers {'d0d439da-06ed-46d5-8cad-e548d99f4c28'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:09.283297 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b86e1240-3e13-4e08-b8f5-b0f276d11891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['d0d439da-06ed-46d5-8cad-e548d99f4c28'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.318064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Router c8a38421-5354-4612-8492-5fe4b8dc4fbc is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:45:09.462819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b86e1240-3e13-4e08-b8f5-b0f276d11891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.483055 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 7caebe5e-47d3-431d-81f6-992537cae965 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:09.487829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e1240-3e13-4e08-b8f5-b0f276d11891 None None] Routers {'d0d439da-06ed-46d5-8cad-e548d99f4c28'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:09.488591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b86e1240-3e13-4e08-b8f5-b0f276d11891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['d0d439da-06ed-46d5-8cad-e548d99f4c28'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.570106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b86e1240-3e13-4e08-b8f5-b0f276d11891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.570511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e1240-3e13-4e08-b8f5-b0f276d11891 None None] The sync data for ids ['d0d439da-06ed-46d5-8cad-e548d99f4c28'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:09.585863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.646593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4551a0-7c68-43fa-a57b-d86463521e15 None None] Network 044fe80f-67b7-488b-949c-1acec6e505eb requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:09.678925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:09.692885 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f0dcd-7058-4508-a4c5-03cd09f76114 None None] Sync routers for ids ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:09.694612 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.698220 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8e61472b-cc26-42e9-81e7-f390b3799e95 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "PUT /v2.0/routers/c8a38421-5354-4612-8492-5fe4b8dc4fbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7687953 Jan 21 09:45:09.698823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46200) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:09.709438 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f0dcd-7058-4508-a4c5-03cd09f76114 None None] Routers {'c8a38421-5354-4612-8492-5fe4b8dc4fbc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:09.710490 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-328f0dcd-7058-4508-a4c5-03cd09f76114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.746731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-012fa120-8412-4cab-a407-93b18a7b90e9 None None] Provisioning complete for port 4dd794dc-f78f-408a-80ec-9e2e2f2556d4 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:09.747106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-012fa120-8412-4cab-a407-93b18a7b90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.778728 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-328f0dcd-7058-4508-a4c5-03cd09f76114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.789426 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f0dcd-7058-4508-a4c5-03cd09f76114 None None] Routers {'c8a38421-5354-4612-8492-5fe4b8dc4fbc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:09.790318 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-328f0dcd-7058-4508-a4c5-03cd09f76114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.828784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-012fa120-8412-4cab-a407-93b18a7b90e9 None None] Port 4dd794dc-f78f-408a-80ec-9e2e2f2556d4 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:09.865988 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-328f0dcd-7058-4508-a4c5-03cd09f76114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.866657 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f0dcd-7058-4508-a4c5-03cd09f76114 None None] The sync data for ids ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:09.917179 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8f3bcfa-b865-403b-9359-46f7b5a2d84c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.922517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-012fa120-8412-4cab-a407-93b18a7b90e9 None None] Provisioning for port 7caebe5e-47d3-431d-81f6-992537cae965 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:09.929698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-012fa120-8412-4cab-a407-93b18a7b90e9 None None] Provisioning complete for port 7caebe5e-47d3-431d-81f6-992537cae965 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:09.930138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-012fa120-8412-4cab-a407-93b18a7b90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.070068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-012fa120-8412-4cab-a407-93b18a7b90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.110850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-012fa120-8412-4cab-a407-93b18a7b90e9 None None] For port 7caebe5e-47d3-431d-81f6-992537cae965, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7caebe5e-47d3-431d-81f6-992537cae965,segment=NetworkSegment(98a28607-d8aa-4cc6-a88f-158ef7e27d62),segment_id=98a28607-d8aa-4cc6-a88f-158ef7e27d62)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:10.119283 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-012fa120-8412-4cab-a407-93b18a7b90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.206292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fa120-8412-4cab-a407-93b18a7b90e9 None None] Pushing event updated for resources: {'Port': ['ID=7caebe5e-47d3-431d-81f6-992537cae965,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:10.340771 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8334567f-d9d0-4fc7-b073-8eacec7ecea8 None None] Provisioning complete for port 7caebe5e-47d3-431d-81f6-992537cae965 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:10.342104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8334567f-d9d0-4fc7-b073-8eacec7ecea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.342205 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-c00d4eea-0820-4978-9f6c-1c111ad61b7c tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:45:10.343239 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c00d4eea-0820-4978-9f6c-1c111ad61b7c tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "PUT /v2.0/routers/c8a38421-5354-4612-8492-5fe4b8dc4fbc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6434374 Jan 21 09:45:10.346287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46204) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:10.392762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3bcfa-b865-403b-9359-46f7b5a2d84c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 9516c40f-04c3-45fc-bd2a-7a606bf519eb {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:10.393346 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8f3bcfa-b865-403b-9359-46f7b5a2d84c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.499009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 770de911-6ed5-4cda-823d-83a5b8c167e9 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:10.566576 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 770de911-6ed5-4cda-823d-83a5b8c167e9 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:10.567179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.585044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8f3bcfa-b865-403b-9359-46f7b5a2d84c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.686885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7caebe5e-47d3-431d-81f6-992537cae965 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:10.722960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3bcfa-b865-403b-9359-46f7b5a2d84c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for 9516c40f-04c3-45fc-bd2a-7a606bf519eb owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:10.754429 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7caebe5e-47d3-431d-81f6-992537cae965 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:10.754818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.907042 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8f3bcfa-b865-403b-9359-46f7b5a2d84c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.957185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.961184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3bcfa-b865-403b-9359-46f7b5a2d84c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=9516c40f-04c3-45fc-bd2a-7a606bf519eb,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:10.994389 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-096f94ba-001c-4d68-9dd3-f972c822be15 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.184268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8f3bcfa-b865-403b-9359-46f7b5a2d84c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.327664 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-096f94ba-001c-4d68-9dd3-f972c822be15 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Deleting port 4dd794dc-f78f-408a-80ec-9e2e2f2556d4 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:11.327910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-096f94ba-001c-4d68-9dd3-f972c822be15 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.451433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f3bcfa-b865-403b-9359-46f7b5a2d84c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router d0d439da-06ed-46d5-8cad-e548d99f4c28 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:11.511525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-096f94ba-001c-4d68-9dd3-f972c822be15 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.641034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-096f94ba-001c-4d68-9dd3-f972c822be15 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Calling delete_port for 4dd794dc-f78f-408a-80ec-9e2e2f2556d4 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:11.693784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f3bcfa-b865-403b-9359-46f7b5a2d84c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:11.704191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4057b493-f5e5-479f-8b82-177ef74033b3 None None] Sync routers for ids ['d0d439da-06ed-46d5-8cad-e548d99f4c28'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:11.709043 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f8f3bcfa-b865-403b-9359-46f7b5a2d84c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/d0d439da-06ed-46d5-8cad-e548d99f4c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4389741 Jan 21 09:45:11.710581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46208) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.714057 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4057b493-f5e5-479f-8b82-177ef74033b3 None None] Routers {'d0d439da-06ed-46d5-8cad-e548d99f4c28'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:11.714684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4057b493-f5e5-479f-8b82-177ef74033b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['d0d439da-06ed-46d5-8cad-e548d99f4c28'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:11.755830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-30ed40db-7e32-44be-be9a-2f2730f5c72e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Synchronizing usage tracker for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:11.772032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-30ed40db-7e32-44be-be9a-2f2730f5c72e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Unset dirty status for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:11.773289 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-30ed40db-7e32-44be-be9a-2f2730f5c72e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=d0d439da-06ed-46d5-8cad-e548d99f4c28 HTTP/1.1" status: 200 len: 205 time: 0.0616648 Jan 21 09:45:11.776249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46212) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.776736 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4057b493-f5e5-479f-8b82-177ef74033b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:11.785305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4057b493-f5e5-479f-8b82-177ef74033b3 None None] Routers {'d0d439da-06ed-46d5-8cad-e548d99f4c28'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:11.786567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4057b493-f5e5-479f-8b82-177ef74033b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['d0d439da-06ed-46d5-8cad-e548d99f4c28'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:11.822893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-096f94ba-001c-4d68-9dd3-f972c822be15 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.848659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4057b493-f5e5-479f-8b82-177ef74033b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:11.849056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4057b493-f5e5-479f-8b82-177ef74033b3 None None] The sync data for ids ['d0d439da-06ed-46d5-8cad-e548d99f4c28'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:11.873945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f94ba-001c-4d68-9dd3-f972c822be15 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event deleted for resources: {'Port': ['ID=4dd794dc-f78f-408a-80ec-9e2e2f2556d4,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:11.908620 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22bfd3de-8a9b-4dda-8b44-efc9d4eabeeb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.102365 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-096f94ba-001c-4d68-9dd3-f972c822be15 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.216016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22bfd3de-8a9b-4dda-8b44-efc9d4eabeeb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.218170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22bfd3de-8a9b-4dda-8b44-efc9d4eabeeb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.244601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22bfd3de-8a9b-4dda-8b44-efc9d4eabeeb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.245275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bfd3de-8a9b-4dda-8b44-efc9d4eabeeb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Fanout notify agent at l3_agent the message router_deleted on router d0d439da-06ed-46d5-8cad-e548d99f4c28 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:45:12.257306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-22bfd3de-8a9b-4dda-8b44-efc9d4eabeeb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.258500 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-22bfd3de-8a9b-4dda-8b44-efc9d4eabeeb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/d0d439da-06ed-46d5-8cad-e548d99f4c28 HTTP/1.1" status: 204 len: 168 time: 0.4807966 Jan 21 09:45:12.261214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46216) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:12.331228 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-c042412a-492a-478a-8eab-010a781f49d6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting subnet 6aa1829b-9a88-48f9-b3c4-d3e6b7b1b93b {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:12.334544 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c042412a-492a-478a-8eab-010a781f49d6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.389728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c042412a-492a-478a-8eab-010a781f49d6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.474345 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c042412a-492a-478a-8eab-010a781f49d6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.498038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096f94ba-001c-4d68-9dd3-f972c822be15 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Router c8a38421-5354-4612-8492-5fe4b8dc4fbc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:12.547806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c042412a-492a-478a-8eab-010a781f49d6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.586628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042412a-492a-478a-8eab-010a781f49d6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa1829b-9a88-48f9-b3c4-d3e6b7b1b93b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.590357 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c042412a-492a-478a-8eab-010a781f49d6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.600979 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c042412a-492a-478a-8eab-010a781f49d6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/6aa1829b-9a88-48f9-b3c4-d3e6b7b1b93b HTTP/1.1" status: 204 len: 168 time: 0.3386528 Jan 21 09:45:12.601357 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a23e7f-18af-431c-8189-99e00956ebc7 None None] Network 2d3bc6c8-dbef-4502-b75c-bd18224a8499 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:12.601825 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46220) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:12.635494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096f94ba-001c-4d68-9dd3-f972c822be15 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:12.646555 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91cc42-93ad-4150-9df3-dce04d7a6aa5 None None] Sync routers for ids ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:12.659067 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-096f94ba-001c-4d68-9dd3-f972c822be15 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "PUT /v2.0/routers/c8a38421-5354-4612-8492-5fe4b8dc4fbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3117802 Jan 21 09:45:12.664269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46224) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:12.676789 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91cc42-93ad-4150-9df3-dce04d7a6aa5 None None] Routers {'c8a38421-5354-4612-8492-5fe4b8dc4fbc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:12.677739 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cc91cc42-93ad-4150-9df3-dce04d7a6aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:12.708685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-354dce22-c5c8-43ef-a159-837abb0d4f52 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting subnet d14ac275-e504-442a-abf7-3733314599f3 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:12.712221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-354dce22-c5c8-43ef-a159-837abb0d4f52 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.739140 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-5ac28228-d602-4b58-ac71-52bca46648e6 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] delete failed (client error): The resource could not be found. Jan 21 09:45:12.740324 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5ac28228-d602-4b58-ac71-52bca46648e6 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "DELETE /v2.0/routers/tempest-non_exist_router-2044206154 HTTP/1.1" status: 404 len: 335 time: 0.0748928 Jan 21 09:45:12.742840 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cc91cc42-93ad-4150-9df3-dce04d7a6aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:12.745052 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46228) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:12.750705 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1072e355-8ea9-42f9-bd8b-0a16387b6eaa tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c8a38421-5354-4612-8492-5fe4b8dc4fbc'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:12.756834 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91cc42-93ad-4150-9df3-dce04d7a6aa5 None None] Routers {'c8a38421-5354-4612-8492-5fe4b8dc4fbc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:12.759515 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cc91cc42-93ad-4150-9df3-dce04d7a6aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:12.777364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-354dce22-c5c8-43ef-a159-837abb0d4f52 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.834075 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cc91cc42-93ad-4150-9df3-dce04d7a6aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:12.834823 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91cc42-93ad-4150-9df3-dce04d7a6aa5 None None] The sync data for ids ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:12.869649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a7f5ff-e2f5-4057-80d5-045d3054d282 None None] DHCP port deletion for 2d3bc6c8-dbef-4502-b75c-bd18224a8499 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:45:12.870542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-354dce22-c5c8-43ef-a159-837abb0d4f52 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.873496 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7f5ff-e2f5-4057-80d5-045d3054d282 None None] Deleting port 3e480675-04c5-482d-a3a2-5829ed6ce829 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:12.873861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f5ff-e2f5-4057-80d5-045d3054d282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.963889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-354dce22-c5c8-43ef-a159-837abb0d4f52 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.005522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354dce22-c5c8-43ef-a159-837abb0d4f52 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Subnet': ['ID=d14ac275-e504-442a-abf7-3733314599f3,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:13.009097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-354dce22-c5c8-43ef-a159-837abb0d4f52 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.019810 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-354dce22-c5c8-43ef-a159-837abb0d4f52 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/d14ac275-e504-442a-abf7-3733314599f3 HTTP/1.1" status: 204 len: 168 time: 0.4144688 Jan 21 09:45:13.020259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46232) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:13.022912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb2ee30-fc89-45fa-a25e-ebb36ec4cc96 None None] Network 5937ba76-186b-4390-94e2-a2e20355b88e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:13.187912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1072e355-8ea9-42f9-bd8b-0a16387b6eaa tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.268830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.276797 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-1072e355-8ea9-42f9-bd8b-0a16387b6eaa tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] update failed (client error): The resource could not be found. Jan 21 09:45:13.277827 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1072e355-8ea9-42f9-bd8b-0a16387b6eaa tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "PUT /v2.0/routers/c8a38421-5354-4612-8492-5fe4b8dc4fbc HTTP/1.1" status: 404 len: 339 time: 0.5316620 Jan 21 09:45:13.281498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46236) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:13.282581 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d6a7f5ff-e2f5-4057-80d5-045d3054d282 None None] For port 3e480675-04c5-482d-a3a2-5829ed6ce829, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3e480675-04c5-482d-a3a2-5829ed6ce829,segment=NetworkSegment(2cd5222b-ba57-4392-85fe-e99928318aaa),segment_id=2cd5222b-ba57-4392-85fe-e99928318aaa)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:13.282980 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f5ff-e2f5-4057-80d5-045d3054d282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.352580 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 3e480675-04c5-482d-a3a2-5829ed6ce829 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:13.352967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.411200 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7f5ff-e2f5-4057-80d5-045d3054d282 None None] Calling delete_port for 3e480675-04c5-482d-a3a2-5829ed6ce829 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:13.502885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f5ff-e2f5-4057-80d5-045d3054d282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.557024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77ceeed-7503-4f2a-9810-76bc4f4c1383 None None] DHCP port deletion for 5937ba76-186b-4390-94e2-a2e20355b88e request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:45:13.560849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7f5ff-e2f5-4057-80d5-045d3054d282 None None] No DVR routers for this DVR port 3e480675-04c5-482d-a3a2-5829ed6ce829 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:13.564471 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7f5ff-e2f5-4057-80d5-045d3054d282 None None] Pushing event deleted for resources: {'Port': ['ID=3e480675-04c5-482d-a3a2-5829ed6ce829,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:13.568619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c77ceeed-7503-4f2a-9810-76bc4f4c1383 None None] Deleting port cfc25be8-007d-45c1-880d-c415205ebb8b {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:13.569116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c77ceeed-7503-4f2a-9810-76bc4f4c1383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.776404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c77ceeed-7503-4f2a-9810-76bc4f4c1383 None None] For port cfc25be8-007d-45c1-880d-c415205ebb8b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cfc25be8-007d-45c1-880d-c415205ebb8b,segment=NetworkSegment(b3a0db12-4169-4055-9186-a3fc8b3afa94),segment_id=b3a0db12-4169-4055-9186-a3fc8b3afa94)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:13.776700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c77ceeed-7503-4f2a-9810-76bc4f4c1383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.802514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] The port '3e480675-04c5-482d-a3a2-5829ed6ce829' was deleted {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:45:13.902777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c77ceeed-7503-4f2a-9810-76bc4f4c1383 None None] Calling delete_port for cfc25be8-007d-45c1-880d-c415205ebb8b owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:13.980785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c77ceeed-7503-4f2a-9810-76bc4f4c1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.025114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ceeed-7503-4f2a-9810-76bc4f4c1383 None None] Pushing event deleted for resources: {'Port': ['ID=cfc25be8-007d-45c1-880d-c415205ebb8b,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:14.028648 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ceeed-7503-4f2a-9810-76bc4f4c1383 None None] No DVR routers for this DVR port cfc25be8-007d-45c1-880d-c415205ebb8b on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:14.030196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.090042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3bc6c8-dbef-4502-b75c-bd18224a8499']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:14.105948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.114958 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd5222b-ba57-4392-85fe-e99928318aaa') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:14.115278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd5222b-ba57-4392-85fe-e99928318aaa') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:14.131135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.216359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.286708 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:14.287023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:14.301494 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:14.442489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.465233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.482593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cfc25be8-007d-45c1-880d-c415205ebb8b no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:14.518418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: cfc25be8-007d-45c1-880d-c415205ebb8b {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:45:14.518758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cfc25be8-007d-45c1-880d-c415205ebb8b not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:14.519194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3e480675-04c5-482d-a3a2-5829ed6ce829 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:14.520178 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Network': ['ID=2d3bc6c8-dbef-4502-b75c-bd18224a8499,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:14.526788 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4156a138-ebfe-4eee-ac6f-a345694291c7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/networks/2d3bc6c8-dbef-4502-b75c-bd18224a8499 HTTP/1.1" status: 204 len: 168 time: 1.5055602 Jan 21 09:45:14.529550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46240) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:14.554409 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 3e480675-04c5-482d-a3a2-5829ed6ce829 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:45:14.554692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3e480675-04c5-482d-a3a2-5829ed6ce829 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:14.617419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Allocated IP 172.20.0.1 (d93f5139-f389-4754-ba11-d4bbadd61b92/bd5e55eb-c51a-49f9-aff2-ca4ea8df7c6c/446cd489-1a66-48d1-90e3-95a0e9cf424e) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:14.754721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-424cb7e1-eda0-4d55-95ae-0e9b3a3b8125 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.786545 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.802265 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Transition to ACTIVE for port object 446cd489-1a66-48d1-90e3-95a0e9cf424e will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:14.832108 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.905362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Network d93f5139-f389-4754-ba11-d4bbadd61b92 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:14.908660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:14.912648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:14.917649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-424cb7e1-eda0-4d55-95ae-0e9b3a3b8125 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.943815 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event updated for resources: {'Port': ['ID=446cd489-1a66-48d1-90e3-95a0e9cf424e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:14.945145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-424cb7e1-eda0-4d55-95ae-0e9b3a3b8125 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5937ba76-186b-4390-94e2-a2e20355b88e']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:14.959363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-424cb7e1-eda0-4d55-95ae-0e9b3a3b8125 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a0db12-4169-4055-9186-a3fc8b3afa94') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:14.959675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-424cb7e1-eda0-4d55-95ae-0e9b3a3b8125 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a0db12-4169-4055-9186-a3fc8b3afa94') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:14.973153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-424cb7e1-eda0-4d55-95ae-0e9b3a3b8125 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.978888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.994661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-424cb7e1-eda0-4d55-95ae-0e9b3a3b8125 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.001796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424cb7e1-eda0-4d55-95ae-0e9b3a3b8125 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:15.002436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-424cb7e1-eda0-4d55-95ae-0e9b3a3b8125 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:15.023105 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:15.111126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.116559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-424cb7e1-eda0-4d55-95ae-0e9b3a3b8125 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.138269 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-424cb7e1-eda0-4d55-95ae-0e9b3a3b8125 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.149439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cb7e1-eda0-4d55-95ae-0e9b3a3b8125 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Network': ['ID=5937ba76-186b-4390-94e2-a2e20355b88e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.153887 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-424cb7e1-eda0-4d55-95ae-0e9b3a3b8125 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/networks/5937ba76-186b-4390-94e2-a2e20355b88e HTTP/1.1" status: 204 len: 168 time: 0.6224530 Jan 21 09:45:15.158224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46244) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:15.164063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'network': {'name': 'tempest-RoutersTest-1280694663'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:15.169619 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:15.173689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:network and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:15.177251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:15.184084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:15.196249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:15.199992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.232269 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:15.233861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c2f8d11f-7ce3-43ec-8607-7ea0591d9df5 None None] Provisioning for port 446cd489-1a66-48d1-90e3-95a0e9cf424e completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:15.240828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c2f8d11f-7ce3-43ec-8607-7ea0591d9df5 None None] Provisioning complete for port 446cd489-1a66-48d1-90e3-95a0e9cf424e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:15.241317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d11f-7ce3-43ec-8607-7ea0591d9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.242414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.242911 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Added segment a5be65a0-be33-4fb5-9496-f823735ea994 of type vlan for network 7c1a9cbb-2274-400c-a3ea-b84e3a6506ec Jan 21 09:45:15.274290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.301227 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c2f8d11f-7ce3-43ec-8607-7ea0591d9df5 None None] Port 446cd489-1a66-48d1-90e3-95a0e9cf424e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:15.306441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.312110 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:15.312723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.371976 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2124214 Jan 21 09:45:15.376227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46248) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:15.432441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'subnet': {'network_id': '7c1a9cbb-2274-400c-a3ea-b84e3a6506ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:15.453271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8ecb-1f6a-429c-86ba-b5517af15b94 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Network': ['ID=7c1a9cbb-2274-400c-a3ea-b84e3a6506ec,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.465995 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 7c1a9cbb-2274-400c-a3ea-b84e3a6506ec details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:15.547367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:15.552311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:subnet and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:15.555464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:15.562468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:15.574853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:15.578563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.632955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.638415 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.758386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event updated for resources: {'Port': ['ID=446cd489-1a66-48d1-90e3-95a0e9cf424e,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.763519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.805347 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.881553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Subnet': ['ID=f8646d4c-6a4c-486d-8f41-1d3c02912833,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.890305 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Checking segment: {'id': 'a5be65a0-be33-4fb5-9496-f823735ea994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7c1a9cbb-2274-400c-a3ea-b84e3a6506ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:15.890668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network hostable DHCP agents. Network: 7c1a9cbb-2274-400c-a3ea-b84e3a6506ec, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:15.898087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Network d93f5139-f389-4754-ba11-d4bbadd61b92 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:15.899647 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:15.910590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 7c1a9cbb-2274-400c-a3ea-b84e3a6506ec is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:15.924660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 7c1a9cbb-2274-400c-a3ea-b84e3a6506ec) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:15.929564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:15.930361 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.934581 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfda0eb-5b66-47fd-9121-4101dc31ee6c None None] Network 7c1a9cbb-2274-400c-a3ea-b84e3a6506ec requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:15.957069 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f91dabd4-1f20-426a-b59b-b168d4016c85 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5785377 Jan 21 09:45:15.958846 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46252) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:15.964552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-663dbd82-9ee6-42dd-aff9-e61513413f89 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-647246343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:15.971406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-663dbd82-9ee6-42dd-aff9-e61513413f89 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:15.975600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-663dbd82-9ee6-42dd-aff9-e61513413f89 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:router and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:15.979109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-663dbd82-9ee6-42dd-aff9-e61513413f89 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:15.985318 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-663dbd82-9ee6-42dd-aff9-e61513413f89 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:15.998655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-663dbd82-9ee6-42dd-aff9-e61513413f89 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.000203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-663dbd82-9ee6-42dd-aff9-e61513413f89 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.021138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-663dbd82-9ee6-42dd-aff9-e61513413f89 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.043786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-663dbd82-9ee6-42dd-aff9-e61513413f89 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.079863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-663dbd82-9ee6-42dd-aff9-e61513413f89 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.084865 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-663dbd82-9ee6-42dd-aff9-e61513413f89 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1249607 Jan 21 09:45:16.085650 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46256) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:16.096211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'port': {'network_id': '7c1a9cbb-2274-400c-a3ea-b84e3a6506ec', 'name': 'tempest-RoutersTest-765431169'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:16.140334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Router c8a38421-5354-4612-8492-5fe4b8dc4fbc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:16.209682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-7c1a9cbb-2274-400c-a3ea-b84e3a6506ec', 'network_id': '7c1a9cbb-2274-400c-a3ea-b84e3a6506ec', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'fixed_ips': [{'subnet_id': 'f8646d4c-6a4c-486d-8f41-1d3c02912833'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:45:16.210528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.277986 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-343011cb-8347-4859-9316-90fe02f70c6d None None] Provisioning complete for port 446cd489-1a66-48d1-90e3-95a0e9cf424e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:16.278739 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-343011cb-8347-4859-9316-90fe02f70c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.357395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-343011cb-8347-4859-9316-90fe02f70c6d None None] Port 446cd489-1a66-48d1-90e3-95a0e9cf424e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:16.376073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:16.387169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:16.393884 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f5880dd8-4436-4fea-b3a6-133b3f05b42a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "PUT /v2.0/routers/c8a38421-5354-4612-8492-5fe4b8dc4fbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1114423 Jan 21 09:45:16.395007 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:16.396864 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46260) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:16.404441 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d26b10-003c-46cd-aa0c-69c6ecacd6a7 None None] Sync routers for ids ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:16.425840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d26b10-003c-46cd-aa0c-69c6ecacd6a7 None None] Routers {'c8a38421-5354-4612-8492-5fe4b8dc4fbc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:16.426515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-77d26b10-003c-46cd-aa0c-69c6ecacd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:16.469518 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:16.472961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.482628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Allocated IP 172.20.0.2 (7c1a9cbb-2274-400c-a3ea-b84e3a6506ec/f8646d4c-6a4c-486d-8f41-1d3c02912833/7bb0e3ac-2343-45b1-9197-4570d489dedc) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:16.493464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-77d26b10-003c-46cd-aa0c-69c6ecacd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:16.521748 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d26b10-003c-46cd-aa0c-69c6ecacd6a7 None None] Routers {'c8a38421-5354-4612-8492-5fe4b8dc4fbc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:16.522380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-77d26b10-003c-46cd-aa0c-69c6ecacd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:16.599393 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-77d26b10-003c-46cd-aa0c-69c6ecacd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:16.599808 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d26b10-003c-46cd-aa0c-69c6ecacd6a7 None None] The sync data for ids ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:16.697838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] device_id is not set on port 0f8380b0-2c38-4e98-99f8-ad0a7bbb13cb yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:16.755707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-df73ac87-1055-49ab-8168-3a0816c3b48d tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.779731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.789693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Transition to ACTIVE for port object 7bb0e3ac-2343-45b1-9197-4570d489dedc will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:16.810879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Transition to ACTIVE for port object 7bb0e3ac-2343-45b1-9197-4570d489dedc will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:16.818262 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.890739 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Network 7c1a9cbb-2274-400c-a3ea-b84e3a6506ec is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:16.893630 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:16.898593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:16.908112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Pushing event updated for resources: {'Port': ['ID=7bb0e3ac-2343-45b1-9197-4570d489dedc,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:16.971543 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-df73ac87-1055-49ab-8168-3a0816c3b48d tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 21 09:45:16.972634 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-df73ac87-1055-49ab-8168-3a0816c3b48d tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "DELETE /v2.0/routers/c8a38421-5354-4612-8492-5fe4b8dc4fbc HTTP/1.1" status: 409 len: 329 time: 0.5749228 Jan 21 09:45:16.975467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46264) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:16.993159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Attempting to bind port 7bb0e3ac-2343-45b1-9197-4570d489dedc on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:16.993532 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Attempting to bind port 7bb0e3ac-2343-45b1-9197-4570d489dedc by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'a5be65a0-be33-4fb5-9496-f823735ea994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7c1a9cbb-2274-400c-a3ea-b84e3a6506ec'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:16.994045 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Attempting to bind port 7bb0e3ac-2343-45b1-9197-4570d489dedc on network 7c1a9cbb-2274-400c-a3ea-b84e3a6506ec {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:16.999489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:16.999862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Checking segment: {'id': 'a5be65a0-be33-4fb5-9496-f823735ea994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7c1a9cbb-2274-400c-a3ea-b84e3a6506ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:17.000297 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.000776 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Bound using segment: {'id': 'a5be65a0-be33-4fb5-9496-f823735ea994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7c1a9cbb-2274-400c-a3ea-b84e3a6506ec'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:17.001238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Bound port: 7bb0e3ac-2343-45b1-9197-4570d489dedc, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5be65a0-be33-4fb5-9496-f823735ea994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7c1a9cbb-2274-400c-a3ea-b84e3a6506ec'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:17.001607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.096515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] For port 7bb0e3ac-2343-45b1-9197-4570d489dedc, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:17.099783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] For port 7bb0e3ac-2343-45b1-9197-4570d489dedc, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7bb0e3ac-2343-45b1-9197-4570d489dedc,segment=NetworkSegment(a5be65a0-be33-4fb5-9496-f823735ea994),segment_id=a5be65a0-be33-4fb5-9496-f823735ea994)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:17.103803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.121336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.db.api [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-542cc94a-4751-4ae2-ae35-f02776381a3b {{(pid=87502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:17.121830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG oslo_db.api [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:17.185455 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f4ded-7509-4b03-b6be-aba193581907 None None] Pushing event updated for resources: {'Port': ['ID=7bb0e3ac-2343-45b1-9197-4570d489dedc,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:17.536519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-16a02e6b-1b80-4ffc-96d7-dd6f762ccca4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.653239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.702619 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] device_id is not set on port 853dcba8-82a5-49ff-86f6-dd23fb9ee360 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:17.952888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Allocated IP 172.20.0.3 (7c1a9cbb-2274-400c-a3ea-b84e3a6506ec/f8646d4c-6a4c-486d-8f41-1d3c02912833/853dcba8-82a5-49ff-86f6-dd23fb9ee360) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:18.075582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-16a02e6b-1b80-4ffc-96d7-dd6f762ccca4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Deleting port 446cd489-1a66-48d1-90e3-95a0e9cf424e {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:18.076228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-16a02e6b-1b80-4ffc-96d7-dd6f762ccca4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.190269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2037618d-a773-4ee5-9fc8-4821882dcd14 None None] Network 7c1a9cbb-2274-400c-a3ea-b84e3a6506ec requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:18.321795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-33296bf7-3235-4a39-a80f-03197964bffb None None] Provisioning for port 7bb0e3ac-2343-45b1-9197-4570d489dedc completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:18.521524 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7bb0e3ac-2343-45b1-9197-4570d489dedc up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:18.523553 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.541061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-16a02e6b-1b80-4ffc-96d7-dd6f762ccca4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.589334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 7bb0e3ac-2343-45b1-9197-4570d489dedc completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:18.594385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7bb0e3ac-2343-45b1-9197-4570d489dedc triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:18.594747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.608489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Transition to ACTIVE for port object 853dcba8-82a5-49ff-86f6-dd23fb9ee360 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:18.676051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-16a02e6b-1b80-4ffc-96d7-dd6f762ccca4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Calling delete_port for 446cd489-1a66-48d1-90e3-95a0e9cf424e owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:18.729462 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.761165 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 7bb0e3ac-2343-45b1-9197-4570d489dedc, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7bb0e3ac-2343-45b1-9197-4570d489dedc,segment=NetworkSegment(a5be65a0-be33-4fb5-9496-f823735ea994),segment_id=a5be65a0-be33-4fb5-9496-f823735ea994)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:18.765360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.772746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.859744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 7c1a9cbb-2274-400c-a3ea-b84e3a6506ec is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:18.863535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:18.867878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:18.879836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-70e8514f-81a7-4d0e-937e-a4b71c73dc7f None None] Provisioning complete for port 7bb0e3ac-2343-45b1-9197-4570d489dedc triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:18.880211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-70e8514f-81a7-4d0e-937e-a4b71c73dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.904063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=7bb0e3ac-2343-45b1-9197-4570d489dedc,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:18.904874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=853dcba8-82a5-49ff-86f6-dd23fb9ee360,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:18.994261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:18.994989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.046028 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f40a49d8-2751-4a9c-9143-0c09009e6ef6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.9592755 Jan 21 09:45:19.050606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46268) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.051112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-16a02e6b-1b80-4ffc-96d7-dd6f762ccca4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.102010 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a02e6b-1b80-4ffc-96d7-dd6f762ccca4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event deleted for resources: {'Port': ['ID=446cd489-1a66-48d1-90e3-95a0e9cf424e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:19.140186 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a0d2c954-ecac-4c48-8a0d-182a1c00f6d8 None None] Provisioning for port 853dcba8-82a5-49ff-86f6-dd23fb9ee360 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:19.152386 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a0d2c954-ecac-4c48-8a0d-182a1c00f6d8 None None] Provisioning complete for port 853dcba8-82a5-49ff-86f6-dd23fb9ee360 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:19.152761 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c954-ecac-4c48-8a0d-182a1c00f6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.213519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2c954-ecac-4c48-8a0d-182a1c00f6d8 None None] Port 853dcba8-82a5-49ff-86f6-dd23fb9ee360 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:19.347125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-16a02e6b-1b80-4ffc-96d7-dd6f762ccca4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.638135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a02e6b-1b80-4ffc-96d7-dd6f762ccca4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Router c8a38421-5354-4612-8492-5fe4b8dc4fbc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:19.771748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.903374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a02e6b-1b80-4ffc-96d7-dd6f762ccca4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:19.908223 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-16a02e6b-1b80-4ffc-96d7-dd6f762ccca4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "PUT /v2.0/routers/c8a38421-5354-4612-8492-5fe4b8dc4fbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9317007 Jan 21 09:45:19.912264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46272) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.913440 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9605299-af99-47ac-bcce-621612b152db None None] Sync routers for ids ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:19.922958 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9605299-af99-47ac-bcce-621612b152db None None] Routers {'c8a38421-5354-4612-8492-5fe4b8dc4fbc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:19.923567 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e9605299-af99-47ac-bcce-621612b152db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:19.980516 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-5c96d3fa-efcc-4491-8e92-e7d23c63d2e0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] show failed (client error): The resource could not be found. Jan 21 09:45:19.985318 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5c96d3fa-efcc-4491-8e92-e7d23c63d2e0 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "GET /v2.0/routers/tempest-non_exist_router-689226557 HTTP/1.1" status: 404 len: 334 time: 0.0680521 Jan 21 09:45:19.985484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46276) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.987019 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e9605299-af99-47ac-bcce-621612b152db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:19.990401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-a653fc92-fe28-4159-b753-e43a18393495 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:19.996126 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9605299-af99-47ac-bcce-621612b152db None None] Routers {'c8a38421-5354-4612-8492-5fe4b8dc4fbc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:19.996810 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e9605299-af99-47ac-bcce-621612b152db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:20.054994 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e9605299-af99-47ac-bcce-621612b152db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:20.055463 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9605299-af99-47ac-bcce-621612b152db None None] The sync data for ids ['c8a38421-5354-4612-8492-5fe4b8dc4fbc'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:20.056750 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-a653fc92-fe28-4159-b753-e43a18393495 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] update failed (client error): The resource could not be found. Jan 21 09:45:20.057796 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a653fc92-fe28-4159-b753-e43a18393495 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "PUT /v2.0/routers/tempest-non_exist_router-241118260 HTTP/1.1" status: 404 len: 334 time: 0.0714660 Jan 21 09:45:20.061610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46280) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:20.139327 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea0b56e-6c4c-4587-91fc-e10d20bca29a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Deleting subnet 8d2f0ac0-9049-4e04-b6bf-44db2f6b2d09 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:20.142755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cea0b56e-6c4c-4587-91fc-e10d20bca29a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.155728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.160927 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.207647 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cea0b56e-6c4c-4587-91fc-e10d20bca29a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.274657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=853dcba8-82a5-49ff-86f6-dd23fb9ee360,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:20.292530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.292867 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.293233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.293554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.293898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.294225 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.294548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.294842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.295194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.295511 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.295830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.296129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.303728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cea0b56e-6c4c-4587-91fc-e10d20bca29a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.379580 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cea0b56e-6c4c-4587-91fc-e10d20bca29a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.423996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0b56e-6c4c-4587-91fc-e10d20bca29a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2f0ac0-9049-4e04-b6bf-44db2f6b2d09,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:20.427689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cea0b56e-6c4c-4587-91fc-e10d20bca29a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.436290 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cea0b56e-6c4c-4587-91fc-e10d20bca29a tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "DELETE /v2.0/subnets/8d2f0ac0-9049-4e04-b6bf-44db2f6b2d09 HTTP/1.1" status: 204 len: 168 time: 0.3714592 Jan 21 09:45:20.436586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d750e696-ea97-4f85-823d-1b9c1db4f2eb None None] Network 044fe80f-67b7-488b-949c-1acec6e505eb requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:20.437052 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46284) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:20.530044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa6cce7-95e6-4f13-89d6-060b0048627e tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Deleting subnet af1fd65c-e858-4696-a73b-fcaa47128dd1 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:20.530893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7bb0e3ac-2343-45b1-9197-4570d489dedc up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:20.533387 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cce7-95e6-4f13-89d6-060b0048627e tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.546484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.612996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cce7-95e6-4f13-89d6-060b0048627e tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.682759 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0e6de5ea-28ba-4354-8fb8-23fb9470cbb7 None None] Provisioning complete for port 853dcba8-82a5-49ff-86f6-dd23fb9ee360 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:20.683037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0e6de5ea-28ba-4354-8fb8-23fb9470cbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.690899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.703803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cce7-95e6-4f13-89d6-060b0048627e tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.760381 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7bb0e3ac-2343-45b1-9197-4570d489dedc triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:20.760381 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.779324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cce7-95e6-4f13-89d6-060b0048627e tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.817674 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0e6de5ea-28ba-4354-8fb8-23fb9470cbb7 None None] Port 853dcba8-82a5-49ff-86f6-dd23fb9ee360 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:20.823229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6cce7-95e6-4f13-89d6-060b0048627e tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event deleted for resources: {'Subnet': ['ID=af1fd65c-e858-4696-a73b-fcaa47128dd1,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:20.826707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cce7-95e6-4f13-89d6-060b0048627e tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.833247 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1fa6cce7-95e6-4f13-89d6-060b0048627e tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "DELETE /v2.0/subnets/af1fd65c-e858-4696-a73b-fcaa47128dd1 HTTP/1.1" status: 204 len: 168 time: 0.3957250 Jan 21 09:45:20.835602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46288) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:20.865528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34fc1a3-4031-4085-ba1f-501d97d533b5 None None] Network 749e56c5-f629-43fd-a5c5-2e2e89eb0bbc requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:20.962324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.970765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cfba18-cb53-4e36-8b14-f7a409907169 None None] DHCP port deletion for 044fe80f-67b7-488b-949c-1acec6e505eb request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:45:20.974827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Deleting port 7caebe5e-47d3-431d-81f6-992537cae965 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:20.975231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.993847 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a1cfba18-cb53-4e36-8b14-f7a409907169 None None] Deleting port 7caebe5e-47d3-431d-81f6-992537cae965 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:20.994399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a1cfba18-cb53-4e36-8b14-f7a409907169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.111837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.117698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.196918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] For port 7caebe5e-47d3-431d-81f6-992537cae965, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7caebe5e-47d3-431d-81f6-992537cae965,segment=NetworkSegment(98a28607-d8aa-4cc6-a88f-158ef7e27d62),segment_id=98a28607-d8aa-4cc6-a88f-158ef7e27d62)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:21.197576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.288171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a1cfba18-cb53-4e36-8b14-f7a409907169 None None] For port 7caebe5e-47d3-431d-81f6-992537cae965, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7caebe5e-47d3-431d-81f6-992537cae965,segment=NetworkSegment(98a28607-d8aa-4cc6-a88f-158ef7e27d62),segment_id=98a28607-d8aa-4cc6-a88f-158ef7e27d62)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:21.288547 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a1cfba18-cb53-4e36-8b14-f7a409907169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.341684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Calling delete_port for 7caebe5e-47d3-431d-81f6-992537cae965 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:21.354206 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.381239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=853dcba8-82a5-49ff-86f6-dd23fb9ee360,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:21.407060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deab1144-d807-45d3-9860-3920361e431a None None] DHCP port deletion for 749e56c5-f629-43fd-a5c5-2e2e89eb0bbc request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:45:21.417886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a1cfba18-cb53-4e36-8b14-f7a409907169 None None] Calling delete_port for 7caebe5e-47d3-431d-81f6-992537cae965 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:21.427752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.457093 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-deab1144-d807-45d3-9860-3920361e431a None None] Deleting port 770de911-6ed5-4cda-823d-83a5b8c167e9 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:21.457701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-deab1144-d807-45d3-9860-3920361e431a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.473091 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event deleted for resources: {'Port': ['ID=7caebe5e-47d3-431d-81f6-992537cae965,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:21.480298 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] No DVR routers for this DVR port 7caebe5e-47d3-431d-81f6-992537cae965 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:21.504575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 7c1a9cbb-2274-400c-a3ea-b84e3a6506ec is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:21.506018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:21.579655 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-a1cfba18-cb53-4e36-8b14-f7a409907169 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:21.580005 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-a1cfba18-cb53-4e36-8b14-f7a409907169 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:21.727087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-deab1144-d807-45d3-9860-3920361e431a None None] For port 770de911-6ed5-4cda-823d-83a5b8c167e9, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=770de911-6ed5-4cda-823d-83a5b8c167e9,segment=NetworkSegment(fea62da1-a0f0-4f99-b1f5-1abe59e25047),segment_id=fea62da1-a0f0-4f99-b1f5-1abe59e25047)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:21.727813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-deab1144-d807-45d3-9860-3920361e431a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.738142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router c1b63203-443b-4798-8e99-2b80ea6fa53b is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:45:21.773093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.801421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044fe80f-67b7-488b-949c-1acec6e505eb']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:21.806970 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:45:21.815084 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a28607-d8aa-4cc6-a88f-158ef7e27d62') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:21.815380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a28607-d8aa-4cc6-a88f-158ef7e27d62') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:21.827140 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.843879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.850492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:21.851129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:21.869257 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:21.914319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:21.916120 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-deab1144-d807-45d3-9860-3920361e431a None None] Calling delete_port for 770de911-6ed5-4cda-823d-83a5b8c167e9 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:21.921731 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-666edd06-0f75-423e-b94b-0462387d183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c1b63203-443b-4798-8e99-2b80ea6fa53b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8676462 Jan 21 09:45:21.921988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46292) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:21.943851 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0719bd-3622-458c-8952-5098b54b0e28 None None] Sync routers for ids ['c1b63203-443b-4798-8e99-2b80ea6fa53b'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:21.949077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.968607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.980024 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event deleted for resources: {'Network': ['ID=044fe80f-67b7-488b-949c-1acec6e505eb,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:21.980457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0719bd-3622-458c-8952-5098b54b0e28 None None] Routers {'c1b63203-443b-4798-8e99-2b80ea6fa53b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:21.981568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-fa0719bd-3622-458c-8952-5098b54b0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c1b63203-443b-4798-8e99-2b80ea6fa53b'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:21.986585 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bdcaa107-ca63-4482-a110-237663042d16 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "DELETE /v2.0/networks/044fe80f-67b7-488b-949c-1acec6e505eb HTTP/1.1" status: 204 len: 168 time: 1.1476028 Jan 21 09:45:21.987537 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46296) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:22.005386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae69808-a43e-4d48-979e-5ae85d1196c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:22.009476 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4ae69808-a43e-4d48-979e-5ae85d1196c0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports/853dcba8-82a5-49ff-86f6-dd23fb9ee360 HTTP/1.1" status: 200 len: 976 time: 0.0838895 Jan 21 09:45:22.009835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46300) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:22.051623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-02d77807-252b-48b0-94b3-6b8de11e631e None None] Provisioning complete for port 853dcba8-82a5-49ff-86f6-dd23fb9ee360 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:22.052351 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-02d77807-252b-48b0-94b3-6b8de11e631e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.082278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a1cfba18-cb53-4e36-8b14-f7a409907169 None None] Deleting port 7caebe5e-47d3-431d-81f6-992537cae965 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:22.082643 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a1cfba18-cb53-4e36-8b14-f7a409907169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.104271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.115706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Deleting port 770de911-6ed5-4cda-823d-83a5b8c167e9 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:22.116123 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.119712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-fa0719bd-3622-458c-8952-5098b54b0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:22.191442 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a1cfba18-cb53-4e36-8b14-f7a409907169 None None] The port '7caebe5e-47d3-431d-81f6-992537cae965' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:45:22.194161 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-02d77807-252b-48b0-94b3-6b8de11e631e None None] Port 853dcba8-82a5-49ff-86f6-dd23fb9ee360 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:22.198479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0719bd-3622-458c-8952-5098b54b0e28 None None] Routers {'c1b63203-443b-4798-8e99-2b80ea6fa53b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:22.199165 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-fa0719bd-3622-458c-8952-5098b54b0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c1b63203-443b-4798-8e99-2b80ea6fa53b'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:22.211457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] The port '770de911-6ed5-4cda-823d-83a5b8c167e9' was deleted {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:45:22.253929 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-deab1144-d807-45d3-9860-3920361e431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.310528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-fa0719bd-3622-458c-8952-5098b54b0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:22.310528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0719bd-3622-458c-8952-5098b54b0e28 None None] The sync data for ids ['c1b63203-443b-4798-8e99-2b80ea6fa53b'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:22.312145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab1144-d807-45d3-9860-3920361e431a None None] Pushing event deleted for resources: {'Port': ['ID=770de911-6ed5-4cda-823d-83a5b8c167e9,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:22.316368 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab1144-d807-45d3-9860-3920361e431a None None] No DVR routers for this DVR port 770de911-6ed5-4cda-823d-83a5b8c167e9 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:22.338436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.363722 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749e56c5-f629-43fd-a5c5-2e2e89eb0bbc']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:22.376187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea62da1-a0f0-4f99-b1f5-1abe59e25047') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:22.376517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea62da1-a0f0-4f99-b1f5-1abe59e25047') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:22.387853 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.403937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.410452 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:22.410850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:22.426442 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:22.506912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 770de911-6ed5-4cda-823d-83a5b8c167e9 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:22.545586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.564919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-00dbcec4-a445-4008-bcdc-5b70684605d8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.566095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 770de911-6ed5-4cda-823d-83a5b8c167e9 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:45:22.566686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 770de911-6ed5-4cda-823d-83a5b8c167e9 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:22.567315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7caebe5e-47d3-431d-81f6-992537cae965 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:22.594153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.613390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event deleted for resources: {'Network': ['ID=749e56c5-f629-43fd-a5c5-2e2e89eb0bbc,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:22.621606 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "DELETE /v2.0/networks/749e56c5-f629-43fd-a5c5-2e2e89eb0bbc HTTP/1.1" status: 204 len: 168 time: 0.6337528 Jan 21 09:45:22.625990 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 7caebe5e-47d3-431d-81f6-992537cae965 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:45:22.627060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46304) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:22.629512 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7caebe5e-47d3-431d-81f6-992537cae965 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:22.681589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:22.681943 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:22.682336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:22.682674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:22.682998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:22.683346 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:22.683673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:22.683994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:22.684318 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:22.684666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:22.684984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:22.685303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340b980-2060-4f41-9523-054e4e9152a9 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:22.727791 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5d0c0d-9239-46cd-959e-055f9ad33e08 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Deleting subnet bd5e55eb-c51a-49f9-aff2-ca4ea8df7c6c {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:22.730963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0c0d-9239-46cd-959e-055f9ad33e08 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.791148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0c0d-9239-46cd-959e-055f9ad33e08 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.880695 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0c0d-9239-46cd-959e-055f9ad33e08 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.957658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0c0d-9239-46cd-959e-055f9ad33e08 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.988330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-00dbcec4-a445-4008-bcdc-5b70684605d8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 853dcba8-82a5-49ff-86f6-dd23fb9ee360 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:22.988686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-00dbcec4-a445-4008-bcdc-5b70684605d8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.997807 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d0c0d-9239-46cd-959e-055f9ad33e08 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5e55eb-c51a-49f9-aff2-ca4ea8df7c6c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:22.999724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0c0d-9239-46cd-959e-055f9ad33e08 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.008010 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1d5d0c0d-9239-46cd-959e-055f9ad33e08 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "DELETE /v2.0/subnets/bd5e55eb-c51a-49f9-aff2-ca4ea8df7c6c HTTP/1.1" status: 204 len: 168 time: 0.3742073 Jan 21 09:45:23.008391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46308) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:23.009244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5563f92-84ea-4fce-a336-5ac8927c5b60 None None] Network d93f5139-f389-4754-ba11-d4bbadd61b92 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:23.134152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.147440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Deleting port 704b6cf2-363a-4724-bcf0-5f7a8768f119 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:23.147760 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.180146 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-00dbcec4-a445-4008-bcdc-5b70684605d8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.275330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ffec21-a5b0-4283-b543-46543dd12872 None None] DHCP port deletion for d93f5139-f389-4754-ba11-d4bbadd61b92 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:45:23.280057 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-99ffec21-a5b0-4283-b543-46543dd12872 None None] Deleting port 704b6cf2-363a-4724-bcf0-5f7a8768f119 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:23.280613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-99ffec21-a5b0-4283-b543-46543dd12872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.306366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-00dbcec4-a445-4008-bcdc-5b70684605d8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for 853dcba8-82a5-49ff-86f6-dd23fb9ee360 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:23.363680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] For port 704b6cf2-363a-4724-bcf0-5f7a8768f119, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=704b6cf2-363a-4724-bcf0-5f7a8768f119,segment=NetworkSegment(145f07b8-02e7-4e7f-954c-6d2d8a9c03a9),segment_id=145f07b8-02e7-4e7f-954c-6d2d8a9c03a9)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:23.364368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.486265 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-00dbcec4-a445-4008-bcdc-5b70684605d8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.488498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-99ffec21-a5b0-4283-b543-46543dd12872 None None] For port 704b6cf2-363a-4724-bcf0-5f7a8768f119, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=704b6cf2-363a-4724-bcf0-5f7a8768f119,segment=NetworkSegment(145f07b8-02e7-4e7f-954c-6d2d8a9c03a9),segment_id=145f07b8-02e7-4e7f-954c-6d2d8a9c03a9)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:23.488898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-99ffec21-a5b0-4283-b543-46543dd12872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.491067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Calling delete_port for 704b6cf2-363a-4724-bcf0-5f7a8768f119 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:23.535158 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbcec4-a445-4008-bcdc-5b70684605d8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=853dcba8-82a5-49ff-86f6-dd23fb9ee360,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:23.572266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.617170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-99ffec21-a5b0-4283-b543-46543dd12872 None None] Calling delete_port for 704b6cf2-363a-4724-bcf0-5f7a8768f119 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:23.627336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] No DVR routers for this DVR port 704b6cf2-363a-4724-bcf0-5f7a8768f119 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:23.718508 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-99ffec21-a5b0-4283-b543-46543dd12872 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:23.719246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-99ffec21-a5b0-4283-b543-46543dd12872 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:23.790041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event deleted for resources: {'Port': ['ID=704b6cf2-363a-4724-bcf0-5f7a8768f119,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:23.813637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-00dbcec4-a445-4008-bcdc-5b70684605d8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.889278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.913940 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93f5139-f389-4754-ba11-d4bbadd61b92']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:23.926725 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145f07b8-02e7-4e7f-954c-6d2d8a9c03a9') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:23.927023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145f07b8-02e7-4e7f-954c-6d2d8a9c03a9') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:23.938751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.954568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.960377 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:23.960886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:23.979311 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:24.061734 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.082457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.091149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Pushing event deleted for resources: {'Network': ['ID=d93f5139-f389-4754-ba11-d4bbadd61b92,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.095128 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-807c2943-4159-48d8-a01e-fe7ec98810a4 tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "DELETE /v2.0/networks/d93f5139-f389-4754-ba11-d4bbadd61b92 HTTP/1.1" status: 204 len: 168 time: 1.0859787 Jan 21 09:45:24.098013 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46316) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.140240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8fabb063-e3ca-4ea8-869e-7879f8be72be tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Synchronizing usage tracker for tenant:ad7fbb5289d94f17af0c2cfb54a4401e on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:24.156619 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dbcec4-a445-4008-bcdc-5b70684605d8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router c1b63203-443b-4798-8e99-2b80ea6fa53b has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:24.158453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8fabb063-e3ca-4ea8-869e-7879f8be72be tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Unset dirty status for tenant:ad7fbb5289d94f17af0c2cfb54a4401e on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:24.159663 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8fabb063-e3ca-4ea8-869e-7879f8be72be tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "GET /v2.0/ports?device_id=c8a38421-5354-4612-8492-5fe4b8dc4fbc HTTP/1.1" status: 200 len: 205 time: 0.0607710 Jan 21 09:45:24.162334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46320) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.165382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b556-4180-43be-bde3-d5890f076ab2 req-71b86d9b-7e88-4f82-bdc8-fc1ec5717e04 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:24.167023 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7f04b556-4180-43be-bde3-d5890f076ab2 req-71b86d9b-7e88-4f82-bdc8-fc1ec5717e04 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.2926400 Jan 21 09:45:24.225269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-99ffec21-a5b0-4283-b543-46543dd12872 None None] Deleting port 704b6cf2-363a-4724-bcf0-5f7a8768f119 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:24.225269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-99ffec21-a5b0-4283-b543-46543dd12872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.293526 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-99ffec21-a5b0-4283-b543-46543dd12872 None None] The port '704b6cf2-363a-4724-bcf0-5f7a8768f119' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:45:24.324776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-326880e0-e5bd-4408-9f9f-f2d6f963f7dd tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.455477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dbcec4-a445-4008-bcdc-5b70684605d8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:24.465851 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7f04b556-4180-43be-bde3-d5890f076ab2 req-a2736078-b33d-4a09-a727-0aea943586d1 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924693 Jan 21 09:45:24.471287 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af78a014-75d9-4e61-8be5-7da45ad2161c None None] Sync routers for ids ['c1b63203-443b-4798-8e99-2b80ea6fa53b'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:24.476471 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-00dbcec4-a445-4008-bcdc-5b70684605d8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c1b63203-443b-4798-8e99-2b80ea6fa53b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4631808 Jan 21 09:45:24.477145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46324) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.481524 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af78a014-75d9-4e61-8be5-7da45ad2161c None None] Routers {'c1b63203-443b-4798-8e99-2b80ea6fa53b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:24.482320 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-af78a014-75d9-4e61-8be5-7da45ad2161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c1b63203-443b-4798-8e99-2b80ea6fa53b'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.518730 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 704b6cf2-363a-4724-bcf0-5f7a8768f119 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:24.593920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 704b6cf2-363a-4724-bcf0-5f7a8768f119 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:45:24.594162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 704b6cf2-363a-4724-bcf0-5f7a8768f119 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:24.604513 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-af78a014-75d9-4e61-8be5-7da45ad2161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.613868 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af78a014-75d9-4e61-8be5-7da45ad2161c None None] Routers {'c1b63203-443b-4798-8e99-2b80ea6fa53b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:24.614779 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-af78a014-75d9-4e61-8be5-7da45ad2161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c1b63203-443b-4798-8e99-2b80ea6fa53b'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.662434 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-326880e0-e5bd-4408-9f9f-f2d6f963f7dd tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.664816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-326880e0-e5bd-4408-9f9f-f2d6f963f7dd tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.678320 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-af78a014-75d9-4e61-8be5-7da45ad2161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.678728 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af78a014-75d9-4e61-8be5-7da45ad2161c None None] The sync data for ids ['c1b63203-443b-4798-8e99-2b80ea6fa53b'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:24.691017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-326880e0-e5bd-4408-9f9f-f2d6f963f7dd tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.691842 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326880e0-e5bd-4408-9f9f-f2d6f963f7dd tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Fanout notify agent at l3_agent the message router_deleted on router c8a38421-5354-4612-8492-5fe4b8dc4fbc {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:45:24.703988 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-326880e0-e5bd-4408-9f9f-f2d6f963f7dd tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.708013 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-326880e0-e5bd-4408-9f9f-f2d6f963f7dd tempest-RoutersNegativeTest-860750090 tempest-RoutersNegativeTest-860750090-project] 10.222.0.99 "DELETE /v2.0/routers/c8a38421-5354-4612-8492-5fe4b8dc4fbc HTTP/1.1" status: 204 len: 168 time: 0.5447397 Jan 21 09:45:24.913349 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-e90f91cb-0362-4cb6-8c19-e6cf34ef5b22 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] remove_router_interface failed (client error): The resource could not be found. Jan 21 09:45:24.914369 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e90f91cb-0362-4cb6-8c19-e6cf34ef5b22 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c1b63203-443b-4798-8e99-2b80ea6fa53b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4367828 Jan 21 09:45:24.917581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46334) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.964444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-436770b2-6fbf-48ad-80ee-a868554fbc0e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Synchronizing usage tracker for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:24.974504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46338) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.975210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3783bc2-a3e3-41e1-b7de-c850b41ec2d4 req-8f4b35a7-0ec8-4e43-880b-a437367de021 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:24.976674 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e3783bc2-a3e3-41e1-b7de-c850b41ec2d4 req-8f4b35a7-0ec8-4e43-880b-a437367de021 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.3412437 Jan 21 09:45:25.005005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-436770b2-6fbf-48ad-80ee-a868554fbc0e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Unset dirty status for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:25.008738 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-436770b2-6fbf-48ad-80ee-a868554fbc0e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=c1b63203-443b-4798-8e99-2b80ea6fa53b HTTP/1.1" status: 200 len: 205 time: 0.0876749 Jan 21 09:45:25.009096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46344) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:25.028435 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e3783bc2-a3e3-41e1-b7de-c850b41ec2d4 req-68e4004c-f351-40c2-8b0e-dd9408645150 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430255 Jan 21 09:45:25.164143 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-76499c8e-d34a-4283-b3a1-f7864a3a183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.518792 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de45a7-1d47-4490-a023-8237cbf70633 req-773576ed-0651-44f4-9558-c7a055f76a88 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:25.520155 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d1de45a7-1d47-4490-a023-8237cbf70633 req-773576ed-0651-44f4-9558-c7a055f76a88 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.0875924 Jan 21 09:45:25.559719 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3f734842-2df1-4011-a839-ba6ca441bae3 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ad7fbb5289d94f17af0c2cfb54a4401e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5840394 Jan 21 09:45:25.562166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46352) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:25.565450 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d1de45a7-1d47-4490-a023-8237cbf70633 req-109354c9-7b4b-41b7-82fb-956ad3559d55 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393696 Jan 21 09:45:25.636999 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-76499c8e-d34a-4283-b3a1-f7864a3a183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.640779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-76499c8e-d34a-4283-b3a1-f7864a3a183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.684242 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-76499c8e-d34a-4283-b3a1-f7864a3a183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.684914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76499c8e-d34a-4283-b3a1-f7864a3a183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Fanout notify agent at l3_agent the message router_deleted on router c1b63203-443b-4798-8e99-2b80ea6fa53b {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:45:25.705402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-76499c8e-d34a-4283-b3a1-f7864a3a183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.706464 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-76499c8e-d34a-4283-b3a1-f7864a3a183d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/c1b63203-443b-4798-8e99-2b80ea6fa53b HTTP/1.1" status: 204 len: 168 time: 0.6962342 Jan 21 09:45:25.708994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ce89-1528-4612-b202-d152ef1cb751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.709535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46356) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:25.736076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ce89-1528-4612-b202-d152ef1cb751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.773821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ae3984-d5c1-4bc4-9b90-1265ec451ee0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting subnet f8646d4c-6a4c-486d-8f41-1d3c02912833 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:25.776750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-47ae3984-d5c1-4bc4-9b90-1265ec451ee0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.786566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ce89-1528-4612-b202-d152ef1cb751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.802704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6ce89-1528-4612-b202-d152ef1cb751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34439da-3eca-43cd-a5a4-487ba71af18d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:25.810705 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ce89-1528-4612-b202-d152ef1cb751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.812075 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6ed6ce89-1528-4612-b202-d152ef1cb751 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b34439da-3eca-43cd-a5a4-487ba71af18d HTTP/1.1" status: 204 len: 168 time: 0.2488756 Jan 21 09:45:25.843837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-47ae3984-d5c1-4bc4-9b90-1265ec451ee0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.926318 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-47ae3984-d5c1-4bc4-9b90-1265ec451ee0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.010854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-47ae3984-d5c1-4bc4-9b90-1265ec451ee0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.050028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae3984-d5c1-4bc4-9b90-1265ec451ee0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Subnet': ['ID=f8646d4c-6a4c-486d-8f41-1d3c02912833,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:26.055759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-47ae3984-d5c1-4bc4-9b90-1265ec451ee0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.062693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f18ee6a-5cf5-4156-a7ed-2cd76749e8a5 None None] Network 7c1a9cbb-2274-400c-a3ea-b84e3a6506ec requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:26.066990 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-47ae3984-d5c1-4bc4-9b90-1265ec451ee0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/f8646d4c-6a4c-486d-8f41-1d3c02912833 HTTP/1.1" status: 204 len: 168 time: 0.3561888 Jan 21 09:45:26.069877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46366) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:26.196098 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.207232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 7bb0e3ac-2343-45b1-9197-4570d489dedc {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:26.207563 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.375028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6e780d-f428-4ba5-8e71-eb8da276e298 None None] DHCP port deletion for 7c1a9cbb-2274-400c-a3ea-b84e3a6506ec request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:45:26.379142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e780d-f428-4ba5-8e71-eb8da276e298 None None] Deleting port 7bb0e3ac-2343-45b1-9197-4570d489dedc {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:26.379725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2e6e780d-f428-4ba5-8e71-eb8da276e298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.421357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] For port 7bb0e3ac-2343-45b1-9197-4570d489dedc, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7bb0e3ac-2343-45b1-9197-4570d489dedc,segment=NetworkSegment(a5be65a0-be33-4fb5-9496-f823735ea994),segment_id=a5be65a0-be33-4fb5-9496-f823735ea994)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:26.421715 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.493557 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7bb0e3ac-2343-45b1-9197-4570d489dedc no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:26.549589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46384) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:26.550788 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for 7bb0e3ac-2343-45b1-9197-4570d489dedc owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:26.674503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.685291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Port 7bb0e3ac-2343-45b1-9197-4570d489dedc update to DOWN by agent not found {{(pid=87503) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 21 09:45:26.687822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2e6e780d-f428-4ba5-8e71-eb8da276e298 None None] For port 7bb0e3ac-2343-45b1-9197-4570d489dedc, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7bb0e3ac-2343-45b1-9197-4570d489dedc,segment=NetworkSegment(a5be65a0-be33-4fb5-9496-f823735ea994),segment_id=a5be65a0-be33-4fb5-9496-f823735ea994)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:26.688592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2e6e780d-f428-4ba5-8e71-eb8da276e298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.721395 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b9b7d5de-7c11-4627-82c1-fbdc7de367c1 tempest-ServiceProvidersTest-1191041557 tempest-ServiceProvidersTest-1191041557-project] 10.222.0.99 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1704321 Jan 21 09:45:26.730054 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=7bb0e3ac-2343-45b1-9197-4570d489dedc,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:26.736883 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No DVR routers for this DVR port 7bb0e3ac-2343-45b1-9197-4570d489dedc on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:26.826648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d07ee-f28f-4db9-b053-f2f3043d9e46 req-f87058fb-776b-460a-bf96-fea56fb31ac8 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:26.827499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e780d-f428-4ba5-8e71-eb8da276e298 None None] Calling delete_port for 7bb0e3ac-2343-45b1-9197-4570d489dedc owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:26.834683 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cf3d07ee-f28f-4db9-b053-f2f3043d9e46 req-f87058fb-776b-460a-bf96-fea56fb31ac8 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.1061573 Jan 21 09:45:26.870573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.888572 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cf3d07ee-f28f-4db9-b053-f2f3043d9e46 req-77b31b15-c27a-4aae-bec5-448e97df61ed tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529652 Jan 21 09:45:26.908167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1a9cbb-2274-400c-a3ea-b84e3a6506ec']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:26.911320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-2e6e780d-f428-4ba5-8e71-eb8da276e298 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:26.911780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-2e6e780d-f428-4ba5-8e71-eb8da276e298 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:26.923746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5be65a0-be33-4fb5-9496-f823735ea994') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:26.924039 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5be65a0-be33-4fb5-9496-f823735ea994') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:26.935513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.951313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.957208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:26.957636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:26.971723 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:27.023573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46396) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.053347 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.071042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.082027 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Network': ['ID=7c1a9cbb-2274-400c-a3ea-b84e3a6506ec,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.094176 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-91ba65a0-819c-4d7f-b80f-b35656987d3c tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/networks/7c1a9cbb-2274-400c-a3ea-b84e3a6506ec HTTP/1.1" status: 204 len: 168 time: 1.0232248 Jan 21 09:45:27.098231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46402) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.103971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'network': {'name': 'tempest-RoutersTest-647796019'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:27.108854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:27.112648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:network and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:27.115464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:27.121145 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:27.133456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:27.137027 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.146768 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-57550033-7023-49f5-ad91-a3bfccd11586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.161870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-57550033-7023-49f5-ad91-a3bfccd11586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:27.163787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:27.165962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-57550033-7023-49f5-ad91-a3bfccd11586 admin admin] Usage tracker for resource:security_group_rule and tenant:a1e8d9f73c3b4f309be829a3ad537abc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:27.168973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-57550033-7023-49f5-ad91-a3bfccd11586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:27.172648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.173005 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Added segment c242fa46-cbc4-4132-ab68-5e86afbe9506 of type vlan for network 57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b Jan 21 09:45:27.175012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-57550033-7023-49f5-ad91-a3bfccd11586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:27.199902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.230627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.236027 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:27.236635 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.261595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-57550033-7023-49f5-ad91-a3bfccd11586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.266729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-57550033-7023-49f5-ad91-a3bfccd11586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.317525 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-57550033-7023-49f5-ad91-a3bfccd11586 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a1e8d9f73c3b4f309be829a3ad537abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926147 Jan 21 09:45:27.319918 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46406) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.322691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57550033-7023-49f5-ad91-a3bfccd11586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a69497-1f55-4b79-a69c-80dfc544c25b,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.338107 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2387841 Jan 21 09:45:27.341307 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46410) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.343331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5c956-34be-4b96-be7b-33a249af7086 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Network': ['ID=57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.354478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:27.354981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'subnet': {'network_id': '57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:27.435180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e780d-f428-4ba5-8e71-eb8da276e298 None None] Deleting port 7bb0e3ac-2343-45b1-9197-4570d489dedc {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:27.435540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2e6e780d-f428-4ba5-8e71-eb8da276e298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.489797 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-06d35d0f-4cb8-4ae1-aa69-de613d3d824b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.493275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:27.505293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:subnet and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:27.510691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:27.518089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e780d-f428-4ba5-8e71-eb8da276e298 None None] The port '7bb0e3ac-2343-45b1-9197-4570d489dedc' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:45:27.528295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:27.531139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-06d35d0f-4cb8-4ae1-aa69-de613d3d824b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.568012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:27.571400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.789505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-06d35d0f-4cb8-4ae1-aa69-de613d3d824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.805852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d35d0f-4cb8-4ae1-aa69-de613d3d824b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a69497-1f55-4b79-a69c-80dfc544c25b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.855012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-06d35d0f-4cb8-4ae1-aa69-de613d3d824b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.856134 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-06d35d0f-4cb8-4ae1-aa69-de613d3d824b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f5a69497-1f55-4b79-a69c-80dfc544c25b HTTP/1.1" status: 204 len: 168 time: 0.5353055 Jan 21 09:45:27.918452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.007477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Subnet': ['ID=6b81b866-f06a-406a-8f48-1bf4970349e5,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:28.011723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Checking segment: {'id': 'c242fa46-cbc4-4132-ab68-5e86afbe9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:28.012082 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network hostable DHCP agents. Network: 57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:28.082570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:28.096018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:28.102043 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:28.102630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.110534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c84095f-4437-4747-b3ac-b67fb8286b60 None None] Network 57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:28.126492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330f400-4198-48b9-8a8c-fed8a8b7bcff req-adbfb811-cc57-4b3b-933f-cc412f1bf4b6 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:28.127912 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b330f400-4198-48b9-8a8c-fed8a8b7bcff req-adbfb811-cc57-4b3b-933f-cc412f1bf4b6 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.1112108 Jan 21 09:45:28.133120 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2f9fed8b-6896-4577-ae28-c40cbb4d8e38 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7907708 Jan 21 09:45:28.133874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46424) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:28.138972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0da35193-473a-41ec-a9df-7bc69aea1954 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2044853370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:28.158068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0da35193-473a-41ec-a9df-7bc69aea1954 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:28.165306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0da35193-473a-41ec-a9df-7bc69aea1954 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:router and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:28.169651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0da35193-473a-41ec-a9df-7bc69aea1954 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:28.182794 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0da35193-473a-41ec-a9df-7bc69aea1954 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:28.203374 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b330f400-4198-48b9-8a8c-fed8a8b7bcff req-d11da124-6a34-4e4b-b7fa-da8c6e94de80 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592213 Jan 21 09:45:28.205698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0da35193-473a-41ec-a9df-7bc69aea1954 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.207023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0da35193-473a-41ec-a9df-7bc69aea1954 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.227772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0da35193-473a-41ec-a9df-7bc69aea1954 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.245198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0da35193-473a-41ec-a9df-7bc69aea1954 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.269615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0da35193-473a-41ec-a9df-7bc69aea1954 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.273924 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0da35193-473a-41ec-a9df-7bc69aea1954 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1390891 Jan 21 09:45:28.274430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46432) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:28.366874 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b', 'network_id': '57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'fixed_ips': [{'subnet_id': '6b81b866-f06a-406a-8f48-1bf4970349e5'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:45:28.367732 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.535371 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Allocated IP 172.20.0.2 (57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b/6b81b866-f06a-406a-8f48-1bf4970349e5/dc441d43-2b8b-46dd-9b31-f3c83f171123) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:28.776196 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.786138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Transition to ACTIVE for port object dc441d43-2b8b-46dd-9b31-f3c83f171123 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:28.803943 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Transition to ACTIVE for port object dc441d43-2b8b-46dd-9b31-f3c83f171123 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:28.810207 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.873483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Network 57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:28.876855 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:28.880972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:28.908157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.924143 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Pushing event updated for resources: {'Port': ['ID=dc441d43-2b8b-46dd-9b31-f3c83f171123,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:29.005195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Attempting to bind port dc441d43-2b8b-46dd-9b31-f3c83f171123 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:29.005676 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Attempting to bind port dc441d43-2b8b-46dd-9b31-f3c83f171123 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'c242fa46-cbc4-4132-ab68-5e86afbe9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:29.006151 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Attempting to bind port dc441d43-2b8b-46dd-9b31-f3c83f171123 on network 57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:29.011694 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:29.012078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Checking segment: {'id': 'c242fa46-cbc4-4132-ab68-5e86afbe9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:29.012533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.012941 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Bound using segment: {'id': 'c242fa46-cbc4-4132-ab68-5e86afbe9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:29.013405 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Bound port: dc441d43-2b8b-46dd-9b31-f3c83f171123, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c242fa46-cbc4-4132-ab68-5e86afbe9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:29.013814 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.115496 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] For port dc441d43-2b8b-46dd-9b31-f3c83f171123, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:29.119319 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] For port dc441d43-2b8b-46dd-9b31-f3c83f171123, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=dc441d43-2b8b-46dd-9b31-f3c83f171123,segment=NetworkSegment(c242fa46-cbc4-4132-ab68-5e86afbe9506),segment_id=c242fa46-cbc4-4132-ab68-5e86afbe9506)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:29.123655 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.210992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec7093-a2d6-43c2-90f4-4d1199b9966e None None] Pushing event updated for resources: {'Port': ['ID=dc441d43-2b8b-46dd-9b31-f3c83f171123,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:29.322718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Allocated IP 172.20.0.1 (57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b/6b81b866-f06a-406a-8f48-1bf4970349e5/a3402a51-1932-4d4c-b14e-9d88524cb49e) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:29.440844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6af923-4cc8-4280-a714-5960983ead91 req-37b14069-a54e-406a-bd9c-60b1837a8726 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:29.448960 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e6af923-4cc8-4280-a714-5960983ead91 req-37b14069-a54e-406a-bd9c-60b1837a8726 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.1107206 Jan 21 09:45:29.504037 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e6af923-4cc8-4280-a714-5960983ead91 req-aab43b40-f242-4578-89e2-710544739c4e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522900 Jan 21 09:45:29.531182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.547797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Transition to ACTIVE for port object a3402a51-1932-4d4c-b14e-9d88524cb49e will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:29.575090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.648735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:29.652186 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:29.657044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:29.695754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=a3402a51-1932-4d4c-b14e-9d88524cb49e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:29.704275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46466) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:29.709764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1656682064', 'description': 'tempest-secgroup-smoke-1656682064 description', 'project_id': '80cac4a837114513b19d91350ba9c4e3'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:29.717820 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:29.719703 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.721760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Usage tracker for resource:security_group and tenant:80cac4a837114513b19d91350ba9c4e3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:29.724598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:29.730651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:29.740812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.752828 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.767303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:29.770981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Usage tracker for resource:security_group_rule and tenant:80cac4a837114513b19d91350ba9c4e3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:29.773773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:29.779392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:29.830169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.867610 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.871921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.884208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:29.891937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Usage tracker for resource:security_group_rule and tenant:80cac4a837114513b19d91350ba9c4e3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:29.900243 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:29.910381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:29.913909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b80cdd-4f39-4b9d-9360-2d8b2872d3a9,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:29.956663 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.987637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.992600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.039067 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbef63a-9830-4593-b674-03c940640926,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.042827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.047711 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6b03c781-0478-45b8-b276-01c3ea5b0661 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3422160 Jan 21 09:45:30.048542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46470) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.054599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-46ecbd57-d779-4469-9f75-418b16eadfb1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Request body: {'security_group_rule': {'security_group_id': '5cbef63a-9830-4593-b674-03c940640926', 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:30.061372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-46ecbd57-d779-4469-9f75-418b16eadfb1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:30.066104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-46ecbd57-d779-4469-9f75-418b16eadfb1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Usage tracker for resource:security_group_rule and tenant:80cac4a837114513b19d91350ba9c4e3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:30.069300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-46ecbd57-d779-4469-9f75-418b16eadfb1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:30.075679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-46ecbd57-d779-4469-9f75-418b16eadfb1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:30.093683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-46ecbd57-d779-4469-9f75-418b16eadfb1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.161708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-46ecbd57-d779-4469-9f75-418b16eadfb1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.167487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-46ecbd57-d779-4469-9f75-418b16eadfb1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.196118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecbd57-d779-4469-9f75-418b16eadfb1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e210b610-426b-4b87-abf5-abce1ff7c42d,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.209939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-46ecbd57-d779-4469-9f75-418b16eadfb1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.211224 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-46ecbd57-d779-4469-9f75-418b16eadfb1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615791 Jan 21 09:45:30.214233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46474) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.220706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-730d9d7b-cd40-49bc-aa85-eb5cd9d4b6c2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Request body: {'security_group_rule': {'security_group_id': '5cbef63a-9830-4593-b674-03c940640926', 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:30.226701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-730d9d7b-cd40-49bc-aa85-eb5cd9d4b6c2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:30.230922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-730d9d7b-cd40-49bc-aa85-eb5cd9d4b6c2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Usage tracker for resource:security_group_rule and tenant:80cac4a837114513b19d91350ba9c4e3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:30.234382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-730d9d7b-cd40-49bc-aa85-eb5cd9d4b6c2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:30.239845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-730d9d7b-cd40-49bc-aa85-eb5cd9d4b6c2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:30.260681 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-730d9d7b-cd40-49bc-aa85-eb5cd9d4b6c2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.328018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-730d9d7b-cd40-49bc-aa85-eb5cd9d4b6c2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.332874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-730d9d7b-cd40-49bc-aa85-eb5cd9d4b6c2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.365061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d9d7b-cd40-49bc-aa85-eb5cd9d4b6c2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560b3ac8-8fdd-40fc-ae49-56cb27085acc,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.370234 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f67c1-bf9a-4357-a74e-1b833b0587ef None None] Network 57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:30.374201 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.377917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-730d9d7b-cd40-49bc-aa85-eb5cd9d4b6c2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.378786 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.382225 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-730d9d7b-cd40-49bc-aa85-eb5cd9d4b6c2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1643839 Jan 21 09:45:30.383834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46478) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.390318 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-18b903d0-fe0d-4883-9668-77e4a5b7ca08 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Request body: {'security_group_rule': {'security_group_id': '5cbef63a-9830-4593-b674-03c940640926', 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:30.396869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-18b903d0-fe0d-4883-9668-77e4a5b7ca08 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:30.401921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-18b903d0-fe0d-4883-9668-77e4a5b7ca08 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Usage tracker for resource:security_group_rule and tenant:80cac4a837114513b19d91350ba9c4e3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:30.405082 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-18b903d0-fe0d-4883-9668-77e4a5b7ca08 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:30.411486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-18b903d0-fe0d-4883-9668-77e4a5b7ca08 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:30.432614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18b903d0-fe0d-4883-9668-77e4a5b7ca08 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.468283 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a67541ff-c1c8-40bd-8864-96e013d5db99 None None] Provisioning for port dc441d43-2b8b-46dd-9b31-f3c83f171123 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:30.496625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=a3402a51-1932-4d4c-b14e-9d88524cb49e,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.501442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.518669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18b903d0-fe0d-4883-9668-77e4a5b7ca08 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.527751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18b903d0-fe0d-4883-9668-77e4a5b7ca08 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.563913 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b903d0-fe0d-4883-9668-77e4a5b7ca08 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b822f0a8-693b-4c0a-a3db-6a281b5dbb3a,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.585990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-18b903d0-fe0d-4883-9668-77e4a5b7ca08 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.587786 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-18b903d0-fe0d-4883-9668-77e4a5b7ca08 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2023635 Jan 21 09:45:30.590726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46486) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.602356 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-aecef6f4-4243-418d-86d7-e0c94e6eb438 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Request body: {'security_group_rule': {'security_group_id': '5cbef63a-9830-4593-b674-03c940640926', 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:30.614518 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device dc441d43-2b8b-46dd-9b31-f3c83f171123 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:30.618887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-aecef6f4-4243-418d-86d7-e0c94e6eb438 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:30.628104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-aecef6f4-4243-418d-86d7-e0c94e6eb438 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Usage tracker for resource:security_group_rule and tenant:80cac4a837114513b19d91350ba9c4e3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:30.631244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-aecef6f4-4243-418d-86d7-e0c94e6eb438 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:30.648008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-aecef6f4-4243-418d-86d7-e0c94e6eb438 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:30.708198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:30.710055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:30.715848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port dc441d43-2b8b-46dd-9b31-f3c83f171123 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:30.721477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port dc441d43-2b8b-46dd-9b31-f3c83f171123 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:30.722145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.726417 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aecef6f4-4243-418d-86d7-e0c94e6eb438 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.794705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7876c-46a0-4540-81b7-ed160b5415a2 req-8997f88a-9399-44a9-8571-196c947f47fb tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:30.796401 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1eb7876c-46a0-4540-81b7-ed160b5415a2 req-8997f88a-9399-44a9-8571-196c947f47fb tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.1304469 Jan 21 09:45:30.842504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aecef6f4-4243-418d-86d7-e0c94e6eb438 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.860288 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1eb7876c-46a0-4540-81b7-ed160b5415a2 req-ea08e56d-fbce-4064-a982-e276eb4c697d tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547612 Jan 21 09:45:30.866250 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aecef6f4-4243-418d-86d7-e0c94e6eb438 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.878204 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.891399 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecef6f4-4243-418d-86d7-e0c94e6eb438 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bf2c09-2820-456e-8d39-abec14c05421,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.905911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-aecef6f4-4243-418d-86d7-e0c94e6eb438 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.907207 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-aecef6f4-4243-418d-86d7-e0c94e6eb438 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3155591 Jan 21 09:45:30.910301 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46490) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.917002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-30381912-1d93-4e86-9417-c024f793d3df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Request body: {'security_group_rule': {'security_group_id': '5cbef63a-9830-4593-b674-03c940640926', 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:30.924328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-30381912-1d93-4e86-9417-c024f793d3df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:30.928043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port dc441d43-2b8b-46dd-9b31-f3c83f171123, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=dc441d43-2b8b-46dd-9b31-f3c83f171123,segment=NetworkSegment(c242fa46-cbc4-4132-ab68-5e86afbe9506),segment_id=c242fa46-cbc4-4132-ab68-5e86afbe9506)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:30.929941 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-30381912-1d93-4e86-9417-c024f793d3df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Usage tracker for resource:security_group_rule and tenant:80cac4a837114513b19d91350ba9c4e3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:30.933569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.934511 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-30381912-1d93-4e86-9417-c024f793d3df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:30.935014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router 82c4845c-a8ba-4a02-9430-9490df9a9357 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:45:30.945537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-30381912-1d93-4e86-9417-c024f793d3df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:30.963154 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-30381912-1d93-4e86-9417-c024f793d3df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Project 80cac4a837114513b19d91350ba9c4e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:45:30.971541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30381912-1d93-4e86-9417-c024f793d3df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.021231 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7ad4f3ee-4f62-4277-a7a8-88bb35b9a880 None None] Provisioning for port a3402a51-1932-4d4c-b14e-9d88524cb49e completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:31.034115 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7ad4f3ee-4f62-4277-a7a8-88bb35b9a880 None None] Provisioning complete for port a3402a51-1932-4d4c-b14e-9d88524cb49e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:31.035063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f3ee-4f62-4277-a7a8-88bb35b9a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.048541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30381912-1d93-4e86-9417-c024f793d3df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.056313 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30381912-1d93-4e86-9417-c024f793d3df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.083885 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30381912-1d93-4e86-9417-c024f793d3df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d85f567-12d1-459c-a67e-ab3e30f48b2e,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:31.088792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=dc441d43-2b8b-46dd-9b31-f3c83f171123,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:31.105389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7ad4f3ee-4f62-4277-a7a8-88bb35b9a880 None None] Port a3402a51-1932-4d4c-b14e-9d88524cb49e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:31.108645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-30381912-1d93-4e86-9417-c024f793d3df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.109869 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-30381912-1d93-4e86-9417-c024f793d3df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1986303 Jan 21 09:45:31.113672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46494) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:31.118816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7ad4f3ee-4f62-4277-a7a8-88bb35b9a880 None None] Provisioning complete for port dc441d43-2b8b-46dd-9b31-f3c83f171123 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:31.119668 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f3ee-4f62-4277-a7a8-88bb35b9a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.124976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-482f183f-5d88-459a-a8e4-30ae6a96f08f tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Request body: {'security_group_rule': {'security_group_id': '5cbef63a-9830-4593-b674-03c940640926', 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:31.127721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:31.131550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-482f183f-5d88-459a-a8e4-30ae6a96f08f tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:31.135607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-482f183f-5d88-459a-a8e4-30ae6a96f08f tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Usage tracker for resource:security_group_rule and tenant:80cac4a837114513b19d91350ba9c4e3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:31.138786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-482f183f-5d88-459a-a8e4-30ae6a96f08f tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:31.144755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-482f183f-5d88-459a-a8e4-30ae6a96f08f tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:31.145707 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8953f85a-6ac3-4f27-970e-5e0e59c21f75 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/82c4845c-a8ba-4a02-9430-9490df9a9357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8698728 Jan 21 09:45:31.146367 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46498) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:31.157723 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-482f183f-5d88-459a-a8e4-30ae6a96f08f tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Project 80cac4a837114513b19d91350ba9c4e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:45:31.165863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-482f183f-5d88-459a-a8e4-30ae6a96f08f tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.169833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a7fd5-6888-4ec8-bf53-057fe9ed40ee None None] Sync routers for ids ['82c4845c-a8ba-4a02-9430-9490df9a9357'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:31.197235 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a7fd5-6888-4ec8-bf53-057fe9ed40ee None None] Routers {'82c4845c-a8ba-4a02-9430-9490df9a9357'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:31.198268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-580a7fd5-6888-4ec8-bf53-057fe9ed40ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['82c4845c-a8ba-4a02-9430-9490df9a9357'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:31.236428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b3e2de-54d1-486d-9f4b-d26d385236a5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.236971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-17b3e2de-54d1-486d-9f4b-d26d385236a5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Synchronizing usage tracker for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:31.244750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-482f183f-5d88-459a-a8e4-30ae6a96f08f tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.250021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-482f183f-5d88-459a-a8e4-30ae6a96f08f tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.256037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-17b3e2de-54d1-486d-9f4b-d26d385236a5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Unset dirty status for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:31.260181 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-17b3e2de-54d1-486d-9f4b-d26d385236a5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports/a3402a51-1932-4d4c-b14e-9d88524cb49e HTTP/1.1" status: 200 len: 910 time: 0.1100042 Jan 21 09:45:31.260469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46502) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:31.278791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-580a7fd5-6888-4ec8-bf53-057fe9ed40ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:31.279638 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f183f-5d88-459a-a8e4-30ae6a96f08f tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3553ea-bf22-46c6-a358-1da097dd3ec2,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:31.291141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-482f183f-5d88-459a-a8e4-30ae6a96f08f tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.292059 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a7fd5-6888-4ec8-bf53-057fe9ed40ee None None] Routers {'82c4845c-a8ba-4a02-9430-9490df9a9357'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:31.292767 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-482f183f-5d88-459a-a8e4-30ae6a96f08f tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1733892 Jan 21 09:45:31.295502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46506) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:31.296265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-580a7fd5-6888-4ec8-bf53-057fe9ed40ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['82c4845c-a8ba-4a02-9430-9490df9a9357'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:31.302234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Request body: {'network': {'name': 'tempest-network-smoke--724133409', 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'port_security_enabled': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:31.307899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:31.313103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Usage tracker for resource:network and tenant:80cac4a837114513b19d91350ba9c4e3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:31.316773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:31.324308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:31.338230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Made reservation on behalf of 80cac4a837114513b19d91350ba9c4e3 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:31.343181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.362149 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-580a7fd5-6888-4ec8-bf53-057fe9ed40ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:31.362562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a7fd5-6888-4ec8-bf53-057fe9ed40ee None None] The sync data for ids ['82c4845c-a8ba-4a02-9430-9490df9a9357'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:31.385165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:31.397584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.397932 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Added segment e8f23001-d640-4c8a-a9c6-cbdc40f63074 of type vlan for network 1d2c3f69-0419-4511-bdbb-910f64342a8b Jan 21 09:45:31.433436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.465325 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.470970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.471521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.527130 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2302315 Jan 21 09:45:31.550417 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-04adbaae-c591-4d38-acbc-54dc14004a73 None None] Provisioning complete for port a3402a51-1932-4d4c-b14e-9d88524cb49e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:31.550786 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-04adbaae-c591-4d38-acbc-54dc14004a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.564293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46510) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:31.579856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'admin_state_up': True, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:31.588061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bf136-181f-45ca-8c78-d46bc28694ac tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'Network': ['ID=1d2c3f69-0419-4511-bdbb-910f64342a8b,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:31.597226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:31.602803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 1d2c3f69-0419-4511-bdbb-910f64342a8b details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:31.606144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Usage tracker for resource:router and tenant:80cac4a837114513b19d91350ba9c4e3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:31.610751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:31.619668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:31.623753 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-04adbaae-c591-4d38-acbc-54dc14004a73 None None] Port a3402a51-1932-4d4c-b14e-9d88524cb49e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:31.670667 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.671647 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.734969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.043199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a292c71-fcb9-407b-bc4c-f7de27aa2b67 req-b384732c-ff13-4a91-8055-4d51bd4099f0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.044643 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2a292c71-fcb9-407b-bc4c-f7de27aa2b67 req-b384732c-ff13-4a91-8055-4d51bd4099f0 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.0866721 Jan 21 09:45:32.090510 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2a292c71-fcb9-407b-bc4c-f7de27aa2b67 req-db698a20-2598-496e-99ee-222642c4b09c tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397062 Jan 21 09:45:32.175366 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.234356 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0459ff05-0e26-467e-9116-06fc27311c37 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.493401 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device dc441d43-2b8b-46dd-9b31-f3c83f171123 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:32.563772 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port dc441d43-2b8b-46dd-9b31-f3c83f171123 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:32.564484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.767272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.808780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.850916 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-0459ff05-0e26-467e-9116-06fc27311c37 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port a3402a51-1932-4d4c-b14e-9d88524cb49e {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:32.851238 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0459ff05-0e26-467e-9116-06fc27311c37 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.221565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Allocated IP 172.26.4.63 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/d327fd89-90ca-4c8d-975a-e82ea31b0be7) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:33.244928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0459ff05-0e26-467e-9116-06fc27311c37 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.277360 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea208e-8fe6-4b07-8ba8-39b93a4a5a2d req-79fede41-3104-4445-986b-3611803387da tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:33.278866 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-17ea208e-8fe6-4b07-8ba8-39b93a4a5a2d req-79fede41-3104-4445-986b-3611803387da tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.0788617 Jan 21 09:45:33.327565 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-17ea208e-8fe6-4b07-8ba8-39b93a4a5a2d req-71c51979-9e8c-417e-bd39-e4596435c908 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 Jan 21 09:45:33.387574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-0459ff05-0e26-467e-9116-06fc27311c37 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for a3402a51-1932-4d4c-b14e-9d88524cb49e owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:33.572384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.662534 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.739898 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0459ff05-0e26-467e-9116-06fc27311c37 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.752130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:33.756496 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:33.762330 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:33.785594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'Port': ['ID=d327fd89-90ca-4c8d-975a-e82ea31b0be7,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.873445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459ff05-0e26-467e-9116-06fc27311c37 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=a3402a51-1932-4d4c-b14e-9d88524cb49e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:34.240247 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0459ff05-0e26-467e-9116-06fc27311c37 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.543749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7206025-a862-4382-8cdd-9f5e77f2ac9e req-15984d2a-2822-438b-82c1-c415c979d297 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:34.545206 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e7206025-a862-4382-8cdd-9f5e77f2ac9e req-15984d2a-2822-438b-82c1-c415c979d297 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.0833473 Jan 21 09:45:34.591887 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e7206025-a862-4382-8cdd-9f5e77f2ac9e req-9fd20c61-33e5-4098-8383-b10852f4ed15 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401626 Jan 21 09:45:34.810035 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0459ff05-0e26-467e-9116-06fc27311c37 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router 82c4845c-a8ba-4a02-9430-9490df9a9357 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:34.817863 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.067548 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0459ff05-0e26-467e-9116-06fc27311c37 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:35.086233 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a423f-8176-4b2d-a05d-ec9467cbca6b None None] Sync routers for ids ['82c4845c-a8ba-4a02-9430-9490df9a9357'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:35.095691 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a423f-8176-4b2d-a05d-ec9467cbca6b None None] Routers {'82c4845c-a8ba-4a02-9430-9490df9a9357'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:35.096579 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-404a423f-8176-4b2d-a05d-ec9467cbca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['82c4845c-a8ba-4a02-9430-9490df9a9357'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:35.159692 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-404a423f-8176-4b2d-a05d-ec9467cbca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:35.168737 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a423f-8176-4b2d-a05d-ec9467cbca6b None None] Routers {'82c4845c-a8ba-4a02-9430-9490df9a9357'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:35.169338 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-404a423f-8176-4b2d-a05d-ec9467cbca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['82c4845c-a8ba-4a02-9430-9490df9a9357'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:35.184148 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0459ff05-0e26-467e-9116-06fc27311c37 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/82c4845c-a8ba-4a02-9430-9490df9a9357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9197197 Jan 21 09:45:35.184656 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46520) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:35.232450 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-37e29f82-3135-4356-884e-77865e2f1cd5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=82c4845c-a8ba-4a02-9430-9490df9a9357 HTTP/1.1" status: 200 len: 205 time: 0.0464749 Jan 21 09:45:35.234879 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46524) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:35.236104 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-404a423f-8176-4b2d-a05d-ec9467cbca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:35.236776 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a423f-8176-4b2d-a05d-ec9467cbca6b None None] The sync data for ids ['82c4845c-a8ba-4a02-9430-9490df9a9357'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:35.299459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.465076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96e7679-f658-4e42-9bca-cfc386954299 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.517204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Router a658795d-4f29-4127-947c-4447dd0fe83e is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:45:35.723688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:35.733459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Sync routers for ids ['a658795d-4f29-4127-947c-4447dd0fe83e'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:35.745923 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Routers {'a658795d-4f29-4127-947c-4447dd0fe83e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:35.746782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a658795d-4f29-4127-947c-4447dd0fe83e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:35.753841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.758059 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6dda7925-f267-4e31-8b4a-f704753a30c7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1897607 Jan 21 09:45:35.758271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46530) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:35.825830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96e7679-f658-4e42-9bca-cfc386954299 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.833021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96e7679-f658-4e42-9bca-cfc386954299 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.881460 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd7dce-3d32-41c8-97a7-df0cc5969d42 req-1667f381-85fd-45d7-b67e-79fe79d4c358 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:35.883118 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c1cd7dce-3d32-41c8-97a7-df0cc5969d42 req-1667f381-85fd-45d7-b67e-79fe79d4c358 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.1669939 Jan 21 09:45:35.883936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96e7679-f658-4e42-9bca-cfc386954299 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.884437 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96e7679-f658-4e42-9bca-cfc386954299 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Fanout notify agent at l3_agent the message router_deleted on router 82c4845c-a8ba-4a02-9430-9490df9a9357 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:45:35.898080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96e7679-f658-4e42-9bca-cfc386954299 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.899140 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d96e7679-f658-4e42-9bca-cfc386954299 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/82c4845c-a8ba-4a02-9430-9490df9a9357 HTTP/1.1" status: 204 len: 168 time: 0.6633825 Jan 21 09:45:35.911363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46536) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:35.935368 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c677384f-2417-4eb4-9afb-f8856a194bcb tempest-TestNetworkAdvancedServerOps-1788050958 tempest-TestNetworkAdvancedServerOps-1788050958-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=80cac4a837114513b19d91350ba9c4e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1732731 Jan 21 09:45:35.935947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46540) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:35.955546 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Set router a658795d-4f29-4127-947c-4447dd0fe83e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:45:35.988745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-628a14ec-f246-489b-8815-091ce667eaf2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting subnet 6b81b866-f06a-406a-8f48-1bf4970349e5 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:36.002025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-628a14ec-f246-489b-8815-091ce667eaf2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.051225 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c1cd7dce-3d32-41c8-97a7-df0cc5969d42 req-bd544ed5-3fcb-49a4-bc1a-7f9a7e893edd tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586764 Jan 21 09:45:36.069814 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-628a14ec-f246-489b-8815-091ce667eaf2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.159894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-628a14ec-f246-489b-8815-091ce667eaf2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.247399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d2b697-b84d-4da1-a579-af04f3a8e467 tempest-TestNetworkAdvancedServerOps-1788050958 tempest-TestNetworkAdvancedServerOps-1788050958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:36.249023 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c0d2b697-b84d-4da1-a579-af04f3a8e467 tempest-TestNetworkAdvancedServerOps-1788050958 tempest-TestNetworkAdvancedServerOps-1788050958-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3119628 Jan 21 09:45:36.252037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46544) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.254046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-628a14ec-f246-489b-8815-091ce667eaf2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.265477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:45:34Z', 'revision_number': 3, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:36.269488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Checking router: a658795d-4f29-4127-947c-4447dd0fe83e for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:45:36.269834 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Updating router a658795d-4f29-4127-947c-4447dd0fe83e port d327fd89-90ca-4c8d-975a-e82ea31b0be7 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:45:36.294563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a14ec-f246-489b-8815-091ce667eaf2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Subnet': ['ID=6b81b866-f06a-406a-8f48-1bf4970349e5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:36.297274 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-628a14ec-f246-489b-8815-091ce667eaf2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.297425 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0e206d7c-64a2-4489-8f22-377a77fa0fcf tempest-TestNetworkAdvancedServerOps-1788050958 tempest-TestNetworkAdvancedServerOps-1788050958-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440140 Jan 21 09:45:36.299785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46548) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.308037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-363721909', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:36.313212 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-628a14ec-f246-489b-8815-091ce667eaf2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/6b81b866-f06a-406a-8f48-1bf4970349e5 HTTP/1.1" status: 204 len: 168 time: 0.4007485 Jan 21 09:45:36.316087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46552) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.325487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed2d1e0-c388-4ed4-a62d-d01ffa9c7ec8 None None] Network 57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:36.423081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.445387 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:36.449729 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Usage tracker for resource:subnet and tenant:80cac4a837114513b19d91350ba9c4e3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:36.450149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.453701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:36.460549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:36.462434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a5b69783-b28c-4dff-a1ae-2a467b2f1882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.463433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port dc441d43-2b8b-46dd-9b31-f3c83f171123 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:36.465212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.474313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Made reservation on behalf of 80cac4a837114513b19d91350ba9c4e3 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:36.479301 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.693642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] For port dc441d43-2b8b-46dd-9b31-f3c83f171123, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=dc441d43-2b8b-46dd-9b31-f3c83f171123,segment=NetworkSegment(c242fa46-cbc4-4132-ab68-5e86afbe9506),segment_id=c242fa46-cbc4-4132-ab68-5e86afbe9506)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:36.694295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.713933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.794799 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23f6b3-2665-4ade-9ac1-171bbc92ab2c None None] DHCP port deletion for 57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:45:36.800381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'Subnet': ['ID=cbaecdb5-d4bf-4838-a51c-3504e3b388f7,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:36.801919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd23f6b3-2665-4ade-9ac1-171bbc92ab2c None None] Deleting port dc441d43-2b8b-46dd-9b31-f3c83f171123 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:36.802291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd23f6b3-2665-4ade-9ac1-171bbc92ab2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.819993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Checking segment: {'id': 'e8f23001-d640-4c8a-a9c6-cbdc40f63074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:36.820377 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Network hostable DHCP agents. Network: 1d2c3f69-0419-4511-bdbb-910f64342a8b, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:36.839425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for dc441d43-2b8b-46dd-9b31-f3c83f171123 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:36.842263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Network 1d2c3f69-0419-4511-bdbb-910f64342a8b is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:36.854741 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 1d2c3f69-0419-4511-bdbb-910f64342a8b) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:36.859314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:36.860605 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.887213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46556) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.887538 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c431d567-ec87-44f1-8ed8-aa56f2db3241 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5858707 Jan 21 09:45:36.894402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a527e191-845b-4d3a-aad0-ab0decf49c09 None None] Network 1d2c3f69-0419-4511-bdbb-910f64342a8b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:37.050318 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.106507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Transition to ACTIVE for port object d327fd89-90ca-4c8d-975a-e82ea31b0be7 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:37.125089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.245214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.303139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=dc441d43-2b8b-46dd-9b31-f3c83f171123,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:37.309726 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-cd23f6b3-2665-4ade-9ac1-171bbc92ab2c None None] For port dc441d43-2b8b-46dd-9b31-f3c83f171123, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=dc441d43-2b8b-46dd-9b31-f3c83f171123,segment=NetworkSegment(c242fa46-cbc4-4132-ab68-5e86afbe9506),segment_id=c242fa46-cbc4-4132-ab68-5e86afbe9506)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:37.310110 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd23f6b3-2665-4ade-9ac1-171bbc92ab2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.375356 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No DVR routers for this DVR port dc441d43-2b8b-46dd-9b31-f3c83f171123 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:37.445920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Pushing event updated for resources: {'Port': ['ID=d327fd89-90ca-4c8d-975a-e82ea31b0be7,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:37.456162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd23f6b3-2665-4ade-9ac1-171bbc92ab2c None None] Calling delete_port for dc441d43-2b8b-46dd-9b31-f3c83f171123 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:37.509683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Attempting to bind port d327fd89-90ca-4c8d-975a-e82ea31b0be7 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:37.510090 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Attempting to bind port d327fd89-90ca-4c8d-975a-e82ea31b0be7 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:37.510452 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Attempting to bind port d327fd89-90ca-4c8d-975a-e82ea31b0be7 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:37.516215 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.516559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.516894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.517220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.517543 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.517866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.518185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.518527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.518795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.519125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.519408 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.519736 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.534167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:37.534530 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:37.534921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.535294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:37.535745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Bound port: d327fd89-90ca-4c8d-975a-e82ea31b0be7, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:37.536105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.581247 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.640717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f12022-949c-4190-a621-43ea1c1c6659 req-4c9a8cd1-cc45-4c7f-94ca-34b84904762c tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:37.642225 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40f12022-949c-4190-a621-43ea1c1c6659 req-4c9a8cd1-cc45-4c7f-94ca-34b84904762c tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.4590850 Jan 21 09:45:37.645912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:37.646562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-1d2c3f69-0419-4511-bdbb-910f64342a8b', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'fixed_ips': [{'subnet_id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:45:37.647378 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.659982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-cd23f6b3-2665-4ade-9ac1-171bbc92ab2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:37.660327 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-cd23f6b3-2665-4ade-9ac1-171bbc92ab2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:37.675049 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] For port d327fd89-90ca-4c8d-975a-e82ea31b0be7, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:37.719064 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] For port d327fd89-90ca-4c8d-975a-e82ea31b0be7, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d327fd89-90ca-4c8d-975a-e82ea31b0be7,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:37.728405 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.729777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c242fa46-cbc4-4132-ab68-5e86afbe9506') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:37.730090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c242fa46-cbc4-4132-ab68-5e86afbe9506') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:37.809275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.842178 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40f12022-949c-4190-a621-43ea1c1c6659 req-07c65c85-6e7e-47ee-8789-5b8770fde006 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860514 Jan 21 09:45:37.855241 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.870628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac9c45-0dd5-4afa-86c7-6d6208223296 None None] Pushing event updated for resources: {'Port': ['ID=d327fd89-90ca-4c8d-975a-e82ea31b0be7,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:37.872437 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Routers {'a658795d-4f29-4127-947c-4447dd0fe83e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:37.873057 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a658795d-4f29-4127-947c-4447dd0fe83e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:37.931223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:37.931654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:37.946807 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:37.958431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Allocated IP 172.20.0.2 (1d2c3f69-0419-4511-bdbb-910f64342a8b/cbaecdb5-d4bf-4838-a51c-3504e3b388f7/9851eb98-b866-48e4-9f08-1b0123c6a618) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:38.098481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.139288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] Set router a658795d-4f29-4127-947c-4447dd0fe83e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:45:38.158460 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.169931 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f3ea36f-fcc3-4939-a16a-195f245c01f9 req-f0c20bb2-9ebf-4067-8c22-58743b408b50 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4139395 Jan 21 09:45:38.179246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd23f6b3-2665-4ade-9ac1-171bbc92ab2c None None] Deleting port dc441d43-2b8b-46dd-9b31-f3c83f171123 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:38.179412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd23f6b3-2665-4ade-9ac1-171bbc92ab2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.222867 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Network': ['ID=57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:38.278648 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ca0b60af-98b9-40f9-96ed-fa8e39d64879 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/networks/57c38c3b-a7d9-4bbf-87fb-2a7d0a954b0b HTTP/1.1" status: 204 len: 168 time: 1.9614203 Jan 21 09:45:38.282947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46566) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:38.289995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1091282880', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}, 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:38.299232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:38.302874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177517ce-7a19-4430-bb58-f956e884b25b req-62c5b1e6-7d9d-4d7a-ad7b-977180824438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:38.304517 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-177517ce-7a19-4430-bb58-f956e884b25b req-62c5b1e6-7d9d-4d7a-ad7b-977180824438 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=78db1456b4d84c919af68b6798f69fd9&device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 1098 time: 0.0947757 Jan 21 09:45:38.307455 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:router and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:38.311464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:38.330843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd23f6b3-2665-4ade-9ac1-171bbc92ab2c None None] The port 'dc441d43-2b8b-46dd-9b31-f3c83f171123' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:45:38.337230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:38.387308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea36f-fcc3-4939-a16a-195f245c01f9 req-4bdd9504-7c6a-4b49-8913-e592436203cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:38.388803 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f3ea36f-fcc3-4939-a16a-195f245c01f9 req-4bdd9504-7c6a-4b49-8913-e592436203cc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 1098 time: 0.1713283 Jan 21 09:45:38.390314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.408813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00381abd-06df-4eee-a102-e73ee8924ea5 req-92a11aec-6a76-4bce-b875-7f8288f83bb2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:38.410282 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-00381abd-06df-4eee-a102-e73ee8924ea5 req-92a11aec-6a76-4bce-b875-7f8288f83bb2 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.2707441 Jan 21 09:45:38.424654 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.425782 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.467586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.495030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177517ce-7a19-4430-bb58-f956e884b25b req-e90f054c-5b82-455b-9b3b-9f264d2a6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:38.496576 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-177517ce-7a19-4430-bb58-f956e884b25b req-e90f054c-5b82-455b-9b3b-9f264d2a6350 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f469d677-4dc7-49de-9c0e-17fa992e291c HTTP/1.1" status: 200 len: 913 time: 0.1860597 Jan 21 09:45:38.542680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device dc441d43-2b8b-46dd-9b31-f3c83f171123 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:38.594174 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: dc441d43-2b8b-46dd-9b31-f3c83f171123 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:45:38.594505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device dc441d43-2b8b-46dd-9b31-f3c83f171123 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:38.625941 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-52c2069f-fdec-424f-a700-4a8bf6d81143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.656246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.673351 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Transition to ACTIVE for port object 9851eb98-b866-48e4-9f08-1b0123c6a618 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:38.695299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Transition to ACTIVE for port object 9851eb98-b866-48e4-9f08-1b0123c6a618 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:38.715242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.753610 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-00381abd-06df-4eee-a102-e73ee8924ea5 req-9dd2a5a1-02cf-42da-b1f2-35dd19cf8836 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3179140 Jan 21 09:45:38.777709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:45:34Z', 'revision_number': 3, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:38.787020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Network 1d2c3f69-0419-4511-bdbb-910f64342a8b is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:38.790056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:38.791937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284263e8-ab42-4e4f-887a-0b4da728ff95 None None] The sync data for ids ['a658795d-4f29-4127-947c-4447dd0fe83e'] in dv-neutron-825723-1-hyperv is: [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:45:34Z', 'revision_number': 3, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:38.795247 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:38.801060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Pushing event updated for resources: {'Port': ['ID=9851eb98-b866-48e4-9f08-1b0123c6a618,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:38.861721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea36f-fcc3-4939-a16a-195f245c01f9 req-c343e24f-3235-4eef-abb0-2855492c9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:38.863106 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f3ea36f-fcc3-4939-a16a-195f245c01f9 req-c343e24f-3235-4eef-abb0-2855492c9053 service neutron] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 913 time: 0.4519827 Jan 21 09:45:38.895248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.910644 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Attempting to bind port 9851eb98-b866-48e4-9f08-1b0123c6a618 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:38.911220 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-177517ce-7a19-4430-bb58-f956e884b25b req-ce44d47e-b951-4e52-98bf-8526ec07250b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad HTTP/1.1" status: 200 len: 1001 time: 0.3471529 Jan 21 09:45:38.911338 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Attempting to bind port 9851eb98-b866-48e4-9f08-1b0123c6a618 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'e8f23001-d640-4c8a-a9c6-cbdc40f63074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:38.911801 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Attempting to bind port 9851eb98-b866-48e4-9f08-1b0123c6a618 on network 1d2c3f69-0419-4511-bdbb-910f64342a8b {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:38.918193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:38.918682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Checking segment: {'id': 'e8f23001-d640-4c8a-a9c6-cbdc40f63074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:38.919184 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.919677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Bound using segment: {'id': 'e8f23001-d640-4c8a-a9c6-cbdc40f63074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:38.920244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Bound port: 9851eb98-b866-48e4-9f08-1b0123c6a618, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f23001-d640-4c8a-a9c6-cbdc40f63074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:38.920866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.005992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177517ce-7a19-4430-bb58-f956e884b25b req-71b4f393-51ed-4088-a70f-6c3c26675551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.007184 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-177517ce-7a19-4430-bb58-f956e884b25b req-71b4f393-51ed-4088-a70f-6c3c26675551 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2808a830-2468-42b3-9507-038994a3ca1a HTTP/1.1" status: 200 len: 851 time: 0.0778577 Jan 21 09:45:39.023489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] For port 9851eb98-b866-48e4-9f08-1b0123c6a618, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:39.027800 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] For port 9851eb98-b866-48e4-9f08-1b0123c6a618, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9851eb98-b866-48e4-9f08-1b0123c6a618,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:39.033612 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f3ea36f-fcc3-4939-a16a-195f245c01f9 req-de208804-520b-46fb-8ea2-5f56debc1b28 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b68c666-9ade-4ede-a9ea-94abb06350f0 HTTP/1.1" status: 200 len: 1001 time: 0.1630898 Jan 21 09:45:39.042497 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.180334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea36f-fcc3-4939-a16a-195f245c01f9 req-8646b94b-25b9-4012-af12-72baad6bbcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.181084 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea9530-7f5b-4fc1-b514-aae939af8430 None None] Pushing event updated for resources: {'Port': ['ID=9851eb98-b866-48e4-9f08-1b0123c6a618,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:39.181882 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f3ea36f-fcc3-4939-a16a-195f245c01f9 req-8646b94b-25b9-4012-af12-72baad6bbcfc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.1413133 Jan 21 09:45:39.311793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Allocated IP 172.20.0.1 (1d2c3f69-0419-4511-bdbb-910f64342a8b/cbaecdb5-d4bf-4838-a51c-3504e3b388f7/3588bdd1-aca5-433b-ad64-2f6cd9163893) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:39.330569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177517ce-7a19-4430-bb58-f956e884b25b req-0ec3240c-8a42-44e0-9cfd-bfdadbeb1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.332090 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-177517ce-7a19-4430-bb58-f956e884b25b req-0ec3240c-8a42-44e0-9cfd-bfdadbeb1893 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f469d677-4dc7-49de-9c0e-17fa992e291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3177972 Jan 21 09:45:39.449244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea36f-fcc3-4939-a16a-195f245c01f9 req-50906ded-da9f-4c28-8179-783151cb6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.450753 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f3ea36f-fcc3-4939-a16a-195f245c01f9 req-50906ded-da9f-4c28-8179-783151cb6f9b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2277815 Jan 21 09:45:39.518239 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.613830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.637483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Transition to ACTIVE for port object 3588bdd1-aca5-433b-ad64-2f6cd9163893 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:39.654564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.683437 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.697508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.714285 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f3ea36f-fcc3-4939-a16a-195f245c01f9 req-fdf8c54e-c7c6-480f-9064-95f0b89335a8 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549679 Jan 21 09:45:39.720747 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.778337 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-177517ce-7a19-4430-bb58-f956e884b25b req-0666531a-cdac-4d0d-ab4d-8721b86d47f5 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361744 Jan 21 09:45:39.847823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Network 1d2c3f69-0419-4511-bdbb-910f64342a8b is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:39.904473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:39.944450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:39.968792 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'Port': ['ID=3588bdd1-aca5-433b-ad64-2f6cd9163893,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:40.007981 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Allocated IP 172.26.4.105 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/1a32ca9b-5162-4bb5-aebe-92c9e5b91b7c) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:40.014817 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-177517ce-7a19-4430-bb58-f956e884b25b req-af8ca3a6-5a7d-48d9-9948-aa6e99207b41 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213356 Jan 21 09:45:40.055939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.061946 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f3ea36f-fcc3-4939-a16a-195f245c01f9 req-cf9d174c-4e95-4efc-91d3-f05c9c2ce03d service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366687 Jan 21 09:45:40.093826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21018358-5852-4c0d-81a3-7da9cf74eb6a req-ebf7af97-8139-4650-8c03-ecdcce670229 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:40.095313 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-21018358-5852-4c0d-81a3-7da9cf74eb6a req-ebf7af97-8139-4650-8c03-ecdcce670229 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.1923676 Jan 21 09:45:40.158885 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-21018358-5852-4c0d-81a3-7da9cf74eb6a req-f3525082-7b98-44d9-bd32-27253cfff80f tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500991 Jan 21 09:45:40.191917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.223600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.302500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:40.305910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:40.310212 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:40.345263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=1a32ca9b-5162-4bb5-aebe-92c9e5b91b7c,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:40.377661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.421462 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2138529-5549-49ee-8cb1-1a5da180a7aa None None] Network 1d2c3f69-0419-4511-bdbb-910f64342a8b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:40.660013 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9851eb98-b866-48e4-9f08-1b0123c6a618 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:40.710361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-25d89903-7af7-441c-a3d1-8af8100f69f9 None None] Provisioning for port 9851eb98-b866-48e4-9f08-1b0123c6a618 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:40.855680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 9851eb98-b866-48e4-9f08-1b0123c6a618 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:40.863400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9851eb98-b866-48e4-9f08-1b0123c6a618 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:40.863767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.883884 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.943127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.952565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.005195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.022313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.053777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 9851eb98-b866-48e4-9f08-1b0123c6a618, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9851eb98-b866-48e4-9f08-1b0123c6a618,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:41.062899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.064440 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d327fd89-90ca-4c8d-975a-e82ea31b0be7 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:41.107562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.202527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=9851eb98-b866-48e4-9f08-1b0123c6a618,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:41.215406 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7782027b-b142-4f7e-a05c-28d7859eea09 None None] Provisioning complete for port 9851eb98-b866-48e4-9f08-1b0123c6a618 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:41.215901 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7782027b-b142-4f7e-a05c-28d7859eea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.271358 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port d327fd89-90ca-4c8d-975a-e82ea31b0be7 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:41.278265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port d327fd89-90ca-4c8d-975a-e82ea31b0be7 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:41.278656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.289705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Network 1d2c3f69-0419-4511-bdbb-910f64342a8b is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:41.293938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:41.369745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'Port': ['ID=3588bdd1-aca5-433b-ad64-2f6cd9163893,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:41.454704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.481935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.488898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7782027b-b142-4f7e-a05c-28d7859eea09 None None] Provisioning for port 3588bdd1-aca5-433b-ad64-2f6cd9163893 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:41.499638 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7782027b-b142-4f7e-a05c-28d7859eea09 None None] Provisioning complete for port 3588bdd1-aca5-433b-ad64-2f6cd9163893 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:41.500007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7782027b-b142-4f7e-a05c-28d7859eea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.536167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port d327fd89-90ca-4c8d-975a-e82ea31b0be7, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d327fd89-90ca-4c8d-975a-e82ea31b0be7,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:41.551919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.566212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d9472-2420-48af-bdb9-6fa997bdfc60 req-8ffae9d0-fade-4258-bf43-c3e87fd42290 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:41.567621 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-258d9472-2420-48af-bdb9-6fa997bdfc60 req-8ffae9d0-fade-4258-bf43-c3e87fd42290 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.2054977 Jan 21 09:45:41.613726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Router a658795d-4f29-4127-947c-4447dd0fe83e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:41.627105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7782027b-b142-4f7e-a05c-28d7859eea09 None None] Port 3588bdd1-aca5-433b-ad64-2f6cd9163893 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:41.640596 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-258d9472-2420-48af-bdb9-6fa997bdfc60 req-a35dd411-be13-4184-a85a-aee476e507f5 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642231 Jan 21 09:45:41.667646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=d327fd89-90ca-4c8d-975a-e82ea31b0be7,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:41.754644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router 9c0fa176-42bd-415a-992d-431b46122197 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:45:41.766365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a19f3604-1fd0-4ad6-8e7b-3bfddd742f9f None None] Provisioning complete for port 3588bdd1-aca5-433b-ad64-2f6cd9163893 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:41.766734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a19f3604-1fd0-4ad6-8e7b-3bfddd742f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.827101 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a19f3604-1fd0-4ad6-8e7b-3bfddd742f9f None None] Port 3588bdd1-aca5-433b-ad64-2f6cd9163893 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:41.879234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:41.889135 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Sync routers for ids ['a658795d-4f29-4127-947c-4447dd0fe83e'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:41.892145 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a91a9f1d-501c-498b-bb39-f7d44421d7a0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "PUT /v2.0/routers/a658795d-4f29-4127-947c-4447dd0fe83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0039694 Jan 21 09:45:41.907582 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Routers {'a658795d-4f29-4127-947c-4447dd0fe83e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:41.909347 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a658795d-4f29-4127-947c-4447dd0fe83e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:41.918727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bededdb-1977-4ce5-9ae4-debd4f78582d req-107026e4-0209-458d-a6cc-871da5734511 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:41.920494 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1bededdb-1977-4ce5-9ae4-debd4f78582d req-107026e4-0209-458d-a6cc-871da5734511 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.1221790 Jan 21 09:45:41.935338 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:41.950661 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5072c5-1d52-4c4a-89ad-fe719e9547fa None None] Sync routers for ids ['9c0fa176-42bd-415a-992d-431b46122197'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:41.971608 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5072c5-1d52-4c4a-89ad-fe719e9547fa None None] Routers {'9c0fa176-42bd-415a-992d-431b46122197'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:41.972245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6a5072c5-1d52-4c4a-89ad-fe719e9547fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['9c0fa176-42bd-415a-992d-431b46122197'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:41.972671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.976618 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1bc3cb48-7e3c-4d07-a803-8973cd26d286 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.6893532 Jan 21 09:45:41.976861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46578) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:41.982741 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1bededdb-1977-4ce5-9ae4-debd4f78582d req-0b9426b0-06ee-47b8-905e-1519b5d08759 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557039 Jan 21 09:45:42.081891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-18c9843b-86c2-4d1a-8df5-ddd118b381a9 None None] Provisioning complete for port 3588bdd1-aca5-433b-ad64-2f6cd9163893 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:42.082524 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-18c9843b-86c2-4d1a-8df5-ddd118b381a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.145719 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Set router a658795d-4f29-4127-947c-4447dd0fe83e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:45:42.170288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6a5072c5-1d52-4c4a-89ad-fe719e9547fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:42.187932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-0a0d9ce2-ba65-4fda-8444-abba6d1c871c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Synchronizing usage tracker for tenant:80cac4a837114513b19d91350ba9c4e3 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:42.199278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5072c5-1d52-4c4a-89ad-fe719e9547fa None None] Routers {'9c0fa176-42bd-415a-992d-431b46122197'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:42.199891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6a5072c5-1d52-4c4a-89ad-fe719e9547fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['9c0fa176-42bd-415a-992d-431b46122197'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:42.218754 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6bad0887-9ee8-4e69-89b7-4bf2adb63433 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/routers/9c0fa176-42bd-415a-992d-431b46122197 HTTP/1.1" status: 200 len: 881 time: 0.2409251 Jan 21 09:45:42.221570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46594) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:42.225068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-0a0d9ce2-ba65-4fda-8444-abba6d1c871c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Unset dirty status for tenant:80cac4a837114513b19d91350ba9c4e3 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:42.226209 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-0a0d9ce2-ba65-4fda-8444-abba6d1c871c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1656682064&fields=id&tenant_id=80cac4a837114513b19d91350ba9c4e3 HTTP/1.1" status: 200 len: 267 time: 0.1470597 Jan 21 09:45:42.233796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c88249-74dd-4ff1-881f-3d082c020e6e req-aa294930-7664-44b6-bdad-a2344b4cb63e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:42.235209 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-45c88249-74dd-4ff1-881f-3d082c020e6e req-aa294930-7664-44b6-bdad-a2344b4cb63e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.1181962 Jan 21 09:45:42.271332 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-18c9843b-86c2-4d1a-8df5-ddd118b381a9 None None] Port 3588bdd1-aca5-433b-ad64-2f6cd9163893 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:42.272751 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6a5072c5-1d52-4c4a-89ad-fe719e9547fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:42.273142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5072c5-1d52-4c4a-89ad-fe719e9547fa None None] The sync data for ids ['9c0fa176-42bd-415a-992d-431b46122197'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:42.506348 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:45:40Z', 'revision_number': 4, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '3588bdd1-aca5-433b-ad64-2f6cd9163893', 'name': '', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'mac_address': 'fa:16:3e:c9:b2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:38Z', 'updated_at': '2022-01-21T09:45:40Z', 'revision_number': 2, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'subnets': [{'id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:42.510220 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Checking router: a658795d-4f29-4127-947c-4447dd0fe83e for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:45:42.510565 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Updating router a658795d-4f29-4127-947c-4447dd0fe83e port 3588bdd1-aca5-433b-ad64-2f6cd9163893 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:45:42.514011 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9851eb98-b866-48e4-9f08-1b0123c6a618 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:42.550197 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-45c88249-74dd-4ff1-881f-3d082c020e6e req-19eba87b-5505-4852-86f2-d976a56659bb tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423244 Jan 21 09:45:42.566041 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.616564 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9851eb98-b866-48e4-9f08-1b0123c6a618 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:42.616937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.619483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45500e02-a24b-46da-90a1-d75f86225345 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:42.620181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45500e02-a24b-46da-90a1-d75f86225345 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Synchronizing usage tracker for tenant:80cac4a837114513b19d91350ba9c4e3 on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:42.711913 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45500e02-a24b-46da-90a1-d75f86225345 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Unset dirty status for tenant:80cac4a837114513b19d91350ba9c4e3 on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:42.713492 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45500e02-a24b-46da-90a1-d75f86225345 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/networks?id=1d2c3f69-0419-4511-bdbb-910f64342a8b HTTP/1.1" status: 200 len: 796 time: 0.4773581 Jan 21 09:45:42.747645 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-6c0cb013-9e49-44ec-89f7-f3fba99f5966 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/quotas/80cac4a837114513b19d91350ba9c4e3 HTTP/1.1" status: 200 len: 375 time: 0.0264144 Jan 21 09:45:42.813101 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d327fd89-90ca-4c8d-975a-e82ea31b0be7 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:42.834971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a9e3c868-8cd1-4ca9-abe2-10b9a539d9fa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Synchronizing usage tracker for tenant:652f34ae017240f7907bb8b605e82da5 on resource:router {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:42.864414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-98071658-5075-40e5-b8ae-1da23b647bd3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Synchronizing usage tracker for tenant:80cac4a837114513b19d91350ba9c4e3 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:42.869273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a9e3c868-8cd1-4ca9-abe2-10b9a539d9fa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Unset dirty status for tenant:652f34ae017240f7907bb8b605e82da5 on resource:router {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:42.870718 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a9e3c868-8cd1-4ca9-abe2-10b9a539d9fa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6476288 Jan 21 09:45:42.874324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46600) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:42.886838 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port d327fd89-90ca-4c8d-975a-e82ea31b0be7 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:42.886994 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.888213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d82d538b-4163-4249-be7e-20b3a9608006 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1091282880'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:42.961730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-98071658-5075-40e5-b8ae-1da23b647bd3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Unset dirty status for tenant:80cac4a837114513b19d91350ba9c4e3 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:42.963600 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-98071658-5075-40e5-b8ae-1da23b647bd3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=80cac4a837114513b19d91350ba9c4e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2090082 Jan 21 09:45:43.014969 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.029838 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Transition to ACTIVE for port object 3588bdd1-aca5-433b-ad64-2f6cd9163893 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:43.036683 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.221214 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Pushing event updated for resources: {'Port': ['ID=3588bdd1-aca5-433b-ad64-2f6cd9163893,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:43.260058 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:43.260425 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:43.260766 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:43.261095 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:43.261424 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:43.261745 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:43.262062 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:43.262381 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:43.262704 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:43.263018 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:43.263331 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:43.263642 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:43.282927 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Attempting to bind port 3588bdd1-aca5-433b-ad64-2f6cd9163893 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:43.283434 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Attempting to bind port 3588bdd1-aca5-433b-ad64-2f6cd9163893 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'e8f23001-d640-4c8a-a9c6-cbdc40f63074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:43.283798 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Attempting to bind port 3588bdd1-aca5-433b-ad64-2f6cd9163893 on network 1d2c3f69-0419-4511-bdbb-910f64342a8b {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:43.289285 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:43.289657 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Checking segment: {'id': 'e8f23001-d640-4c8a-a9c6-cbdc40f63074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:43.290087 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.290483 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Bound using segment: {'id': 'e8f23001-d640-4c8a-a9c6-cbdc40f63074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:43.291026 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Bound port: 3588bdd1-aca5-433b-ad64-2f6cd9163893, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f23001-d640-4c8a-a9c6-cbdc40f63074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:43.291522 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.338257 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-7ad53b66-ac95-4d19-b00d-06fdd242c0be service neutron] 10.222.0.99 "GET /v2.0/networks/1d2c3f69-0419-4511-bdbb-910f64342a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588612 Jan 21 09:45:43.382444 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] For port 3588bdd1-aca5-433b-ad64-2f6cd9163893, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:43.385532 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] For port 3588bdd1-aca5-433b-ad64-2f6cd9163893, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3588bdd1-aca5-433b-ad64-2f6cd9163893,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:43.390870 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.429717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b81ca9-cb23-4184-99b7-5452d224c042 req-3f4be32d-4cca-4711-aa72-7718999ebb58 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:43.431185 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-24b81ca9-cb23-4184-99b7-5452d224c042 req-3f4be32d-4cca-4711-aa72-7718999ebb58 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.4312232 Jan 21 09:45:43.470604 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Routers {'a658795d-4f29-4127-947c-4447dd0fe83e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:43.471247 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a658795d-4f29-4127-947c-4447dd0fe83e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:43.539042 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b1f72-a1e2-4e79-bd5c-cc5d9cb2ddb5 None None] Pushing event updated for resources: {'Port': ['ID=3588bdd1-aca5-433b-ad64-2f6cd9163893,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:43.667432 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] Set router a658795d-4f29-4127-947c-4447dd0fe83e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:45:43.706797 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-24b81ca9-cb23-4184-99b7-5452d224c042 req-a20cd25a-09dc-4e96-942a-bed2d3a2a273 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506013 Jan 21 09:45:43.762680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d82d538b-4163-4249-be7e-20b3a9608006 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.767896 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-aad2a724-1ea0-4e55-bbfc-beebf6f21488 service neutron] 10.222.0.99 "GET /v2.0/networks/1d2c3f69-0419-4511-bdbb-910f64342a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246485 Jan 21 09:45:43.778365 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d82d538b-4163-4249-be7e-20b3a9608006 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.013325 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:45:40Z', 'revision_number': 4, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '3588bdd1-aca5-433b-ad64-2f6cd9163893', 'name': '', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'mac_address': 'fa:16:3e:c9:b2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:38Z', 'updated_at': '2022-01-21T09:45:43Z', 'revision_number': 4, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'subnets': [{'id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:44.017211 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832dbeb-390a-4cff-ba6f-ebfd0724d104 None None] The sync data for ids ['a658795d-4f29-4127-947c-4447dd0fe83e'] in dv-neutron-825723-1-hyperv is: [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:45:40Z', 'revision_number': 4, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '3588bdd1-aca5-433b-ad64-2f6cd9163893', 'name': '', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'mac_address': 'fa:16:3e:c9:b2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:38Z', 'updated_at': '2022-01-21T09:45:43Z', 'revision_number': 4, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'subnets': [{'id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:44.040966 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-49634608-e93b-479b-8eed-e61af561930a req-cbcbe779-bcf4-40bc-b547-6c3866515e75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 210 time: 0.0596967 Jan 21 09:45:44.158916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82d538b-4163-4249-be7e-20b3a9608006 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router 9c0fa176-42bd-415a-992d-431b46122197 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:44.349887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82d538b-4163-4249-be7e-20b3a9608006 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:44.356596 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d82d538b-4163-4249-be7e-20b3a9608006 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.360388 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d82d538b-4163-4249-be7e-20b3a9608006 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/9c0fa176-42bd-415a-992d-431b46122197 HTTP/1.1" status: 200 len: 888 time: 1.4812219 Jan 21 09:45:44.360492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46608) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:44.363274 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbc34b-97b1-4f28-b3d5-f5463f5a16b1 None None] Sync routers for ids ['9c0fa176-42bd-415a-992d-431b46122197'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:44.373779 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbc34b-97b1-4f28-b3d5-f5463f5a16b1 None None] Routers {'9c0fa176-42bd-415a-992d-431b46122197'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:44.374723 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-05cbc34b-97b1-4f28-b3d5-f5463f5a16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['9c0fa176-42bd-415a-992d-431b46122197'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:44.436389 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-05cbc34b-97b1-4f28-b3d5-f5463f5a16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:44.445729 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbc34b-97b1-4f28-b3d5-f5463f5a16b1 None None] Routers {'9c0fa176-42bd-415a-992d-431b46122197'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:44.446340 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-05cbc34b-97b1-4f28-b3d5-f5463f5a16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['9c0fa176-42bd-415a-992d-431b46122197'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:44.516763 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-05cbc34b-97b1-4f28-b3d5-f5463f5a16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:44.517172 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbc34b-97b1-4f28-b3d5-f5463f5a16b1 None None] The sync data for ids ['9c0fa176-42bd-415a-992d-431b46122197'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:44.562079 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-13d08e10-135b-4f05-a5f7-2e61cc5ee9d4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/routers/9c0fa176-42bd-415a-992d-431b46122197 HTTP/1.1" status: 200 len: 888 time: 0.2005229 Jan 21 09:45:44.565416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46614) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:44.582831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3588bdd1-aca5-433b-ad64-2f6cd9163893 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:44.618204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-13f7bcb7-2c83-42f2-90c6-ce3be02195e6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Synchronizing usage tracker for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:44.655484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-13f7bcb7-2c83-42f2-90c6-ce3be02195e6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Unset dirty status for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:44.660253 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-13f7bcb7-2c83-42f2-90c6-ce3be02195e6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=9c0fa176-42bd-415a-992d-431b46122197 HTTP/1.1" status: 200 len: 205 time: 0.0914700 Jan 21 09:45:44.660877 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46618) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:44.684549 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 3588bdd1-aca5-433b-ad64-2f6cd9163893 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:44.693239 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3588bdd1-aca5-433b-ad64-2f6cd9163893 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:44.693854 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.859688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.891402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.894234 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 3588bdd1-aca5-433b-ad64-2f6cd9163893, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3588bdd1-aca5-433b-ad64-2f6cd9163893,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:44.899573 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.986072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=3588bdd1-aca5-433b-ad64-2f6cd9163893,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:45.166267 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-61e11aef-d5a4-4761-989d-1db4dda7c1d3 req-6ea10ae9-cf9e-4b14-a048-0f50b9d21873 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 210 time: 0.0561948 Jan 21 09:45:45.191878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f086d35-a4b4-44a9-8262-01b00f4971ff req-19bca70e-7306-4358-835e-2ccaafb0888e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:45.193282 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0f086d35-a4b4-44a9-8262-01b00f4971ff req-19bca70e-7306-4358-835e-2ccaafb0888e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.2364719 Jan 21 09:45:45.216749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.242035 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 1a32ca9b-5162-4bb5-aebe-92c9e5b91b7c {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:45.242378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.294657 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0f086d35-a4b4-44a9-8262-01b00f4971ff req-013d8de0-031e-4bae-b99c-b0a171f0c876 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953605 Jan 21 09:45:45.569379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.769523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for 1a32ca9b-5162-4bb5-aebe-92c9e5b91b7c owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:45.914315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83d25e-1923-4570-9ebe-24f9644fba48 req-c4aa42aa-69e6-4b90-9b72-2c651b35dc43 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:45.915761 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a83d25e-1923-4570-9ebe-24f9644fba48 req-c4aa42aa-69e6-4b90-9b72-2c651b35dc43 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.3282187 Jan 21 09:45:45.918325 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e85fa-cfbc-4a45-8a72-440c31f5c6df req-3d214438-59d4-4874-9fc7-058e6d16d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:45.919692 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a98e85fa-cfbc-4a45-8a72-440c31f5c6df req-3d214438-59d4-4874-9fc7-058e6d16d2dc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=78db1456b4d84c919af68b6798f69fd9&device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 1098 time: 0.2821164 Jan 21 09:45:46.092981 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a83d25e-1923-4570-9ebe-24f9644fba48 req-d8832c77-bf14-4ea4-a1d3-f748b012fbe6 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710675 Jan 21 09:45:46.113581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.177104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=1a32ca9b-5162-4bb5-aebe-92c9e5b91b7c,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:46.244487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e85fa-cfbc-4a45-8a72-440c31f5c6df req-b57fd902-c6ab-40cb-b9d2-134de7f68d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:46.245856 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a98e85fa-cfbc-4a45-8a72-440c31f5c6df req-b57fd902-c6ab-40cb-b9d2-134de7f68d21 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f469d677-4dc7-49de-9c0e-17fa992e291c HTTP/1.1" status: 200 len: 913 time: 0.3101473 Jan 21 09:45:46.350509 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ec530e36-aa2d-410f-beb9-1be02466a7cf req-9e66612a-e0fe-4abb-bbdc-2e69573f5abb tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 210 time: 0.1035311 Jan 21 09:45:46.400604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.504136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3588bdd1-aca5-433b-ad64-2f6cd9163893 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:46.506058 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a98e85fa-cfbc-4a45-8a72-440c31f5c6df req-472b6bee-c9a3-480a-b40c-cb758bb9f5ff service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad HTTP/1.1" status: 200 len: 1001 time: 0.2201562 Jan 21 09:45:46.571176 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3588bdd1-aca5-433b-ad64-2f6cd9163893 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:46.571525 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.614629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.618155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.645108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e85fa-cfbc-4a45-8a72-440c31f5c6df req-a7e63770-b72e-4268-9cd3-a5207192de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:46.646555 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a98e85fa-cfbc-4a45-8a72-440c31f5c6df req-a7e63770-b72e-4268-9cd3-a5207192de1b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2808a830-2468-42b3-9507-038994a3ca1a HTTP/1.1" status: 200 len: 851 time: 0.1322765 Jan 21 09:45:46.683453 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.684054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Fanout notify agent at l3_agent the message router_deleted on router 9c0fa176-42bd-415a-992d-431b46122197 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:45:46.730575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.731653 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a1691f4d-97f9-4d52-a3c5-5fd717258cd7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/9c0fa176-42bd-415a-992d-431b46122197 HTTP/1.1" status: 204 len: 168 time: 2.0697954 Jan 21 09:45:46.735462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46644) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:46.741238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'network': {'name': 'tempest-RoutersTest-2086418083'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:46.747973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:46.754832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:network and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:46.758160 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:46.762230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e85fa-cfbc-4a45-8a72-440c31f5c6df req-748c9abf-0b46-4cf9-ab70-060eb430a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:46.763683 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a98e85fa-cfbc-4a45-8a72-440c31f5c6df req-748c9abf-0b46-4cf9-ab70-060eb430a4cb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f469d677-4dc7-49de-9c0e-17fa992e291c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1104615 Jan 21 09:45:46.767191 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:46.808001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:46.811330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.019601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:47.042358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.042695 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Added segment 7c0a323d-ba81-4ccc-864e-93bb5eacd81a of type vlan for network 950e4a83-22ef-4161-a313-39973ee8223f Jan 21 09:45:47.045297 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a98e85fa-cfbc-4a45-8a72-440c31f5c6df req-6e6a0e9b-9c02-4b86-99de-8a09d6f26ea3 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748616 Jan 21 09:45:47.100798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.208887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.214293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.214881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.245129 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a98e85fa-cfbc-4a45-8a72-440c31f5c6df req-fb8789eb-d44e-4fd0-b329-da78a8c73526 service neutron] 10.222.0.121 "GET /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932008 Jan 21 09:45:47.284066 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5451791 Jan 21 09:45:47.284436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46654) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:47.290195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'subnet': {'network_id': '950e4a83-22ef-4161-a313-39973ee8223f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:47.348889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecee5d9-d0ba-418b-a2d3-75f317a59d1a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Network': ['ID=950e4a83-22ef-4161-a313-39973ee8223f,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:47.359541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 950e4a83-22ef-4161-a313-39973ee8223f details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:47.407451 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:47.411542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:subnet and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:47.414626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:47.420601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:47.430279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:47.434065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.486559 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8a0ce44f-e5be-4227-8c73-62ee64659d38 req-88f13833-2192-40ca-9def-f1b250e3e553 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 210 time: 0.0564189 Jan 21 09:45:47.522735 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a718e-045c-463e-a415-93f402623e29 req-682558d0-be1c-46b2-844e-f8db1d1b526e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.524260 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1b8a718e-045c-463e-a415-93f402623e29 req-682558d0-be1c-46b2-844e-f8db1d1b526e tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.1718471 Jan 21 09:45:47.576056 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1b8a718e-045c-463e-a415-93f402623e29 req-a585882a-b21f-4a4c-a6a0-a17cca1f748c tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457056 Jan 21 09:45:47.666531 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.744715 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Subnet': ['ID=a84fa7e0-e164-416f-97a9-6144c2d8d285,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:47.752304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Checking segment: {'id': '7c0a323d-ba81-4ccc-864e-93bb5eacd81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '950e4a83-22ef-4161-a313-39973ee8223f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:47.752668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network hostable DHCP agents. Network: 950e4a83-22ef-4161-a313-39973ee8223f, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:47.773913 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 950e4a83-22ef-4161-a313-39973ee8223f is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:47.784238 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 950e4a83-22ef-4161-a313-39973ee8223f) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:47.788436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.789229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.796457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8d960e-656c-48d4-a31f-84e6df8157c7 None None] Network 950e4a83-22ef-4161-a313-39973ee8223f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:47.816221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46670) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:47.821153 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f164ce3b-fa9f-435c-8231-ee3895854ab9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5352912 Jan 21 09:45:47.822271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1f4acc08-e217-466a-98a0-78dd69f9c62a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1559372153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:47.829025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1f4acc08-e217-466a-98a0-78dd69f9c62a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:47.833831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1f4acc08-e217-466a-98a0-78dd69f9c62a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:router and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:47.836704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1f4acc08-e217-466a-98a0-78dd69f9c62a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:47.844651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1f4acc08-e217-466a-98a0-78dd69f9c62a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:47.857332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1f4acc08-e217-466a-98a0-78dd69f9c62a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.858595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1f4acc08-e217-466a-98a0-78dd69f9c62a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.876462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1f4acc08-e217-466a-98a0-78dd69f9c62a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.896162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1f4acc08-e217-466a-98a0-78dd69f9c62a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.924299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1f4acc08-e217-466a-98a0-78dd69f9c62a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.925704 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1f4acc08-e217-466a-98a0-78dd69f9c62a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1084287 Jan 21 09:45:47.928691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46674) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:48.017501 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-950e4a83-22ef-4161-a313-39973ee8223f', 'network_id': '950e4a83-22ef-4161-a313-39973ee8223f', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'fixed_ips': [{'subnet_id': 'a84fa7e0-e164-416f-97a9-6144c2d8d285'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:45:48.018356 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.195375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Allocated IP 172.20.0.2 (950e4a83-22ef-4161-a313-39973ee8223f/a84fa7e0-e164-416f-97a9-6144c2d8d285/543cd1d8-b380-4e8c-9ec8-08023c59dceb) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:48.454980 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.466522 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.477958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Transition to ACTIVE for port object 543cd1d8-b380-4e8c-9ec8-08023c59dceb will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:48.498615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Transition to ACTIVE for port object 543cd1d8-b380-4e8c-9ec8-08023c59dceb will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:48.506835 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.630838 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Pushing event updated for resources: {'Port': ['ID=543cd1d8-b380-4e8c-9ec8-08023c59dceb,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:48.642508 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Network 950e4a83-22ef-4161-a313-39973ee8223f is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:48.643717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:48.649010 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:48.770926 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Attempting to bind port 543cd1d8-b380-4e8c-9ec8-08023c59dceb on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:48.771358 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Attempting to bind port 543cd1d8-b380-4e8c-9ec8-08023c59dceb by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '7c0a323d-ba81-4ccc-864e-93bb5eacd81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '950e4a83-22ef-4161-a313-39973ee8223f'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:48.771717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Attempting to bind port 543cd1d8-b380-4e8c-9ec8-08023c59dceb on network 950e4a83-22ef-4161-a313-39973ee8223f {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:48.777470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:48.777874 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Checking segment: {'id': '7c0a323d-ba81-4ccc-864e-93bb5eacd81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '950e4a83-22ef-4161-a313-39973ee8223f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:48.778279 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.778717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Bound using segment: {'id': '7c0a323d-ba81-4ccc-864e-93bb5eacd81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '950e4a83-22ef-4161-a313-39973ee8223f'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:48.779211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Bound port: 543cd1d8-b380-4e8c-9ec8-08023c59dceb, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0a323d-ba81-4ccc-864e-93bb5eacd81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '950e4a83-22ef-4161-a313-39973ee8223f'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:48.779610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.791976 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8704ab2d-57d2-4587-b134-61c99ce30504 req-4e3b4bc6-c20c-4d9f-b464-739344265193 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 210 time: 0.1430929 Jan 21 09:45:48.894393 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] For port 543cd1d8-b380-4e8c-9ec8-08023c59dceb, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:48.898247 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] For port 543cd1d8-b380-4e8c-9ec8-08023c59dceb, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=543cd1d8-b380-4e8c-9ec8-08023c59dceb,segment=NetworkSegment(7c0a323d-ba81-4ccc-864e-93bb5eacd81a),segment_id=7c0a323d-ba81-4ccc-864e-93bb5eacd81a)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:48.904317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.022093 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bb367-e0e5-4fe0-bbfa-0080e116a89b None None] Pushing event updated for resources: {'Port': ['ID=543cd1d8-b380-4e8c-9ec8-08023c59dceb,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:49.155685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029af69-8f5f-4e8e-99e5-e9a9f3115117 req-5e280ada-e235-44ac-9056-cadf25bd6b1c tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:49.161231 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5029af69-8f5f-4e8e-99e5-e9a9f3115117 req-5e280ada-e235-44ac-9056-cadf25bd6b1c tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.3734376 Jan 21 09:45:49.232418 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Allocated IP 172.20.0.1 (950e4a83-22ef-4161-a313-39973ee8223f/a84fa7e0-e164-416f-97a9-6144c2d8d285/425cee71-ca59-49df-9d3b-c022fde08a46) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:49.280488 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5029af69-8f5f-4e8e-99e5-e9a9f3115117 req-5f820167-580e-43f0-8612-b950ae103add tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785005 Jan 21 09:45:49.547068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.741291 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Transition to ACTIVE for port object 425cee71-ca59-49df-9d3b-c022fde08a46 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:49.835168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-5bebd286-e31b-4277-a988-bdf634ed3604 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:49.836935 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-5bebd286-e31b-4277-a988-bdf634ed3604 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.121 "GET /v2.0/networks?id=1d2c3f69-0419-4511-bdbb-910f64342a8b HTTP/1.1" status: 200 len: 796 time: 0.2979171 Jan 21 09:45:49.851459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4aa72-d271-4aab-a680-cf60aa3e3ab2 req-a4070276-67e4-4cfb-88a0-cc8dd8f809c8 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:49.853221 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0ba4aa72-d271-4aab-a680-cf60aa3e3ab2 req-a4070276-67e4-4cfb-88a0-cc8dd8f809c8 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.3273852 Jan 21 09:45:49.894370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.030053 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 950e4a83-22ef-4161-a313-39973ee8223f is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:50.043821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:50.052409 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c71485ea-4ed9-4ac7-bec9-345909502ab2 req-abafe78c-5f5a-4226-aade-a6ae025f4342 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 210 time: 0.1206596 Jan 21 09:45:50.056557 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-d26dd072-94af-4e6d-ab27-9f2053610f5a tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80cac4a837114513b19d91350ba9c4e3 HTTP/1.1" status: 200 len: 380 time: 0.1973276 Jan 21 09:45:50.060321 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:50.099961 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Request body: {'port': {'device_id': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'admin_state_up': True, 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'security_groups': ['5cbef63a-9830-4593-b674-03c940640926']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:50.118451 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0ba4aa72-d271-4aab-a680-cf60aa3e3ab2 req-8f65ea27-e45b-4cce-aeaa-31dda903bbcc tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580376 Jan 21 09:45:50.127367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=425cee71-ca59-49df-9d3b-c022fde08a46,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:50.133751 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd35334-70df-41b0-ada4-1c37c64f5bda None None] Network 950e4a83-22ef-4161-a313-39973ee8223f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:50.230494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.250546 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-79195937-c597-425e-a308-9484bd098717 None None] Provisioning for port 543cd1d8-b380-4e8c-9ec8-08023c59dceb completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:50.339976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:50.352612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:50.381513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Made reservation on behalf of 80cac4a837114513b19d91350ba9c4e3 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:50.388618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.522888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.590658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 543cd1d8-b380-4e8c-9ec8-08023c59dceb up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:50.718483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 543cd1d8-b380-4e8c-9ec8-08023c59dceb completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:50.733220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 543cd1d8-b380-4e8c-9ec8-08023c59dceb triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:50.733593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.820314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7127cd1e-be3e-48f9-af56-76493a2c9eb8 None None] Provisioning complete for port 543cd1d8-b380-4e8c-9ec8-08023c59dceb triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:50.820710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7127cd1e-be3e-48f9-af56-76493a2c9eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.873935 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Allocated IP 172.20.0.4 (1d2c3f69-0419-4511-bdbb-910f64342a8b/cbaecdb5-d4bf-4838-a51c-3504e3b388f7/63a74d16-c592-4260-936c-6f9047b16b15) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:50.921590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c727d53-ca8c-4200-9f7c-3c59bcb431ab req-b4b32e93-e405-4ee5-8fcb-f9d627532624 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:50.923651 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c727d53-ca8c-4200-9f7c-3c59bcb431ab req-b4b32e93-e405-4ee5-8fcb-f9d627532624 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.3864982 Jan 21 09:45:50.938615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.026156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 543cd1d8-b380-4e8c-9ec8-08023c59dceb, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=543cd1d8-b380-4e8c-9ec8-08023c59dceb,segment=NetworkSegment(7c0a323d-ba81-4ccc-864e-93bb5eacd81a),segment_id=7c0a323d-ba81-4ccc-864e-93bb5eacd81a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:51.037263 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7127cd1e-be3e-48f9-af56-76493a2c9eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.051950 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.195321 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=543cd1d8-b380-4e8c-9ec8-08023c59dceb,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:51.199648 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-7127cd1e-be3e-48f9-af56-76493a2c9eb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:51.200006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-7127cd1e-be3e-48f9-af56-76493a2c9eb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:51.346108 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2ccd10b6-0ed4-46b4-85c9-542fc8dd5f1d req-f78b247a-3f98-4df6-a0a5-5ea050c466db tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 210 time: 0.1127079 Jan 21 09:45:51.458215 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c727d53-ca8c-4200-9f7c-3c59bcb431ab req-570f6362-a655-456b-92df-754132787978 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4685099 Jan 21 09:45:51.508196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.532956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Transition to ACTIVE for port object 63a74d16-c592-4260-936c-6f9047b16b15 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:51.557771 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.563575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.671994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.692978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=425cee71-ca59-49df-9d3b-c022fde08a46,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:51.696979 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.764844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Network 1d2c3f69-0419-4511-bdbb-910f64342a8b is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:51.769527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:51.779668 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7127cd1e-be3e-48f9-af56-76493a2c9eb8 None None] Provisioning for port 425cee71-ca59-49df-9d3b-c022fde08a46 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:51.787571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:51.787861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7127cd1e-be3e-48f9-af56-76493a2c9eb8 None None] Provisioning complete for port 425cee71-ca59-49df-9d3b-c022fde08a46 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:51.788464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7127cd1e-be3e-48f9-af56-76493a2c9eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.862765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7127cd1e-be3e-48f9-af56-76493a2c9eb8 None None] Port 425cee71-ca59-49df-9d3b-c022fde08a46 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:51.868597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'Port': ['ID=63a74d16-c592-4260-936c-6f9047b16b15,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:51.964394 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:51.965031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.990050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-aa22fb84-396a-4ccf-82dc-b7881ca1eacf None None] Provisioning complete for port 425cee71-ca59-49df-9d3b-c022fde08a46 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:51.990445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-aa22fb84-396a-4ccf-82dc-b7881ca1eacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.016024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 950e4a83-22ef-4161-a313-39973ee8223f is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:52.017731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:52.026115 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-1ac6355d-d24d-443b-bbf5-5f4ed27730e3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9329031 Jan 21 09:45:52.044473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Request body: {'port': {'device_id': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:52.050945 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-aa22fb84-396a-4ccf-82dc-b7881ca1eacf None None] Port 425cee71-ca59-49df-9d3b-c022fde08a46 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:52.173634 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ff788613-aa6b-47b7-9f84-37d3eab7968c None None] Provisioning for port 63a74d16-c592-4260-936c-6f9047b16b15 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:52.179246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ff788613-aa6b-47b7-9f84-37d3eab7968c None None] Provisioning complete for port 63a74d16-c592-4260-936c-6f9047b16b15 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:52.179603 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ff788613-aa6b-47b7-9f84-37d3eab7968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.256221 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ff788613-aa6b-47b7-9f84-37d3eab7968c None None] Port 63a74d16-c592-4260-936c-6f9047b16b15 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:52.316026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.378105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-318a5c0b-8360-475e-85a2-c1fab5786f08 None None] Provisioning complete for port 425cee71-ca59-49df-9d3b-c022fde08a46 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:52.378545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-318a5c0b-8360-475e-85a2-c1fab5786f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.407599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router 4d12eaed-f75e-417a-b6db-378d64dc06e0 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:45:52.461740 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-318a5c0b-8360-475e-85a2-c1fab5786f08 None None] Port 425cee71-ca59-49df-9d3b-c022fde08a46 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:52.532946 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 543cd1d8-b380-4e8c-9ec8-08023c59dceb up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:52.609649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 543cd1d8-b380-4e8c-9ec8-08023c59dceb triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:52.610036 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.997336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:53.002573 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-88d3a91b-b73a-473e-a082-4825db3fcba4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/4d12eaed-f75e-417a-b6db-378d64dc06e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0728762 Jan 21 09:45:53.005671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46722) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:53.011650 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1af8bbe-8bd4-4790-83e7-911240eb8f19 None None] Sync routers for ids ['4d12eaed-f75e-417a-b6db-378d64dc06e0'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:53.041252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1af8bbe-8bd4-4790-83e7-911240eb8f19 None None] Routers {'4d12eaed-f75e-417a-b6db-378d64dc06e0'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:53.041927 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a1af8bbe-8bd4-4790-83e7-911240eb8f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4d12eaed-f75e-417a-b6db-378d64dc06e0'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.051008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd7aec-2d97-4098-af7e-778712ce887e req-16b7b0ea-cb20-467d-a2d9-81032ce76b87 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.052064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-5fcd7aec-2d97-4098-af7e-778712ce887e req-16b7b0ea-cb20-467d-a2d9-81032ce76b87 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Synchronizing usage tracker for tenant:80cac4a837114513b19d91350ba9c4e3 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:53.106628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab08cce-4dd7-4c02-a6a0-219a85436c87 req-6b629fb7-9170-4d05-85ee-0123b34efa57 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.108246 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2ab08cce-4dd7-4c02-a6a0-219a85436c87 req-6b629fb7-9170-4d05-85ee-0123b34efa57 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.5115385 Jan 21 09:45:53.166689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a74d16-c592-4260-936c-6f9047b16b15 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:53.168328 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a1af8bbe-8bd4-4790-83e7-911240eb8f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.182018 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1af8bbe-8bd4-4790-83e7-911240eb8f19 None None] Routers {'4d12eaed-f75e-417a-b6db-378d64dc06e0'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:53.182878 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a1af8bbe-8bd4-4790-83e7-911240eb8f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4d12eaed-f75e-417a-b6db-378d64dc06e0'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.185797 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-5fcd7aec-2d97-4098-af7e-778712ce887e req-16b7b0ea-cb20-467d-a2d9-81032ce76b87 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Unset dirty status for tenant:80cac4a837114513b19d91350ba9c4e3 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:53.186976 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5fcd7aec-2d97-4098-af7e-778712ce887e req-16b7b0ea-cb20-467d-a2d9-81032ce76b87 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 931 time: 0.6570513 Jan 21 09:45:53.190041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.226009 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2ab08cce-4dd7-4c02-a6a0-219a85436c87 req-027e60cf-3bb7-4f7b-9c53-f5e95efca67c tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045823 Jan 21 09:45:53.236660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Transition to ACTIVE for port object 63a74d16-c592-4260-936c-6f9047b16b15 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:53.262796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.263348 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a1af8bbe-8bd4-4790-83e7-911240eb8f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.263822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1af8bbe-8bd4-4790-83e7-911240eb8f19 None None] The sync data for ids ['4d12eaed-f75e-417a-b6db-378d64dc06e0'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:53.276912 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5fcd7aec-2d97-4098-af7e-778712ce887e req-c2b871f5-9df3-4934-8cea-a790cff5d60c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794578 Jan 21 09:45:53.326368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0650f10-b40f-45d4-949f-c15f5c706d89 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.327784 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d0650f10-b40f-45d4-949f-c15f5c706d89 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports/425cee71-ca59-49df-9d3b-c022fde08a46 HTTP/1.1" status: 200 len: 910 time: 0.3202341 Jan 21 09:45:53.332758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46726) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:53.345245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ca4675a5-7a14-482f-b9d1-6fe14c8b59b1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a84fa7e0-e164-416f-97a9-6144c2d8d285'}]}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:53.453174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-c2c21a0c-db47-4f1e-a584-5abd615d4b40 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.454636 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-c2c21a0c-db47-4f1e-a584-5abd615d4b40 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.121 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.3819129 Jan 21 09:45:53.511930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Pushing event updated for resources: {'Port': ['ID=63a74d16-c592-4260-936c-6f9047b16b15,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:53.567303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Attempting to bind port 63a74d16-c592-4260-936c-6f9047b16b15 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:53.567303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Attempting to bind port 63a74d16-c592-4260-936c-6f9047b16b15 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e8f23001-d640-4c8a-a9c6-cbdc40f63074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:53.567666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Attempting to bind port 63a74d16-c592-4260-936c-6f9047b16b15 on network 1d2c3f69-0419-4511-bdbb-910f64342a8b {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:53.573393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Port 63a74d16-c592-4260-936c-6f9047b16b15 on network 1d2c3f69-0419-4511-bdbb-910f64342a8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:45:53.574489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Attempting to bind port 63a74d16-c592-4260-936c-6f9047b16b15 on network 1d2c3f69-0419-4511-bdbb-910f64342a8b {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:53.579444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:53.579906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Checking segment: {'id': 'e8f23001-d640-4c8a-a9c6-cbdc40f63074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:53.580442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Bound using segment: {'id': 'e8f23001-d640-4c8a-a9c6-cbdc40f63074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:53.580972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Bound port: 63a74d16-c592-4260-936c-6f9047b16b15, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f23001-d640-4c8a-a9c6-cbdc40f63074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:53.581437 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.593480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Deleting port ac7302e3-e0e5-4e79-9366-48f505b1a6ad {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:53.594433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.682050 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] For port 63a74d16-c592-4260-936c-6f9047b16b15, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:53.685391 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] For port 63a74d16-c592-4260-936c-6f9047b16b15, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=63a74d16-c592-4260-936c-6f9047b16b15,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:53.696748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.766491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.767135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.768600 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] 10.222.0.121 "PUT /v2.0/ports/63a74d16-c592-4260-936c-6f9047b16b15 HTTP/1.1" status: 200 len: 1093 time: 1.7303250 Jan 21 09:45:53.769049 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:53.799712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d70378-3f26-467c-a8ed-4849de1ea60f service neutron] Pushing event updated for resources: {'Port': ['ID=63a74d16-c592-4260-936c-6f9047b16b15,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:53.863765 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15', 'status': 'completed', 'code': 200} Jan 21 09:45:53.906696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-08311d6b-10ab-417e-a08a-eb228a5689ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.908453 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-08311d6b-10ab-417e-a08a-eb228a5689ac service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=80cac4a837114513b19d91350ba9c4e3&device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 1096 time: 0.0838358 Jan 21 09:45:54.008835 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-e5214390-eced-4462-8fdd-e82a49f94d34 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a74d16-c592-4260-936c-6f9047b16b15 HTTP/1.1" status: 200 len: 217 time: 0.0919912 Jan 21 09:45:54.044260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] For port ac7302e3-e0e5-4e79-9366-48f505b1a6ad, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ac7302e3-e0e5-4e79-9366-48f505b1a6ad,segment=NetworkSegment(8e4a5964-8d8c-4380-9eee-dc2cca9be530),segment_id=8e4a5964-8d8c-4380-9eee-dc2cca9be530)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:54.045151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.082113 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-4dac695e-91f3-4547-9d68-4f61c3b02ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:54.083577 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-4dac695e-91f3-4547-9d68-4f61c3b02ae7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=cbaecdb5-d4bf-4838-a51c-3504e3b388f7 HTTP/1.1" status: 200 len: 834 time: 0.0623782 Jan 21 09:45:54.131173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ca4675a5-7a14-482f-b9d1-6fe14c8b59b1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.183026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-82fa5ac8-2e18-404e-97af-061f9ffc8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:54.185648 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-82fa5ac8-2e18-404e-97af-061f9ffc8087 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d2c3f69-0419-4511-bdbb-910f64342a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944159 Jan 21 09:45:54.389658 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-c1dcede9-69f6-45d9-93b1-a1d664b7a1b8 service neutron] 10.222.0.121 "GET /v2.0/networks/1d2c3f69-0419-4511-bdbb-910f64342a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981599 Jan 21 09:45:54.757477 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-be23c517-4881-43cb-b8bf-c989a0c1193d req-8b2045e8-92cc-42b5-ae73-d43160817d2e service neutron] 10.222.0.121 "GET /v2.0/networks/1d2c3f69-0419-4511-bdbb-910f64342a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608196 Jan 21 09:45:54.772293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6da7b-2233-481c-952a-9ecb3b99493e req-c8a67c44-a2f9-448b-a1b8-e30e6f9085a5 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:54.775316 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7eb6da7b-2233-481c-952a-9ecb3b99493e req-c8a67c44-a2f9-448b-a1b8-e30e6f9085a5 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 945 time: 0.3170195 Jan 21 09:45:54.820383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31905544-94b7-4df6-9a00-316ef0c3bae9 req-f9799d9a-61f1-47db-b95e-9455c19abdda tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:54.824188 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-31905544-94b7-4df6-9a00-316ef0c3bae9 req-f9799d9a-61f1-47db-b95e-9455c19abdda tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 943 time: 0.2877929 Jan 21 09:45:54.846600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.846982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.847672 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Floating IP e6d6145f-8996-4cb5-8ee8-ce9cbf707b96 disassociated. External IP: 172.26.4.199, port: ac7302e3-e0e5-4e79-9366-48f505b1a6ad. Jan 21 09:45:54.849473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Calling delete_port for ac7302e3-e0e5-4e79-9366-48f505b1a6ad owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:55.149868 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7eb6da7b-2233-481c-952a-9ecb3b99493e req-22c98aea-dd41-40e6-9f59-24268c35a842 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups?id=c8b27558-79a0-40b8-9c64-2c6f7055a922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3688407 Jan 21 09:45:55.168602 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-31905544-94b7-4df6-9a00-316ef0c3bae9 req-37b9b7c8-c000-48b4-a22c-0fcab554e9a2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952309 Jan 21 09:45:55.217619 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ed75-460c-4872-a130-3f1986f114bf req-2adfd831-50f7-4cdd-93fa-5b2c91cce35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.219511 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5fc4ed75-460c-4872-a130-3f1986f114bf req-2adfd831-50f7-4cdd-93fa-5b2c91cce35c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=80cac4a837114513b19d91350ba9c4e3&device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 1096 time: 0.3914924 Jan 21 09:45:55.402440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ca4675a5-7a14-482f-b9d1-6fe14c8b59b1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.408118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ed75-460c-4872-a130-3f1986f114bf req-fc4d8edb-437b-4db4-b526-49964fa01008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.409802 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5fc4ed75-460c-4872-a130-3f1986f114bf req-fc4d8edb-437b-4db4-b526-49964fa01008 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d2c3f69-0419-4511-bdbb-910f64342a8b HTTP/1.1" status: 200 len: 897 time: 0.1827333 Jan 21 09:45:55.417827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.491940 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ca4675a5-7a14-482f-b9d1-6fe14c8b59b1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.499708 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5fc4ed75-460c-4872-a130-3f1986f114bf req-c67b8cc1-7925-42ce-ac07-354a7ec5304f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a74d16-c592-4260-936c-6f9047b16b15 HTTP/1.1" status: 200 len: 217 time: 0.0811772 Jan 21 09:45:55.553118 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Pushing event deleted for resources: {'Port': ['ID=ac7302e3-e0e5-4e79-9366-48f505b1a6ad,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:55.581258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ed75-460c-4872-a130-3f1986f114bf req-b6a8944e-3b5b-43cc-baa6-550330333278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.582889 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5fc4ed75-460c-4872-a130-3f1986f114bf req-b6a8944e-3b5b-43cc-baa6-550330333278 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=cbaecdb5-d4bf-4838-a51c-3504e3b388f7 HTTP/1.1" status: 200 len: 834 time: 0.0774944 Jan 21 09:45:55.683178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ed75-460c-4872-a130-3f1986f114bf req-9dd6477c-6621-4f33-9de2-c8e8824b9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.685009 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5fc4ed75-460c-4872-a130-3f1986f114bf req-9dd6477c-6621-4f33-9de2-c8e8824b9d43 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d2c3f69-0419-4511-bdbb-910f64342a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0953326 Jan 21 09:45:55.806236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4675a5-7a14-482f-b9d1-6fe14c8b59b1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.811937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ca4675a5-7a14-482f-b9d1-6fe14c8b59b1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.813688 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ca4675a5-7a14-482f-b9d1-6fe14c8b59b1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/ports/425cee71-ca59-49df-9d3b-c022fde08a46 HTTP/1.1" status: 200 len: 910 time: 2.4772317 Jan 21 09:45:55.820855 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46744) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:55.843285 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4675a5-7a14-482f-b9d1-6fe14c8b59b1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=425cee71-ca59-49df-9d3b-c022fde08a46,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:55.911990 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5fc4ed75-460c-4872-a130-3f1986f114bf req-1bf7e306-19d9-4f24-ad7b-a58429285909 service neutron] 10.222.0.121 "GET /v2.0/networks/1d2c3f69-0419-4511-bdbb-910f64342a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190247 Jan 21 09:45:56.080314 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5fc4ed75-460c-4872-a130-3f1986f114bf req-803bc19d-d2ac-46a5-a954-c6bcc4eeb273 service neutron] 10.222.0.121 "GET /v2.0/networks/1d2c3f69-0419-4511-bdbb-910f64342a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608930 Jan 21 09:45:56.309712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Router e32d46dc-f8ed-4187-b725-74ba146be919 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:56.408188 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1175c52d-2ed6-4291-8620-0f2b67463447 req-faa918ff-6f9d-43cf-a50e-6d33e97964a6 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 210 time: 0.1248040 Jan 21 09:45:56.470410 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90b23d-8a85-4497-a6e4-9e296fbb1210 req-b5d6b8b3-dfd3-409b-b0d8-438f2916fb77 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:56.476813 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fd90b23d-8a85-4497-a6e4-9e296fbb1210 req-b5d6b8b3-dfd3-409b-b0d8-438f2916fb77 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 943 time: 0.1248522 Jan 21 09:45:56.526275 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fd90b23d-8a85-4497-a6e4-9e296fbb1210 req-9ae3d35e-e97d-4c32-9c62-fd9c010d2e08 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455806 Jan 21 09:45:56.664355 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:56.675318 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f26d59-a6ec-4d47-be5f-268ac62f1041 None None] Sync routers for ids ['e32d46dc-f8ed-4187-b725-74ba146be919'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:56.685821 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f26d59-a6ec-4d47-be5f-268ac62f1041 None None] Routers {'e32d46dc-f8ed-4187-b725-74ba146be919'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:56.686625 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-97f26d59-a6ec-4d47-be5f-268ac62f1041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e32d46dc-f8ed-4187-b725-74ba146be919'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:56.758371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] No DVR routers for this DVR port ac7302e3-e0e5-4e79-9366-48f505b1a6ad on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:56.763036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.766140 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c30862-234b-43b1-bed7-413b298853e8', 'name': 'network-vif-deleted', 'tag': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:56.827677 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c30862-234b-43b1-bed7-413b298853e8', 'name': 'network-vif-deleted', 'tag': 'ac7302e3-e0e5-4e79-9366-48f505b1a6ad', 'status': 'completed', 'code': 200} Jan 21 09:45:56.828796 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eaac88c7-4043-41e9-91d7-8cf33f45d05c req-6a316ec9-1d08-48be-b099-86817b9f22f9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.121 "DELETE /v2.0/ports/ac7302e3-e0e5-4e79-9366-48f505b1a6ad HTTP/1.1" status: 204 len: 173 time: 3.3561678 Jan 21 09:45:56.918055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-697f38bc-b76e-4628-8de5-1f009b8250e2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.930110 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 63a74d16-c592-4260-936c-6f9047b16b15 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:45:57.012860 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-97f26d59-a6ec-4d47-be5f-268ac62f1041 None None] Set router e32d46dc-f8ed-4187-b725-74ba146be919 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:45:57.112677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device ac7302e3-e0e5-4e79-9366-48f505b1a6ad no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:57.200157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: ac7302e3-e0e5-4e79-9366-48f505b1a6ad {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:45:57.200544 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device ac7302e3-e0e5-4e79-9366-48f505b1a6ad not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:57.254970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 63a74d16-c592-4260-936c-6f9047b16b15, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=63a74d16-c592-4260-936c-6f9047b16b15,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:57.274776 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '63a74d16-c592-4260-936c-6f9047b16b15', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'port_id': '63a74d16-c592-4260-936c-6f9047b16b15', 'mac_address': 'fa:16:3e:62:da:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:45:57.344152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.371652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a74d16-c592-4260-936c-6f9047b16b15 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:57.409750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 63a74d16-c592-4260-936c-6f9047b16b15, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=63a74d16-c592-4260-936c-6f9047b16b15,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:57.419352 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.540468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=63a74d16-c592-4260-936c-6f9047b16b15,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:57.555635 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-97f26d59-a6ec-4d47-be5f-268ac62f1041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:40:39Z', 'revision_number': 4, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port': {'id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:27Z', 'updated_at': '2022-01-21T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'e416bf90-bb73-406d-9745-a841ab6b2323', 'name': '', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'mac_address': 'fa:16:3e:b2:ae:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '2808a830-2468-42b3-9507-038994a3ca1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:36Z', 'updated_at': '2022-01-21T09:40:54Z', 'revision_number': 5, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'subnets': [{'id': '2808a830-2468-42b3-9507-038994a3ca1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:57.568760 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f26d59-a6ec-4d47-be5f-268ac62f1041 None None] Checking router: e32d46dc-f8ed-4187-b725-74ba146be919 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:45:57.591790 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f26d59-a6ec-4d47-be5f-268ac62f1041 None None] Routers {'e32d46dc-f8ed-4187-b725-74ba146be919'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:57.593694 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-97f26d59-a6ec-4d47-be5f-268ac62f1041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e32d46dc-f8ed-4187-b725-74ba146be919'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:57.681348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-697f38bc-b76e-4628-8de5-1f009b8250e2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 425cee71-ca59-49df-9d3b-c022fde08a46 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:57.701288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-697f38bc-b76e-4628-8de5-1f009b8250e2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.707724 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46574367-2c72-44c3-858a-a4330440e360 req-d68c7247-9fcb-4f14-81d7-643e07a98e09 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/ports?device_id=b0c30862-234b-43b1-bed7-413b298853e8 HTTP/1.1" status: 200 len: 210 time: 0.0876126 Jan 21 09:45:57.766407 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['63a74d16-c592-4260-936c-6f9047b16b15'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:45:57.920764 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-97f26d59-a6ec-4d47-be5f-268ac62f1041 None None] Set router e32d46dc-f8ed-4187-b725-74ba146be919 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:45:58.051591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-697f38bc-b76e-4628-8de5-1f009b8250e2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.204356 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-697f38bc-b76e-4628-8de5-1f009b8250e2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for 425cee71-ca59-49df-9d3b-c022fde08a46 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:58.277246 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a057d-4a92-4b5d-9954-416dbd1925a5 req-b4c51817-c673-4327-8128-26ed3ea1d557 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:58.304915 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b01a057d-4a92-4b5d-9954-416dbd1925a5 req-b4c51817-c673-4327-8128-26ed3ea1d557 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 944 time: 0.2103009 Jan 21 09:45:58.345958 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b01a057d-4a92-4b5d-9954-416dbd1925a5 req-d14cfdeb-e09d-4219-a9a0-1e0e31e0bc15 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609627 Jan 21 09:45:58.473047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-697f38bc-b76e-4628-8de5-1f009b8250e2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.501486 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-97f26d59-a6ec-4d47-be5f-268ac62f1041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:40:39Z', 'revision_number': 4, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port': {'id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:27Z', 'updated_at': '2022-01-21T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'e416bf90-bb73-406d-9745-a841ab6b2323', 'name': '', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'mac_address': 'fa:16:3e:b2:ae:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '2808a830-2468-42b3-9507-038994a3ca1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:36Z', 'updated_at': '2022-01-21T09:40:54Z', 'revision_number': 5, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'subnets': [{'id': '2808a830-2468-42b3-9507-038994a3ca1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:58.506869 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f26d59-a6ec-4d47-be5f-268ac62f1041 None None] The sync data for ids ['e32d46dc-f8ed-4187-b725-74ba146be919'] in dv-neutron-825723-1-hyperv is: [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:40:39Z', 'revision_number': 4, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port': {'id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:27Z', 'updated_at': '2022-01-21T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'e416bf90-bb73-406d-9745-a841ab6b2323', 'name': '', 'network_id': 'f469d677-4dc7-49de-9c0e-17fa992e291c', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'mac_address': 'fa:16:3e:b2:ae:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '2808a830-2468-42b3-9507-038994a3ca1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:36Z', 'updated_at': '2022-01-21T09:40:54Z', 'revision_number': 5, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'subnets': [{'id': '2808a830-2468-42b3-9507-038994a3ca1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:58.600601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f38bc-b76e-4628-8de5-1f009b8250e2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=425cee71-ca59-49df-9d3b-c022fde08a46,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:58.806339 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:45:58.855219 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea9127-2c6f-4303-872d-6cc4718dec49 None None] New status for floating IP e6d6145f-8996-4cb5-8ee8-ce9cbf707b96: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:45:58.906439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46766) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:58.925086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-697f38bc-b76e-4628-8de5-1f009b8250e2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.004003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bafefea6-8462-4143-a618-481f8ff007b9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.067200 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bafefea6-8462-4143-a618-481f8ff007b9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.141622 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bafefea6-8462-4143-a618-481f8ff007b9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.163313 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafefea6-8462-4143-a618-481f8ff007b9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b27558-79a0-40b8-9c64-2c6f7055a922,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:59.181537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bafefea6-8462-4143-a618-481f8ff007b9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.182725 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bafefea6-8462-4143-a618-481f8ff007b9 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "DELETE /v2.0/security-groups/c8b27558-79a0-40b8-9c64-2c6f7055a922 HTTP/1.1" status: 204 len: 168 time: 0.2747686 Jan 21 09:45:59.185595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46770) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:59.218018 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-4d40c583-9e1e-480b-bfa7-1453c86c8d10 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] show failed (client error): The resource could not be found. Jan 21 09:45:59.219366 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4d40c583-9e1e-480b-bfa7-1453c86c8d10 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "GET /v2.0/security-groups/c8b27558-79a0-40b8-9c64-2c6f7055a922 HTTP/1.1" status: 404 len: 347 time: 0.0328491 Jan 21 09:45:59.222356 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46774) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:59.396413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697f38bc-b76e-4628-8de5-1f009b8250e2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router 4d12eaed-f75e-417a-b6db-378d64dc06e0 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:59.397184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-39d64014-4da8-4b43-b634-f493d9d3f182 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Deleting port 840f3734-0e53-4ae9-ae75-201e9560fddb {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:59.397534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-39d64014-4da8-4b43-b634-f493d9d3f182 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.613956 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697f38bc-b76e-4628-8de5-1f009b8250e2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:59.630448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-39d64014-4da8-4b43-b634-f493d9d3f182 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.630786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-39d64014-4da8-4b43-b634-f493d9d3f182 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.632944 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-697f38bc-b76e-4628-8de5-1f009b8250e2 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/4d12eaed-f75e-417a-b6db-378d64dc06e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7926927 Jan 21 09:45:59.635736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46782) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:59.637510 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6914e135-7a98-483b-ad36-83917bbb7b98 None None] Sync routers for ids ['4d12eaed-f75e-417a-b6db-378d64dc06e0'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:59.661379 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6914e135-7a98-483b-ad36-83917bbb7b98 None None] Routers {'4d12eaed-f75e-417a-b6db-378d64dc06e0'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:59.662114 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6914e135-7a98-483b-ad36-83917bbb7b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4d12eaed-f75e-417a-b6db-378d64dc06e0'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:59.739511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-400b8c7b-45ff-40fb-b371-ee0dde6d4ef4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Synchronizing usage tracker for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:59.748943 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6914e135-7a98-483b-ad36-83917bbb7b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:59.759050 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6914e135-7a98-483b-ad36-83917bbb7b98 None None] Routers {'4d12eaed-f75e-417a-b6db-378d64dc06e0'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:59.759665 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6914e135-7a98-483b-ad36-83917bbb7b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4d12eaed-f75e-417a-b6db-378d64dc06e0'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:59.770828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-400b8c7b-45ff-40fb-b371-ee0dde6d4ef4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Unset dirty status for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:59.775927 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-400b8c7b-45ff-40fb-b371-ee0dde6d4ef4 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=4d12eaed-f75e-417a-b6db-378d64dc06e0 HTTP/1.1" status: 200 len: 205 time: 0.1368668 Jan 21 09:45:59.780652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46786) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:59.828300 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6914e135-7a98-483b-ad36-83917bbb7b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:59.829049 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6914e135-7a98-483b-ad36-83917bbb7b98 None None] The sync data for ids ['4d12eaed-f75e-417a-b6db-378d64dc06e0'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:59.912972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-39d64014-4da8-4b43-b634-f493d9d3f182 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Calling delete_port for 840f3734-0e53-4ae9-ae75-201e9560fddb owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:59.948904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75763c-fdf3-4f6c-9d27-70aeed2539c6 req-6008202d-5a3b-4573-9433-2c6c5f42d382 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:59.950427 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7d75763c-fdf3-4f6c-9d27-70aeed2539c6 req-6008202d-5a3b-4573-9433-2c6c5f42d382 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 944 time: 0.3984988 Jan 21 09:45:59.959685 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-de4c465e-f942-43f9-b820-4969f117b245 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.973195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.019040 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7d75763c-fdf3-4f6c-9d27-70aeed2539c6 req-43ca4285-93c0-470f-98ae-aac678b23fe8 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543647 Jan 21 09:46:00.133463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-39d64014-4da8-4b43-b634-f493d9d3f182 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.182422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d64014-4da8-4b43-b634-f493d9d3f182 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Pushing event deleted for resources: {'Port': ['ID=840f3734-0e53-4ae9-ae75-201e9560fddb,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:00.280094 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-de4c465e-f942-43f9-b820-4969f117b245 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.283241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-de4c465e-f942-43f9-b820-4969f117b245 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.309695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-39d64014-4da8-4b43-b634-f493d9d3f182 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.313626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-de4c465e-f942-43f9-b820-4969f117b245 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.316128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4c465e-f942-43f9-b820-4969f117b245 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Fanout notify agent at l3_agent the message router_deleted on router 4d12eaed-f75e-417a-b6db-378d64dc06e0 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:46:00.331618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-de4c465e-f942-43f9-b820-4969f117b245 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.332791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-39d64014-4da8-4b43-b634-f493d9d3f182 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.336956 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-39d64014-4da8-4b43-b634-f493d9d3f182 tempest-ServerActionsTestJSON-1350958393 tempest-ServerActionsTestJSON-1350958393-project] 10.222.0.99 "DELETE /v2.0/floatingips/e6d6145f-8996-4cb5-8ee8-ce9cbf707b96 HTTP/1.1" status: 204 len: 168 time: 1.1105926 Jan 21 09:46:00.336956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46790) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:00.337181 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-de4c465e-f942-43f9-b820-4969f117b245 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/4d12eaed-f75e-417a-b6db-378d64dc06e0 HTTP/1.1" status: 204 len: 168 time: 0.5520859 Jan 21 09:46:00.337181 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46792) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:00.408717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe1c8a0-6a6d-48bc-9692-dcedc9373aab tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting subnet a84fa7e0-e164-416f-97a9-6144c2d8d285 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:00.412586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fe1c8a0-6a6d-48bc-9692-dcedc9373aab tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.481599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fe1c8a0-6a6d-48bc-9692-dcedc9373aab tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.576049 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fe1c8a0-6a6d-48bc-9692-dcedc9373aab tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.660584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fe1c8a0-6a6d-48bc-9692-dcedc9373aab tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.705004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fe1c8a0-6a6d-48bc-9692-dcedc9373aab tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.707803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1c8a0-6a6d-48bc-9692-dcedc9373aab tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Subnet': ['ID=a84fa7e0-e164-416f-97a9-6144c2d8d285,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:00.716050 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0fe1c8a0-6a6d-48bc-9692-dcedc9373aab tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/a84fa7e0-e164-416f-97a9-6144c2d8d285 HTTP/1.1" status: 204 len: 168 time: 0.3798189 Jan 21 09:46:00.716485 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb34961e-9c01-4c82-aad2-9d928d273059 None None] Network 950e4a83-22ef-4161-a313-39973ee8223f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:00.720777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46804) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:00.846544 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.857937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 543cd1d8-b380-4e8c-9ec8-08023c59dceb {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:00.858270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.966741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 63a74d16-c592-4260-936c-6f9047b16b15 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:01.031126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e4e671-ce90-4d39-89b7-85bdebade144 None None] DHCP port deletion for 950e4a83-22ef-4161-a313-39973ee8223f request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:46:01.037456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-88e4e671-ce90-4d39-89b7-85bdebade144 None None] Deleting port 543cd1d8-b380-4e8c-9ec8-08023c59dceb {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:01.038098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-88e4e671-ce90-4d39-89b7-85bdebade144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.119679 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-88e35ea9-0fbf-4f4a-b80a-127f98dbcb48 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677718982&fields=id&tenant_id=9d91df169b3d4b12afed351c8ebd622a HTTP/1.1" status: 200 len: 267 time: 0.1210763 Jan 21 09:46:01.125220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] For port 543cd1d8-b380-4e8c-9ec8-08023c59dceb, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=543cd1d8-b380-4e8c-9ec8-08023c59dceb,segment=NetworkSegment(7c0a323d-ba81-4ccc-864e-93bb5eacd81a),segment_id=7c0a323d-ba81-4ccc-864e-93bb5eacd81a)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:01.125626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.130141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 63a74d16-c592-4260-936c-6f9047b16b15 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:01.149794 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 63a74d16-c592-4260-936c-6f9047b16b15 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:01.150515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.256192 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-356ef0b7-0520-4bbd-8bb6-1693505db85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.319912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for 543cd1d8-b380-4e8c-9ec8-08023c59dceb owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:01.340043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-88e4e671-ce90-4d39-89b7-85bdebade144 None None] For port 543cd1d8-b380-4e8c-9ec8-08023c59dceb, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=543cd1d8-b380-4e8c-9ec8-08023c59dceb,segment=NetworkSegment(7c0a323d-ba81-4ccc-864e-93bb5eacd81a),segment_id=7c0a323d-ba81-4ccc-864e-93bb5eacd81a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:01.340428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-88e4e671-ce90-4d39-89b7-85bdebade144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.497863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-88e4e671-ce90-4d39-89b7-85bdebade144 None None] Calling delete_port for 543cd1d8-b380-4e8c-9ec8-08023c59dceb owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:01.548388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.595504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:01.605878 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 63a74d16-c592-4260-936c-6f9047b16b15, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=63a74d16-c592-4260-936c-6f9047b16b15,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:01.612273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.630135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bdaf0-ad5f-4574-8586-96cb246ec2e7 req-7d650570-3887-40a2-981b-85092dade62c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:01.631607 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e9bdaf0-ad5f-4574-8586-96cb246ec2e7 req-7d650570-3887-40a2-981b-85092dade62c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 944 time: 0.4982667 Jan 21 09:46:01.642397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-c38277be-960d-4cb0-b1d3-7e7c1c007562 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:01.646479 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-c38277be-960d-4cb0-b1d3-7e7c1c007562 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 812 time: 0.5093327 Jan 21 09:46:01.646585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-88e4e671-ce90-4d39-89b7-85bdebade144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.662357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-356ef0b7-0520-4bbd-8bb6-1693505db85e admin admin] Deleting port e416bf90-bb73-406d-9745-a841ab6b2323 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:01.662835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.api [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:01.663152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG oslo_db.api [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:01.664246 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-356ef0b7-0520-4bbd-8bb6-1693505db85e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.676650 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-79bfa100-37b8-4088-8431-96506b8a2ffa tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/quotas/9d91df169b3d4b12afed351c8ebd622a HTTP/1.1" status: 200 len: 375 time: 0.0168233 Jan 21 09:46:01.679806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e4e671-ce90-4d39-89b7-85bdebade144 None None] No DVR routers for this DVR port 543cd1d8-b380-4e8c-9ec8-08023c59dceb on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:01.700962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=63a74d16-c592-4260-936c-6f9047b16b15,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:01.739989 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e9bdaf0-ad5f-4574-8586-96cb246ec2e7 req-967541e4-a0af-4cd0-aa1e-88d55878993d tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944910 Jan 21 09:46:01.746876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4e671-ce90-4d39-89b7-85bdebade144 None None] Pushing event deleted for resources: {'Port': ['ID=543cd1d8-b380-4e8c-9ec8-08023c59dceb,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:01.788042 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-5f39dbb6-bda5-4df9-b378-dd2772f24092 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1038854 Jan 21 09:46:01.798804 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15', 'code': 200} Jan 21 09:46:01.863712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-356ef0b7-0520-4bbd-8bb6-1693505db85e admin admin] For port e416bf90-bb73-406d-9745-a841ab6b2323, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e416bf90-bb73-406d-9745-a841ab6b2323,segment=NetworkSegment(8e4a5964-8d8c-4380-9eee-dc2cca9be530),segment_id=8e4a5964-8d8c-4380-9eee-dc2cca9be530)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:01.864087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-356ef0b7-0520-4bbd-8bb6-1693505db85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.939842 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-50227eef-fecf-4a60-b2cf-db02f93ed722 service neutron] 10.222.0.99 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390531 Jan 21 09:46:01.989971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-356ef0b7-0520-4bbd-8bb6-1693505db85e admin admin] Calling delete_port for e416bf90-bb73-406d-9745-a841ab6b2323 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:02.074654 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-c5995c2b-627e-4337-a255-260c42bd19c2 service neutron] 10.222.0.99 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286502 Jan 21 09:46:02.136841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83153a-7cf3-45b8-ae62-4c7ed073360e req-6ffc3b2c-1f0f-4c07-8f79-6fa0be15d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:02.138321 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4a83153a-7cf3-45b8-ae62-4c7ed073360e req-6ffc3b2c-1f0f-4c07-8f79-6fa0be15d02c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 1098 time: 0.1554089 Jan 21 09:46:02.164648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 543cd1d8-b380-4e8c-9ec8-08023c59dceb {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:02.165248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.194223 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4a83153a-7cf3-45b8-ae62-4c7ed073360e req-b5e4cf05-2cc9-4e2d-a2a8-4db09ca55180 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455463 Jan 21 09:46:02.233190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] The port '543cd1d8-b380-4e8c-9ec8-08023c59dceb' was deleted {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:46:02.268051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-356ef0b7-0520-4bbd-8bb6-1693505db85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.321341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ef0b7-0520-4bbd-8bb6-1693505db85e admin admin] Pushing event deleted for resources: {'Port': ['ID=e416bf90-bb73-406d-9745-a841ab6b2323,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:02.360029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.393919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950e4a83-22ef-4161-a313-39973ee8223f']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:02.407435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0a323d-ba81-4ccc-864e-93bb5eacd81a') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:02.407789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0a323d-ba81-4ccc-864e-93bb5eacd81a') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:02.430417 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.453819 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.472732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:02.473853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: util.warn( Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:02.505243 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:02.570860 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-324c5e43-15f1-440f-b4d9-5930554ac96c req-d6532eac-3f93-4586-b972-0700c8eabbad tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 210 time: 0.0644801 Jan 21 09:46:02.670562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 543cd1d8-b380-4e8c-9ec8-08023c59dceb no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:02.714509 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.719153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 543cd1d8-b380-4e8c-9ec8-08023c59dceb {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:02.719797 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 543cd1d8-b380-4e8c-9ec8-08023c59dceb not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:02.720551 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.731093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-356ef0b7-0520-4bbd-8bb6-1693505db85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.756588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Network': ['ID=950e4a83-22ef-4161-a313-39973ee8223f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:02.770792 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0216d70e-c384-49fe-8a0c-2181f00088cd tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/networks/950e4a83-22ef-4161-a313-39973ee8223f HTTP/1.1" status: 204 len: 168 time: 2.0487490 Jan 21 09:46:02.774755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46838) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:02.780523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1b9b0278-0d09-4d66-a8c1-28b3e3c37d73 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1289330004', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:02.787902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1b9b0278-0d09-4d66-a8c1-28b3e3c37d73 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:02.792167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1b9b0278-0d09-4d66-a8c1-28b3e3c37d73 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:router and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:02.795169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1b9b0278-0d09-4d66-a8c1-28b3e3c37d73 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:02.801785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1b9b0278-0d09-4d66-a8c1-28b3e3c37d73 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:02.814411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1b9b0278-0d09-4d66-a8c1-28b3e3c37d73 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.815855 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1b9b0278-0d09-4d66-a8c1-28b3e3c37d73 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.838629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1b9b0278-0d09-4d66-a8c1-28b3e3c37d73 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.906165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1b9b0278-0d09-4d66-a8c1-28b3e3c37d73 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.949964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1b9b0278-0d09-4d66-a8c1-28b3e3c37d73 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.951453 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1b9b0278-0d09-4d66-a8c1-28b3e3c37d73 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1757112 Jan 21 09:46:02.954253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46842) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:02.961090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'network': {'name': 'tempest-RoutersTest-1708794378'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:02.967098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:02.972832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:network and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:02.977437 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:02.984234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:02.998983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b997da7-ca89-4bfb-957f-f675137cbba8 req-65fd7330-7486-49fc-9928-625008a64ec7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.000717 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3b997da7-ca89-4bfb-957f-f675137cbba8 req-65fd7330-7486-49fc-9928-625008a64ec7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.1444762 Jan 21 09:46:03.009500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:03.012925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.072771 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3b997da7-ca89-4bfb-957f-f675137cbba8 req-ba1c2e5b-9d3f-4caa-9ed9-13d0211b2f09 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648844 Jan 21 09:46:03.073457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:03.083531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.083808 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Added segment 1e2d035c-1890-49e8-9675-703a0ae23bd1 of type vlan for network d9052535-8558-4f68-83d8-c4211277acea Jan 21 09:46:03.111275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.141462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.147343 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.147924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.210548 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2552116 Jan 21 09:46:03.221703 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46846) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:03.233031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'subnet': {'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:03.259102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8711d72-ca59-4f19-aaf8-0c32cc799e86 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Network': ['ID=d9052535-8558-4f68-83d8-c4211277acea,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:03.270795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network d9052535-8558-4f68-83d8-c4211277acea details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:03.357054 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356ef0b7-0520-4bbd-8bb6-1693505db85e admin admin] Router e32d46dc-f8ed-4187-b725-74ba146be919 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:03.364625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:03.370475 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:subnet and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:03.374300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:03.430267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:03.466840 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:03.470316 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.750100 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-068313c3-725e-4143-97d1-1af609740fa3 req-268555bf-8680-45e3-93a7-bad09e431ffd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 210 time: 0.0558887 Jan 21 09:46:03.911600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356ef0b7-0520-4bbd-8bb6-1693505db85e admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:03.922979 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29735969-27f3-4c65-95e4-49fd0a9e6890 None None] Sync routers for ids ['e32d46dc-f8ed-4187-b725-74ba146be919'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:03.935367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29735969-27f3-4c65-95e4-49fd0a9e6890 None None] Routers {'e32d46dc-f8ed-4187-b725-74ba146be919'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:03.936273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-29735969-27f3-4c65-95e4-49fd0a9e6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e32d46dc-f8ed-4187-b725-74ba146be919'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:03.976764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-1be302f8-70db-4ece-abd6-3e1f5771e7cb tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.977916 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-1be302f8-70db-4ece-abd6-3e1f5771e7cb tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 812 time: 0.4018581 Jan 21 09:46:03.979280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.013415 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-356ef0b7-0520-4bbd-8bb6-1693505db85e admin admin] 10.222.0.99 "PUT /v2.0/routers/e32d46dc-f8ed-4187-b725-74ba146be919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6753268 Jan 21 09:46:04.016209 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46854) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:04.105518 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-80ffd0d4-a31a-4b13-97ce-e7c5ae0616e2 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d91df169b3d4b12afed351c8ebd622a HTTP/1.1" status: 200 len: 380 time: 0.0908303 Jan 21 09:46:04.107487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Subnet': ['ID=7c15b730-a23c-452d-bb17-250e815f049d,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:04.115987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Request body: {'port': {'device_id': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'admin_state_up': True, 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'security_groups': ['15b39e31-e885-4846-8a94-60726fc7b35a']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:04.139417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Checking segment: {'id': '1e2d035c-1890-49e8-9675-703a0ae23bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:04.139782 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network hostable DHCP agents. Network: d9052535-8558-4f68-83d8-c4211277acea, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:04.163769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-29735969-27f3-4c65-95e4-49fd0a9e6890 None None] Set router e32d46dc-f8ed-4187-b725-74ba146be919 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:04.282042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network d9052535-8558-4f68-83d8-c4211277acea is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:04.294238 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:04.300495 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Usage tracker for resource:port and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:04.304819 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:04.313134 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:04.317627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, d9052535-8558-4f68-83d8-c4211277acea) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:04.335966 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.336895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab1c4ce-de06-4ff5-bce0-243d3c77635e None None] Network d9052535-8558-4f68-83d8-c4211277acea requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:04.337291 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.374699 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2fca29f4-31c1-4088-acb8-026f15ff01a8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1525030 Jan 21 09:46:04.379009 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46860) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:04.436974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.472996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Made reservation on behalf of 9d91df169b3d4b12afed351c8ebd622a for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:04.476948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.610034 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe800e-9ebc-4317-a5e2-fa1179b2dde8 req-5bb87337-1d5c-4ae6-95c2-741056d17c84 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.611577 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-61fe800e-9ebc-4317-a5e2-fa1179b2dde8 req-5bb87337-1d5c-4ae6-95c2-741056d17c84 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.3759072 Jan 21 09:46:04.687371 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-d9052535-8558-4f68-83d8-c4211277acea', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:46:04.688501 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.697835 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-61fe800e-9ebc-4317-a5e2-fa1179b2dde8 req-111c6d9e-0424-4b63-bbd3-844d1e67882b tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757785 Jan 21 09:46:04.699501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.733084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Deleting port 3627ea8a-699b-4a55-a2cd-db911d1f94ce {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:04.733438 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.900374 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Allocated IP 172.20.0.2 (d9052535-8558-4f68-83d8-c4211277acea/7c15b730-a23c-452d-bb17-250e815f049d/e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:05.039801 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cc2b48c0-9aa7-4b5a-8da5-aeec71f6220d req-0ec2dc86-5782-4d55-a1db-16767e22bb9f tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 210 time: 0.0930657 Jan 21 09:46:05.060251 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-29735969-27f3-4c65-95e4-49fd0a9e6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:46:02Z', 'revision_number': 5, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port': {'id': '3627ea8a-699b-4a55-a2cd-db911d1f94ce', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:27Z', 'updated_at': '2022-01-21T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:05.067894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29735969-27f3-4c65-95e4-49fd0a9e6890 None None] Checking router: e32d46dc-f8ed-4187-b725-74ba146be919 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:05.103267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] For port 3627ea8a-699b-4a55-a2cd-db911d1f94ce, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3627ea8a-699b-4a55-a2cd-db911d1f94ce,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:05.103632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.119104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29735969-27f3-4c65-95e4-49fd0a9e6890 None None] Routers {'e32d46dc-f8ed-4187-b725-74ba146be919'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:05.119851 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-29735969-27f3-4c65-95e4-49fd0a9e6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:45:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e32d46dc-f8ed-4187-b725-74ba146be919'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:05.257273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Calling delete_port for 3627ea8a-699b-4a55-a2cd-db911d1f94ce owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:05.268488 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Allocated IP 172.20.0.5 (42df2083-2321-47b5-bb6a-a354e39deae9/f80c94f4-cc5b-4e8f-b996-92674e64861e/32fbcca9-81bc-4cfd-9951-b14ebe7108bb) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:05.294639 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.316064 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Transition to ACTIVE for port object e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:05.317331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.319214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-29735969-27f3-4c65-95e4-49fd0a9e6890 None None] Set router e32d46dc-f8ed-4187-b725-74ba146be919 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:05.455141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-29735969-27f3-4c65-95e4-49fd0a9e6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:46:04Z', 'revision_number': 6, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:05.463688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29735969-27f3-4c65-95e4-49fd0a9e6890 None None] The sync data for ids ['e32d46dc-f8ed-4187-b725-74ba146be919'] in dv-neutron-825723-1-hyperv is: [{'id': 'e32d46dc-f8ed-4187-b725-74ba146be919', 'name': 'tempest-ServerActionsTestJSON-1150808133-router', 'tenant_id': '78db1456b4d84c919af68b6798f69fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:24Z', 'updated_at': '2022-01-21T09:46:04Z', 'revision_number': 6, 'project_id': '78db1456b4d84c919af68b6798f69fd9', 'gw_port_host': None}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:05.485096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1f686-ec89-4d09-8879-4e5d781caa3d req-2af9885d-d7c3-490d-a6a7-a2b417ebb2b4 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:05.487617 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-28b1f686-ec89-4d09-8879-4e5d781caa3d req-2af9885d-d7c3-490d-a6a7-a2b417ebb2b4 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.5420668 Jan 21 09:46:05.509596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Transition to ACTIVE for port object e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:05.516110 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.525066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.583360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Pushing event updated for resources: {'Port': ['ID=e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:05.603913 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Network d9052535-8558-4f68-83d8-c4211277acea is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:05.608881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Pushing event deleted for resources: {'Port': ['ID=3627ea8a-699b-4a55-a2cd-db911d1f94ce,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:05.620043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:05.624200 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:05.701689 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-28b1f686-ec89-4d09-8879-4e5d781caa3d req-902ad0ff-80e8-4beb-ad8b-beafef101498 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062426 Jan 21 09:46:05.733172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46868) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:05.766721 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Attempting to bind port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:05.767193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Attempting to bind port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '1e2d035c-1890-49e8-9675-703a0ae23bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:05.767557 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Attempting to bind port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 on network d9052535-8558-4f68-83d8-c4211277acea {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:05.775234 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:05.775670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Checking segment: {'id': '1e2d035c-1890-49e8-9675-703a0ae23bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:05.776198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.776621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Bound using segment: {'id': '1e2d035c-1890-49e8-9675-703a0ae23bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:05.777117 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Bound port: e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2d035c-1890-49e8-9675-703a0ae23bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:05.777491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.821357 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.888219 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] For port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:05.892395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] For port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5,segment=NetworkSegment(1e2d035c-1890-49e8-9675-703a0ae23bd1),segment_id=1e2d035c-1890-49e8-9675-703a0ae23bd1)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:05.897381 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.909156 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Allocated IP 172.20.0.1 (d9052535-8558-4f68-83d8-c4211277acea/7c15b730-a23c-452d-bb17-250e815f049d/3081b93f-024c-4729-a51e-6ed101cb99fa) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:05.991330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ab9bd-7783-41d4-8f49-d8a228949c55 None None] Pushing event updated for resources: {'Port': ['ID=e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.069419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.071725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.075502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afafc7dd-57bd-492c-85a2-02214d813faa tempest-TestNetworkAdvancedServerOps-1788050958 tempest-TestNetworkAdvancedServerOps-1788050958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:06.077199 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-afafc7dd-57bd-492c-85a2-02214d813faa tempest-TestNetworkAdvancedServerOps-1788050958 tempest-TestNetworkAdvancedServerOps-1788050958-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 1093 time: 0.3423276 Jan 21 09:46:06.081819 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46874) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:06.090265 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.114845 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '63a74d16-c592-4260-936c-6f9047b16b15', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:06.133526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.134172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e32d46dc-f8ed-4187-b725-74ba146be919 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:46:06.143030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:06.159620 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.170525 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9d132c84-c927-4968-ac2a-143162874989 admin admin] 10.222.0.99 "DELETE /v2.0/routers/e32d46dc-f8ed-4187-b725-74ba146be919 HTTP/1.1" status: 204 len: 168 time: 2.1437972 Jan 21 09:46:06.177665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46878) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:06.183378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Usage tracker for resource:floatingip and tenant:80cac4a837114513b19d91350ba9c4e3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:06.188921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Transition to ACTIVE for port object 32fbcca9-81bc-4cfd-9951-b14ebe7108bb will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:06.197662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:06.208588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.211607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:06.235341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Transition to ACTIVE for port object 3081b93f-024c-4729-a51e-6ed101cb99fa will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:06.242194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.280786 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a66a5363-de66-4765-b599-958929ad7ada req-c3d3137d-76d1-427b-8f3f-e38471badd9a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 210 time: 0.0486555 Jan 21 09:46:06.284025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e463b1b8-9e9f-48ef-88be-eef914234f2f admin admin] Deleting subnet 2808a830-2468-42b3-9507-038994a3ca1a {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:06.287539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e463b1b8-9e9f-48ef-88be-eef914234f2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.290339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.359734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-558bf481-e70e-4f15-978a-91978fcdbdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.398476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.438611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Network 42df2083-2321-47b5-bb6a-a354e39deae9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:06.442919 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:06.467473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:06.513844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e463b1b8-9e9f-48ef-88be-eef914234f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.561514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:06.562176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.570539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'Port': ['ID=32fbcca9-81bc-4cfd-9951-b14ebe7108bb,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.592866 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network d9052535-8558-4f68-83d8-c4211277acea is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:06.657698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e463b1b8-9e9f-48ef-88be-eef914234f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.658198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:06.742903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:06.758622 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e463b1b8-9e9f-48ef-88be-eef914234f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.807611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e463b1b8-9e9f-48ef-88be-eef914234f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.813145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e416bf90-bb73-406d-9745-a841ab6b2323 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:06.818246 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463b1b8-9e9f-48ef-88be-eef914234f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2808a830-2468-42b3-9507-038994a3ca1a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.823080 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e463b1b8-9e9f-48ef-88be-eef914234f2f admin admin] 10.222.0.99 "DELETE /v2.0/subnets/2808a830-2468-42b3-9507-038994a3ca1a HTTP/1.1" status: 204 len: 168 time: 0.6442177 Jan 21 09:46:06.825733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46882) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:06.846373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068106d3-ce28-4b1d-ac1a-71210d77c7b3 None None] Network f469d677-4dc7-49de-9c0e-17fa992e291c requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:06.865519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:06.883554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: e416bf90-bb73-406d-9745-a841ab6b2323 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:06.883943 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e416bf90-bb73-406d-9745-a841ab6b2323 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:06.884321 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3627ea8a-699b-4a55-a2cd-db911d1f94ce no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:06.888237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:06.935335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 3627ea8a-699b-4a55-a2cd-db911d1f94ce {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:06.935335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3627ea8a-699b-4a55-a2cd-db911d1f94ce not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:06.944494 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b8060271-ce46-484f-8671-57839196e3f7 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8323550 Jan 21 09:46:06.950030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.957401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=3081b93f-024c-4729-a51e-6ed101cb99fa,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.963057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Request body: {'port': {'device_id': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:06.967015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Deleting port dc1917cc-558d-4893-b30d-aa7d541817bd {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:06.967653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.024867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.062667 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1a21e610-230d-46be-af37-f27656f08c67 None None] Provisioning for port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:07.078736 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1a21e610-230d-46be-af37-f27656f08c67 None None] Provisioning complete for port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:07.079103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1a21e610-230d-46be-af37-f27656f08c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.138908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.141051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.152047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1a21e610-230d-46be-af37-f27656f08c67 None None] Port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:07.266654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07920375-f7ab-4c1c-abda-e8121e02fb37 None None] DHCP port deletion for f469d677-4dc7-49de-9c0e-17fa992e291c request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:46:07.269397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] For port dc1917cc-558d-4893-b30d-aa7d541817bd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=dc1917cc-558d-4893-b30d-aa7d541817bd,segment=NetworkSegment(8e4a5964-8d8c-4380-9eee-dc2cca9be530),segment_id=8e4a5964-8d8c-4380-9eee-dc2cca9be530)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:07.269771 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.270906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-07920375-f7ab-4c1c-abda-e8121e02fb37 None None] Deleting port dc1917cc-558d-4893-b30d-aa7d541817bd {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:07.271410 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07920375-f7ab-4c1c-abda-e8121e02fb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.374955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.423500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Calling delete_port for dc1917cc-558d-4893-b30d-aa7d541817bd owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:07.589357 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96931f5f-e441-47cf-a133-a5088896819b req-e2593e31-51dc-43f9-bbdf-a9a2fea248e5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:07.597576 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-96931f5f-e441-47cf-a133-a5088896819b req-e2593e31-51dc-43f9-bbdf-a9a2fea248e5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 931 time: 0.1213105 Jan 21 09:46:07.613034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-07920375-f7ab-4c1c-abda-e8121e02fb37 None None] For port dc1917cc-558d-4893-b30d-aa7d541817bd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=dc1917cc-558d-4893-b30d-aa7d541817bd,segment=NetworkSegment(8e4a5964-8d8c-4380-9eee-dc2cca9be530),segment_id=8e4a5964-8d8c-4380-9eee-dc2cca9be530)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:07.613987 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07920375-f7ab-4c1c-abda-e8121e02fb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.618645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.665680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Allocated IP 172.26.4.51 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/b541ef87-357f-4522-ad92-95b56ca5d772) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:07.670267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] No DVR routers for this DVR port dc1917cc-558d-4893-b30d-aa7d541817bd on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:07.711984 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1917cc-558d-4893-b30d-aa7d541817bd,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:07.752880 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-96931f5f-e441-47cf-a133-a5088896819b req-d243dead-e5af-4fda-bf93-8660ec311d6a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540926 Jan 21 09:46:07.758068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-07920375-f7ab-4c1c-abda-e8121e02fb37 None None] Calling delete_port for dc1917cc-558d-4893-b30d-aa7d541817bd owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:07.795019 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85068765-7378-44c6-a9eb-8b8b7621d811 None None] Network d9052535-8558-4f68-83d8-c4211277acea requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:07.831042 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.856649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f469d677-4dc7-49de-9c0e-17fa992e291c']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:07.869669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4a5964-8d8c-4380-9eee-dc2cca9be530') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:07.869669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4a5964-8d8c-4380-9eee-dc2cca9be530') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:07.880976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.897857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.905711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:07.905711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.909719 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-82057a92-0061-4cf8-ba06-30fcf21de249 None None] Provisioning for port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:07.920127 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:07.927559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-82057a92-0061-4cf8-ba06-30fcf21de249 None None] Provisioning complete for port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:07.927940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-82057a92-0061-4cf8-ba06-30fcf21de249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: from cryptography.utils import int_from_bytes Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: from cryptography.utils import int_from_bytes Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn_limited( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn_limited( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:07.978578 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 09:46:08.004945 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-07920375-f7ab-4c1c-abda-e8121e02fb37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:08.005330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-07920375-f7ab-4c1c-abda-e8121e02fb37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:08.007571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.024859 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.035654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f469d677-4dc7-49de-9c0e-17fa992e291c,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:08.052592 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-144cbcea-7aac-4ac2-89c6-05d74d9c5de1 admin admin] 10.222.0.99 "DELETE /v2.0/networks/f469d677-4dc7-49de-9c0e-17fa992e291c HTTP/1.1" status: 204 len: 168 time: 1.2256024 Jan 21 09:46:08.161784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-82057a92-0061-4cf8-ba06-30fcf21de249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.176740 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46890) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:08.202641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-82057a92-0061-4cf8-ba06-30fcf21de249 None None] For port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5,segment=NetworkSegment(1e2d035c-1890-49e8-9675-703a0ae23bd1),segment_id=1e2d035c-1890-49e8-9675-703a0ae23bd1)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:08.209049 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-82057a92-0061-4cf8-ba06-30fcf21de249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.218355 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.227462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fbcca9-81bc-4cfd-9951-b14ebe7108bb {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:46:08.236506 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b9279b38-229b-47b5-8e3f-2476a6d86efc admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=78db1456b4d84c919af68b6798f69fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575070 Jan 21 09:46:08.239126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46894) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:08.248261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.290244 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Transition to ACTIVE for port object 32fbcca9-81bc-4cfd-9951-b14ebe7108bb will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:08.294980 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82057a92-0061-4cf8-ba06-30fcf21de249 None None] Pushing event updated for resources: {'Port': ['ID=e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:08.305017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.321608 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9e66f6d0-d48b-4aba-b894-0c04d39a4231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.349314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9e66f6d0-d48b-4aba-b894-0c04d39a4231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.406490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9e66f6d0-d48b-4aba-b894-0c04d39a4231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.426952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66f6d0-d48b-4aba-b894-0c04d39a4231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16067025-9062-4017-816e-f4f36ae6825f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:08.436923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9e66f6d0-d48b-4aba-b894-0c04d39a4231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.438261 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9e66f6d0-d48b-4aba-b894-0c04d39a4231 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/16067025-9062-4017-816e-f4f36ae6825f HTTP/1.1" status: 204 len: 168 time: 0.1979005 Jan 21 09:46:08.475063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0e5c1f19-7c23-41d6-af83-a8e08e3f8aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.509051 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-07920375-f7ab-4c1c-abda-e8121e02fb37 None None] Deleting port dc1917cc-558d-4893-b30d-aa7d541817bd {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:08.509651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07920375-f7ab-4c1c-abda-e8121e02fb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.584860 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.590350 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.598701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:08.614601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.672563 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Pushing event updated for resources: {'Port': ['ID=32fbcca9-81bc-4cfd-9951-b14ebe7108bb,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:08.721561 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:08.786975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:08.789685 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:08.802786 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-07920375-f7ab-4c1c-abda-e8121e02fb37 None None] The port 'dc1917cc-558d-4893-b30d-aa7d541817bd' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:46:08.844277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-75aa3b45-cdf3-4042-9623-63a9510892b2 None None] Provisioning complete for port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:08.844973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-75aa3b45-cdf3-4042-9623-63a9510892b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.902876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:08.903385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.005176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.019064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98078a83-7f7f-4f0d-8468-d2e5905a3a54 req-63391a5a-b172-4df6-8aa2-0c30beb7bf5e tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:09.020718 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-98078a83-7f7f-4f0d-8468-d2e5905a3a54 req-63391a5a-b172-4df6-8aa2-0c30beb7bf5e tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 943 time: 0.0929992 Jan 21 09:46:09.084003 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-98078a83-7f7f-4f0d-8468-d2e5905a3a54 req-a59cea23-e2ff-43cc-8ad1-eff5ad3d86bc tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571735 Jan 21 09:46:09.140538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-75aa3b45-cdf3-4042-9623-63a9510892b2 None None] Provisioning for port 3081b93f-024c-4729-a51e-6ed101cb99fa completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:09.146155 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-75aa3b45-cdf3-4042-9623-63a9510892b2 None None] Provisioning complete for port 3081b93f-024c-4729-a51e-6ed101cb99fa triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:09.146633 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-75aa3b45-cdf3-4042-9623-63a9510892b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.204135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device dc1917cc-558d-4893-b30d-aa7d541817bd no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:09.217850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'Port': ['ID=b541ef87-357f-4522-ad92-95b56ca5d772,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:09.246769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: dc1917cc-558d-4893-b30d-aa7d541817bd {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:09.247156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device dc1917cc-558d-4893-b30d-aa7d541817bd not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:09.259681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-75aa3b45-cdf3-4042-9623-63a9510892b2 None None] Port 3081b93f-024c-4729-a51e-6ed101cb99fa cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:09.329472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Attempting to bind port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:09.329923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Attempting to bind port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:09.331119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Attempting to bind port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb on network 42df2083-2321-47b5-bb6a-a354e39deae9 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:09.358938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb on network 42df2083-2321-47b5-bb6a-a354e39deae9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:46:09.359332 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Attempting to bind port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb on network 42df2083-2321-47b5-bb6a-a354e39deae9 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:09.402239 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-eec1a010-47e6-42ae-acf9-70658ad4638a None None] Provisioning complete for port 3081b93f-024c-4729-a51e-6ed101cb99fa triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:09.402239 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-eec1a010-47e6-42ae-acf9-70658ad4638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.452286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=3081b93f-024c-4729-a51e-6ed101cb99fa,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:09.459704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-eec1a010-47e6-42ae-acf9-70658ad4638a None None] Port 3081b93f-024c-4729-a51e-6ed101cb99fa cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:09.484383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:09.484723 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Checking segment: {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:09.485140 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Bound using segment: {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:09.485657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Bound port: 32fbcca9-81bc-4cfd-9951-b14ebe7108bb, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97bf155-802d-4080-8011-db3383cf4896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:09.488751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.506853 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network d9052535-8558-4f68-83d8-c4211277acea is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:09.512396 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:09.518756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.676652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.886934 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] For port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:09.887556 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d2ae6557-283a-4c63-a503-8555a6869cf9 None None] Provisioning complete for port 3081b93f-024c-4729-a51e-6ed101cb99fa triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:09.888428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d2ae6557-283a-4c63-a503-8555a6869cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.918079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] For port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32fbcca9-81bc-4cfd-9951-b14ebe7108bb,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:09.929153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.953712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae6557-283a-4c63-a503-8555a6869cf9 None None] Port 3081b93f-024c-4729-a51e-6ed101cb99fa cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:10.030096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:10.030702 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.032558 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] 10.222.0.121 "PUT /v2.0/ports/32fbcca9-81bc-4cfd-9951-b14ebe7108bb HTTP/1.1" status: 200 len: 1093 time: 3.0759482 Jan 21 09:46:10.034193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'tag': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:10.081971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:46:10.085086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d40767-ffb8-4903-b0e0-795e4592c82a service neutron] Pushing event updated for resources: {'Port': ['ID=32fbcca9-81bc-4cfd-9951-b14ebe7108bb,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:10.132554 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'tag': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb', 'status': 'completed', 'code': 200} Jan 21 09:46:10.312272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f17f5f-92f3-4b13-a39d-94ee9f6abe2a req-16addad3-b80f-4787-8a9a-cc82e2004472 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:10.313945 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-06f17f5f-92f3-4b13-a39d-94ee9f6abe2a req-16addad3-b80f-4787-8a9a-cc82e2004472 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 943 time: 0.1028278 Jan 21 09:46:10.342005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46938) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:10.375881 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-06f17f5f-92f3-4b13-a39d-94ee9f6abe2a req-3b8faa9b-d5ae-4632-985f-1946dd5c3261 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547969 Jan 21 09:46:10.465952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1902052809', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:10.468613 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.471006 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:10.474925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Usage tracker for resource:port and tenant:8278091a7d1942dc938005fe88fde160 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:10.477767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:10.483888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:10.495536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Made reservation on behalf of 8278091a7d1942dc938005fe88fde160 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:10.497927 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.502102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:10.510434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.512041 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Sync routers for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:10.523352 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:10.524205 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:10.525010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:10.528877 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Usage tracker for resource:security_group_rule and tenant:8278091a7d1942dc938005fe88fde160 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:10.531652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:10.537290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:10.555820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-f1a3a2b8-fd08-42b6-899e-ca14455ac98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:10.557339 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-f1a3a2b8-fd08-42b6-899e-ca14455ac98b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 1096 time: 0.4655895 Jan 21 09:46:10.566212 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-397dd937-e86c-44a2-b336-4e1f65d46c2e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1855421 Jan 21 09:46:10.571078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46944) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:10.578126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'network': {'name': 'tempest-RoutersTest-1837296366'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:10.586476 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:10.592740 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:network and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:10.600953 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:10.608567 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.613517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:10.635501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:10.641662 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.702195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.702349 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:10.706211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:10.713387 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.725265 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.725616 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Added segment daf3967c-f2ea-45bd-8744-b69282ed89c2 of type vlan for network 5f78c7e4-dea6-41f6-8afe-1ed30d64c593 Jan 21 09:46:10.728292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] device_id is not set on port d3021c73-b184-456e-ade6-7c2a2b8e82aa yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:10.755732 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-5acefc13-dbff-4795-a3b6-4528e8062e01 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32fbcca9-81bc-4cfd-9951-b14ebe7108bb HTTP/1.1" status: 200 len: 217 time: 0.1882935 Jan 21 09:46:10.808213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a75ca1-b84e-4df9-ac0a-16b8666bdc7b,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:10.826978 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-9362fac5-0de3-488f-81c0-3fabf416a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:10.828494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.831301 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-9362fac5-0de3-488f-81c0-3fabf416a857 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.0683837 Jan 21 09:46:10.926339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.932372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:10.933308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.963841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-1568a819-394f-47f8-9dd3-52d8f0219180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:10.966484 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-1568a819-394f-47f8-9dd3-52d8f0219180 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1254694 Jan 21 09:46:10.972831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Allocated IP 172.26.4.238 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/d3021c73-b184-456e-ade6-7c2a2b8e82aa) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:10.992149 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.070473 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:07Z', 'revision_number': 2, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:07Z', 'revision_number': 2, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:11.075326 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Checking router: c0ba3bfd-4408-4cf6-b5c0-733d74c09899 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:11.075326 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Updating router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 port 3081b93f-024c-4729-a51e-6ed101cb99fa binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:46:11.131418 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.225650 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.229739 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-62e6df6e-4576-4dde-9b73-2755fedfddcc service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861584 Jan 21 09:46:11.231053 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.261856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Network': ['ID=5f78c7e4-dea6-41f6-8afe-1ed30d64c593,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:11.273906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 5f78c7e4-dea6-41f6-8afe-1ed30d64c593 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:11.276496 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6d1aff14-0277-4100-b0d7-feb2792bc07b tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7040801 Jan 21 09:46:11.279059 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46948) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:11.292970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'subnet': {'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:11.463169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event updated for resources: {'Port': ['ID=b541ef87-357f-4522-ad92-95b56ca5d772,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:11.495568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.505777 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.518015 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Transition to ACTIVE for port object 3081b93f-024c-4729-a51e-6ed101cb99fa will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:11.527767 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.593860 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75a4f464-106a-4ed0-8cdc-323111ac0d45 req-b2ed6693-da77-4899-884e-d6fa77a4ba74 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585868 Jan 21 09:46:11.786881 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Floating IP efd71860-72d5-45f3-a1b3-67523e3328f6 associated. External IP: 172.26.4.51, port: 63a74d16-c592-4260-936c-6f9047b16b15. Jan 21 09:46:11.792210 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbadee-11bd-4184-86ac-dec24f7335a9 None None] Pushing event updated for resources: {'Port': ['ID=3081b93f-024c-4729-a51e-6ed101cb99fa,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:11.816387 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.853894 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Attempting to bind port 3081b93f-024c-4729-a51e-6ed101cb99fa on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:11.854668 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Attempting to bind port 3081b93f-024c-4729-a51e-6ed101cb99fa by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '1e2d035c-1890-49e8-9675-703a0ae23bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:11.855654 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Attempting to bind port 3081b93f-024c-4729-a51e-6ed101cb99fa on network d9052535-8558-4f68-83d8-c4211277acea {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:11.861913 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:11.863090 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Checking segment: {'id': '1e2d035c-1890-49e8-9675-703a0ae23bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:11.863681 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.864233 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Bound using segment: {'id': '1e2d035c-1890-49e8-9675-703a0ae23bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:11.865776 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Bound port: 3081b93f-024c-4729-a51e-6ed101cb99fa, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2d035c-1890-49e8-9675-703a0ae23bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:11.866320 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.866589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:11.873609 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.878074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:subnet and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:11.919730 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f9040-994c-48f6-ba91-ae8252925ca8 req-b588e3aa-dab9-4762-851c-c6319fe5c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:11.921539 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-797f9040-994c-48f6-ba91-ae8252925ca8 req-b588e3aa-dab9-4762-851c-c6319fe5c315 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 1096 time: 0.2440856 Jan 21 09:46:11.928158 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:11.961729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:11.988541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:11.992682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:11.995789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:12.030069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Pushing event updated for resources: {'Port': ['ID=d3021c73-b184-456e-ade6-7c2a2b8e82aa,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:12.032334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:12.034796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.038218 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] For port 3081b93f-024c-4729-a51e-6ed101cb99fa, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:12.043851 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] For port 3081b93f-024c-4729-a51e-6ed101cb99fa, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3081b93f-024c-4729-a51e-6ed101cb99fa,segment=NetworkSegment(1e2d035c-1890-49e8-9675-703a0ae23bd1),segment_id=1e2d035c-1890-49e8-9675-703a0ae23bd1)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:12.049615 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.119928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4968d6-e94c-4c81-b622-85997f9f32b3 req-2e81add6-f39a-477e-ac6d-4eb4e4b94b5d tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:12.119928 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3c4968d6-e94c-4c81-b622-85997f9f32b3 req-2e81add6-f39a-477e-ac6d-4eb4e4b94b5d tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 943 time: 0.5777457 Jan 21 09:46:12.143217 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbadee-11bd-4184-86ac-dec24f7335a9 None None] Pushing event updated for resources: {'Port': ['ID=3081b93f-024c-4729-a51e-6ed101cb99fa,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:12.166164 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:12.167174 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:12.209090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:12.209370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.274461 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3c4968d6-e94c-4c81-b622-85997f9f32b3 req-4e645fec-982e-436a-a833-eedc1fd3b305 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075740 Jan 21 09:46:12.278538 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0750feb0-376b-40ce-881e-3589a0d27103 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.9329753 Jan 21 09:46:12.283314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46954) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:12.285899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.238'}]}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:12.294762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:12.301241 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Usage tracker for resource:router and tenant:8278091a7d1942dc938005fe88fde160 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:12.303525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:12.353277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:12.382878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.384204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.459033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.465711 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:12.475100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.563784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f9040-994c-48f6-ba91-ae8252925ca8 req-4ad2114d-54d7-41ff-9626-30f206f066af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:12.564466 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-797f9040-994c-48f6-ba91-ae8252925ca8 req-4ad2114d-54d7-41ff-9626-30f206f066af service neutron] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 913 time: 0.5791743 Jan 21 09:46:12.566657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Router a658795d-4f29-4127-947c-4447dd0fe83e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:12.663630 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-797f9040-994c-48f6-ba91-ae8252925ca8 req-c631798a-2d3b-4b8f-8b80-f6f868bd0732 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32fbcca9-81bc-4cfd-9951-b14ebe7108bb HTTP/1.1" status: 200 len: 217 time: 0.0926392 Jan 21 09:46:12.736027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Subnet': ['ID=49e71c8a-5331-420f-80fc-8e6bea2e59b2,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:12.810950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Checking segment: {'id': 'daf3967c-f2ea-45bd-8744-b69282ed89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:12.811337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network hostable DHCP agents. Network: 5f78c7e4-dea6-41f6-8afe-1ed30d64c593, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:12.889978 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:07Z', 'revision_number': 2, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:12Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:12.897099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.898611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f9040-994c-48f6-ba91-ae8252925ca8 req-a7dd174f-e9dc-4d6b-a665-c63df3c88446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:12.900072 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-797f9040-994c-48f6-ba91-ae8252925ca8 req-a7dd174f-e9dc-4d6b-a665-c63df3c88446 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.1435080 Jan 21 09:46:12.900729 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a41068-335d-42dd-be28-f947837a9208 None None] The sync data for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv is: [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:07Z', 'revision_number': 2, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:12Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:12.929898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 5f78c7e4-dea6-41f6-8afe-1ed30d64c593 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:12.947641 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 5f78c7e4-dea6-41f6-8afe-1ed30d64c593) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:12.958420 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd5e55-6a29-49a0-8315-384125628113 None None] Network 5f78c7e4-dea6-41f6-8afe-1ed30d64c593 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:12.961197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:12.961799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.992661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:13.038293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.059808 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-15b1f31b-0237-4b7a-8eb7-54b27ffc38be tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7794898 Jan 21 09:46:13.063821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 46958) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:13.078067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f9040-994c-48f6-ba91-ae8252925ca8 req-0fa3cc6a-e77c-4a4c-aee4-549f5d491569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:13.079935 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-797f9040-994c-48f6-ba91-ae8252925ca8 req-0fa3cc6a-e77c-4a4c-aee4-549f5d491569 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1734567 Jan 21 09:46:13.081204 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17546c2-f501-4f03-a9ab-f0a10ec21438 None None] Sync routers for ids ['a658795d-4f29-4127-947c-4447dd0fe83e'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:13.104539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17546c2-f501-4f03-a9ab-f0a10ec21438 None None] Routers {'a658795d-4f29-4127-947c-4447dd0fe83e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:13.105235 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c17546c2-f501-4f03-a9ab-f0a10ec21438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a658795d-4f29-4127-947c-4447dd0fe83e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:13.149737 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-83ce0fce-5e0a-469d-8cba-2a5c05978f75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0561943 Jan 21 09:46:13.212765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:13.336625 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15', 'status': 'completed', 'code': 200} Jan 21 09:46:13.367038 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-797f9040-994c-48f6-ba91-ae8252925ca8 req-83e0a47e-84e1-493f-99a5-be578953561f service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767072 Jan 21 09:46:13.383475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-c17546c2-f501-4f03-a9ab-f0a10ec21438 None None] Set router a658795d-4f29-4127-947c-4447dd0fe83e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:13.588498 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-797f9040-994c-48f6-ba91-ae8252925ca8 req-8f5da3d5-424f-4811-89c1-ed0dd74dbd90 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165504 Jan 21 09:46:13.653666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:46:13.654068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.839377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a4c88-2827-47e1-b519-125d73f17558 req-4a26f801-69f0-44ad-88f2-371aea373be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:13.840835 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-909a4c88-2827-47e1-b519-125d73f17558 req-4a26f801-69f0-44ad-88f2-371aea373be2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=80cac4a837114513b19d91350ba9c4e3&device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 1098 time: 0.4638700 Jan 21 09:46:13.961866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Allocated IP 172.21.0.2 (5f78c7e4-dea6-41f6-8afe-1ed30d64c593/49e71c8a-5331-420f-80fc-8e6bea2e59b2/5f31ec20-7335-448d-9f8e-ada2cedb8124) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:14.027022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bfe10-ef58-4ca4-9daf-17ca623e0186 req-94aee928-f17e-4d9e-8a3e-c8e9195f02b2 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:14.028595 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5d7bfe10-ef58-4ca4-9daf-17ca623e0186 req-94aee928-f17e-4d9e-8a3e-c8e9195f02b2 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 943 time: 0.5295243 Jan 21 09:46:14.047805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee993f-b2f2-4c4d-b619-a74f24d4519f req-c0e4d211-31f0-4ef8-a8ac-6a2b200e219c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:14.049291 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-55ee993f-b2f2-4c4d-b619-a74f24d4519f req-c0e4d211-31f0-4ef8-a8ac-6a2b200e219c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.6171339 Jan 21 09:46:14.081790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c17546c2-f501-4f03-a9ab-f0a10ec21438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:45:40Z', 'revision_number': 4, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'efd71860-72d5-45f3-a1b3-67523e3328f6', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'floating_ip_address': '172.26.4.51', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'port_id': '63a74d16-c592-4260-936c-6f9047b16b15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'mac_address': 'fa:16:3e:62:da:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:46:09Z', 'updated_at': '2022-01-21T09:46:09Z', 'revision_number': 0, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588bdd1-aca5-433b-ad64-2f6cd9163893', 'name': '', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'mac_address': 'fa:16:3e:c9:b2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:38Z', 'updated_at': '2022-01-21T09:45:44Z', 'revision_number': 5, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'subnets': [{'id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:14.095357 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17546c2-f501-4f03-a9ab-f0a10ec21438 None None] Checking router: a658795d-4f29-4127-947c-4447dd0fe83e for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:14.124908 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17546c2-f501-4f03-a9ab-f0a10ec21438 None None] Routers {'a658795d-4f29-4127-947c-4447dd0fe83e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:14.125511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c17546c2-f501-4f03-a9ab-f0a10ec21438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a658795d-4f29-4127-947c-4447dd0fe83e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:14.329936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.354333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Transition to ACTIVE for port object 5f31ec20-7335-448d-9f8e-ada2cedb8124 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:14.383108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-c17546c2-f501-4f03-a9ab-f0a10ec21438 None None] Set router a658795d-4f29-4127-947c-4447dd0fe83e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:14.457183 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5d7bfe10-ef58-4ca4-9daf-17ca623e0186 req-21ecbf68-05f4-4e7b-b26e-141b101f669e tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3961797 Jan 21 09:46:14.474232 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-55ee993f-b2f2-4c4d-b619-a74f24d4519f req-fdc08a70-d6a6-49d8-864f-afdf12af6802 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593340 Jan 21 09:46:14.490671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a4c88-2827-47e1-b519-125d73f17558 req-32d7cf8e-dd9b-4b4a-a5f6-9fb35d37f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:14.490671 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-909a4c88-2827-47e1-b519-125d73f17558 req-32d7cf8e-dd9b-4b4a-a5f6-9fb35d37f4ef service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d2c3f69-0419-4511-bdbb-910f64342a8b HTTP/1.1" status: 200 len: 897 time: 0.5900378 Jan 21 09:46:14.509465 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46968) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:14.521102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Transition to ACTIVE for port object 5f31ec20-7335-448d-9f8e-ada2cedb8124 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:14.545062 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.636745 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3a9cdaa9-9364-45b7-b68b-b7ecb1934cb9 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/floatingips/efd71860-72d5-45f3-a1b3-67523e3328f6 HTTP/1.1" status: 200 len: 990 time: 0.1257246 Jan 21 09:46:14.665953 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.684989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Pushing event updated for resources: {'Port': ['ID=5f31ec20-7335-448d-9f8e-ada2cedb8124,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:14.703399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3081b93f-024c-4729-a51e-6ed101cb99fa up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:14.715840 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.765697 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Network 5f78c7e4-dea6-41f6-8afe-1ed30d64c593 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:14.771582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:14.777621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:14.965942 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-909a4c88-2827-47e1-b519-125d73f17558 req-2040730c-1862-4568-8af4-1da7be52abc2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a74d16-c592-4260-936c-6f9047b16b15 HTTP/1.1" status: 200 len: 998 time: 0.4634593 Jan 21 09:46:14.967469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.970177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 3081b93f-024c-4729-a51e-6ed101cb99fa completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:14.973198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Attempting to bind port 5f31ec20-7335-448d-9f8e-ada2cedb8124 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:14.973564 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Attempting to bind port 5f31ec20-7335-448d-9f8e-ada2cedb8124 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'daf3967c-f2ea-45bd-8744-b69282ed89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:14.973951 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Attempting to bind port 5f31ec20-7335-448d-9f8e-ada2cedb8124 on network 5f78c7e4-dea6-41f6-8afe-1ed30d64c593 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:14.986134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3081b93f-024c-4729-a51e-6ed101cb99fa triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:14.986510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.015152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:15.015557 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Checking segment: {'id': 'daf3967c-f2ea-45bd-8744-b69282ed89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:15.015912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.016392 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Bound using segment: {'id': 'daf3967c-f2ea-45bd-8744-b69282ed89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:15.021152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Bound port: 5f31ec20-7335-448d-9f8e-ada2cedb8124, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf3967c-f2ea-45bd-8744-b69282ed89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:15.021536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.247655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a4c88-2827-47e1-b519-125d73f17558 req-a0937118-8dca-4fa1-b472-66520e62364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:15.250830 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-909a4c88-2827-47e1-b519-125d73f17558 req-a0937118-8dca-4fa1-b472-66520e62364e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=cbaecdb5-d4bf-4838-a51c-3504e3b388f7 HTTP/1.1" status: 200 len: 834 time: 0.2709110 Jan 21 09:46:15.260148 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] For port 5f31ec20-7335-448d-9f8e-ada2cedb8124, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:15.280873 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] For port 5f31ec20-7335-448d-9f8e-ada2cedb8124, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5f31ec20-7335-448d-9f8e-ada2cedb8124,segment=NetworkSegment(daf3967c-f2ea-45bd-8744-b69282ed89c2),segment_id=daf3967c-f2ea-45bd-8744-b69282ed89c2)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:15.287182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.296944 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.399347 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c17546c2-f501-4f03-a9ab-f0a10ec21438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:45:40Z', 'revision_number': 4, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'efd71860-72d5-45f3-a1b3-67523e3328f6', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'floating_ip_address': '172.26.4.51', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'port_id': '63a74d16-c592-4260-936c-6f9047b16b15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'mac_address': 'fa:16:3e:62:da:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:46:09Z', 'updated_at': '2022-01-21T09:46:09Z', 'revision_number': 0, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588bdd1-aca5-433b-ad64-2f6cd9163893', 'name': '', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'mac_address': 'fa:16:3e:c9:b2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:38Z', 'updated_at': '2022-01-21T09:45:44Z', 'revision_number': 5, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'subnets': [{'id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:15.415041 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17546c2-f501-4f03-a9ab-f0a10ec21438 None None] The sync data for ids ['a658795d-4f29-4127-947c-4447dd0fe83e'] in dv-neutron-825723-1-hyperv is: [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:45:40Z', 'revision_number': 4, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'efd71860-72d5-45f3-a1b3-67523e3328f6', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'floating_ip_address': '172.26.4.51', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'port_id': '63a74d16-c592-4260-936c-6f9047b16b15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'mac_address': 'fa:16:3e:62:da:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:46:09Z', 'updated_at': '2022-01-21T09:46:09Z', 'revision_number': 0, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3588bdd1-aca5-433b-ad64-2f6cd9163893', 'name': '', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'mac_address': 'fa:16:3e:c9:b2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:38Z', 'updated_at': '2022-01-21T09:45:44Z', 'revision_number': 5, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'subnets': [{'id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:15.421005 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 3081b93f-024c-4729-a51e-6ed101cb99fa, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3081b93f-024c-4729-a51e-6ed101cb99fa,segment=NetworkSegment(1e2d035c-1890-49e8-9675-703a0ae23bd1),segment_id=1e2d035c-1890-49e8-9675-703a0ae23bd1)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:15.428992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0589e54-15c0-493c-993b-f1990c4e1be8 None None] Pushing event updated for resources: {'Port': ['ID=5f31ec20-7335-448d-9f8e-ada2cedb8124,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:15.435195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.461926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.521297 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=3081b93f-024c-4729-a51e-6ed101cb99fa,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:15.641089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46974) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:15.766373 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614edae4-a59f-4e10-a35e-0df42a74521d None None] New status for floating IP efd71860-72d5-45f3-a1b3-67523e3328f6: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:46:15.784438 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f9a02b15-3231-4889-ad86-6bc2b483ef28 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/floatingips/efd71860-72d5-45f3-a1b3-67523e3328f6 HTTP/1.1" status: 200 len: 990 time: 0.1421814 Jan 21 09:46:15.966777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a4c88-2827-47e1-b519-125d73f17558 req-44bf3c74-e318-4321-84ff-fce0060a6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:15.968247 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-909a4c88-2827-47e1-b519-125d73f17558 req-44bf3c74-e318-4321-84ff-fce0060a6f10 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d2c3f69-0419-4511-bdbb-910f64342a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6809006 Jan 21 09:46:15.972411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.978528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.110852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.111322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85744691-4e32-4c32-877b-bea6106da559 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:46:16.114826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Allocated IP 172.21.0.1 (5f78c7e4-dea6-41f6-8afe-1ed30d64c593/49e71c8a-5331-420f-80fc-8e6bea2e59b2/4041d5ed-2f52-4761-835c-12c4d376e12e) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:16.195652 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:46:16.196716 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ed29dc37-ac75-4b83-920d-d90c794b7fa6 tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9160011 Jan 21 09:46:16.199686 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46978) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:16.215030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56705904-a197-4593-9c57-20fa99b9af3c req-ad93e10d-2bf1-40ef-a4a8-04551f71c1b5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:16.216536 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-56705904-a197-4593-9c57-20fa99b9af3c req-ad93e10d-2bf1-40ef-a4a8-04551f71c1b5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 943 time: 0.5881710 Jan 21 09:46:16.249445 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-909a4c88-2827-47e1-b519-125d73f17558 req-6eb7d594-46e1-4718-9eda-c38b4d6ae2c9 service neutron] 10.222.0.121 "GET /v2.0/networks/1d2c3f69-0419-4511-bdbb-910f64342a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678268 Jan 21 09:46:16.263796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d246afc9-7fa4-4c63-a6a9-6e81e9ad803a tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Deleting port d3021c73-b184-456e-ade6-7c2a2b8e82aa {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:16.264272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d246afc9-7fa4-4c63-a6a9-6e81e9ad803a tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.520003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e990c38a-8e18-45b4-a1a4-edaa7e1e0e19 None None] Network 5f78c7e4-dea6-41f6-8afe-1ed30d64c593 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:16.536526 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-56705904-a197-4593-9c57-20fa99b9af3c req-ce416fe4-0483-4a66-ad50-e2467841bf2b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077884 Jan 21 09:46:16.630661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.656300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d246afc9-7fa4-4c63-a6a9-6e81e9ad803a tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.669753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Transition to ACTIVE for port object 4041d5ed-2f52-4761-835c-12c4d376e12e will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:16.673939 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-909a4c88-2827-47e1-b519-125d73f17558 req-7c042515-c004-4340-b6ca-b759e9b3e7b2 service neutron] 10.222.0.121 "GET /v2.0/networks/1d2c3f69-0419-4511-bdbb-910f64342a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755553 Jan 21 09:46:16.709665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.710194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3081b93f-024c-4729-a51e-6ed101cb99fa up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:16.780279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 5f78c7e4-dea6-41f6-8afe-1ed30d64c593 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:16.783627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:16.787740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46982) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:16.788197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:16.797234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d246afc9-7fa4-4c63-a6a9-6e81e9ad803a tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Calling delete_port for d3021c73-b184-456e-ade6-7c2a2b8e82aa owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:16.800655 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b30ac423-f82c-4fac-b05d-c5d20ea56215 None None] Provisioning for port 5f31ec20-7335-448d-9f8e-ada2cedb8124 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:16.816715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=4041d5ed-2f52-4761-835c-12c4d376e12e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:16.847206 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.900401 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3081b93f-024c-4729-a51e-6ed101cb99fa triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:16.900780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.963030 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1c5bd13f-f202-463b-8e31-c015114785c8 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/floatingips/efd71860-72d5-45f3-a1b3-67523e3328f6 HTTP/1.1" status: 200 len: 992 time: 0.1739907 Jan 21 09:46:16.977727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.049759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d246afc9-7fa4-4c63-a6a9-6e81e9ad803a tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.054382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5f31ec20-7335-448d-9f8e-ada2cedb8124 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:17.113820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246afc9-7fa4-4c63-a6a9-6e81e9ad803a tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3021c73-b184-456e-ade6-7c2a2b8e82aa,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:17.124510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 5f31ec20-7335-448d-9f8e-ada2cedb8124 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:17.130827 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5f31ec20-7335-448d-9f8e-ada2cedb8124 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:17.131395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.225485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d246afc9-7fa4-4c63-a6a9-6e81e9ad803a tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.233118 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d246afc9-7fa4-4c63-a6a9-6e81e9ad803a tempest-RoutersAdminNegativeIpV6Test-696883392 tempest-RoutersAdminNegativeIpV6Test-696883392-project-admin] 10.222.0.99 "DELETE /v2.0/ports/d3021c73-b184-456e-ade6-7c2a2b8e82aa HTTP/1.1" status: 204 len: 168 time: 1.0320015 Jan 21 09:46:17.287586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.300158 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1c91bc99-f495-4299-a20e-53ee2fe003b7 None None] Provisioning complete for port 5f31ec20-7335-448d-9f8e-ada2cedb8124 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:17.301036 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1c91bc99-f495-4299-a20e-53ee2fe003b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.434326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 5f31ec20-7335-448d-9f8e-ada2cedb8124, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5f31ec20-7335-448d-9f8e-ada2cedb8124,segment=NetworkSegment(daf3967c-f2ea-45bd-8744-b69282ed89c2),segment_id=daf3967c-f2ea-45bd-8744-b69282ed89c2)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:17.436750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.442292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.445593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.567219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=4041d5ed-2f52-4761-835c-12c4d376e12e,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:17.567813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46990) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:17.572654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.575375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=5f31ec20-7335-448d-9f8e-ada2cedb8124,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:17.646134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1c91bc99-f495-4299-a20e-53ee2fe003b7 None None] Provisioning for port 4041d5ed-2f52-4761-835c-12c4d376e12e completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:17.652433 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1c91bc99-f495-4299-a20e-53ee2fe003b7 None None] Provisioning complete for port 4041d5ed-2f52-4761-835c-12c4d376e12e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:17.653132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1c91bc99-f495-4299-a20e-53ee2fe003b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.727829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 5f78c7e4-dea6-41f6-8afe-1ed30d64c593 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:17.729116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:17.740153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1c91bc99-f495-4299-a20e-53ee2fe003b7 None None] Port 4041d5ed-2f52-4761-835c-12c4d376e12e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:17.744262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5fac3375-f378-498a-a2de-28e531ac1837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.760281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5fac3375-f378-498a-a2de-28e531ac1837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:17.764198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5fac3375-f378-498a-a2de-28e531ac1837 admin admin] Usage tracker for resource:security_group_rule and tenant:a967fa62c5744c6f902338a6752a9e4b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:17.767096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5fac3375-f378-498a-a2de-28e531ac1837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:17.773624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5fac3375-f378-498a-a2de-28e531ac1837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:17.864818 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5fac3375-f378-498a-a2de-28e531ac1837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.866734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-468991b8-e739-4245-a579-2544420979b0 None None] Provisioning complete for port 4041d5ed-2f52-4761-835c-12c4d376e12e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:17.867623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-468991b8-e739-4245-a579-2544420979b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.871812 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5fac3375-f378-498a-a2de-28e531ac1837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.929970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-468991b8-e739-4245-a579-2544420979b0 None None] Port 4041d5ed-2f52-4761-835c-12c4d376e12e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:17.931499 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5fac3375-f378-498a-a2de-28e531ac1837 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a967fa62c5744c6f902338a6752a9e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625636 Jan 21 09:46:17.932618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac3375-f378-498a-a2de-28e531ac1837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d18b218-063e-4a87-8567-237a039b7363,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:17.935839 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 46998) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:17.970260 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:17.981108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9114b78-b722-4fbe-8fc2-785376916ee5 req-27d84508-4d0d-4f85-b18c-dcc79de15b6e tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:17.982479 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c9114b78-b722-4fbe-8fc2-785376916ee5 req-27d84508-4d0d-4f85-b18c-dcc79de15b6e tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 943 time: 0.2484276 Jan 21 09:46:18.006951 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fbb56291-7ada-4a2c-baae-29a5ec4c4c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.032294 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fbb56291-7ada-4a2c-baae-29a5ec4c4c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.063972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-264a3ef9-0a89-4948-9e3c-eb52e798e76b None None] Provisioning complete for port 4041d5ed-2f52-4761-835c-12c4d376e12e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:18.065090 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-264a3ef9-0a89-4948-9e3c-eb52e798e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.087875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fbb56291-7ada-4a2c-baae-29a5ec4c4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.105042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb56291-7ada-4a2c-baae-29a5ec4c4c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d18b218-063e-4a87-8567-237a039b7363,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:18.109427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fbb56291-7ada-4a2c-baae-29a5ec4c4c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.110826 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fbb56291-7ada-4a2c-baae-29a5ec4c4c31 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4d18b218-063e-4a87-8567-237a039b7363 HTTP/1.1" status: 204 len: 168 time: 0.1740637 Jan 21 09:46:18.144636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-264a3ef9-0a89-4948-9e3c-eb52e798e76b None None] Port 4041d5ed-2f52-4761-835c-12c4d376e12e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:18.278637 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c9114b78-b722-4fbe-8fc2-785376916ee5 req-ed2d38c4-86cb-484f-9d6b-5ba87a90a223 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897899 Jan 21 09:46:18.295228 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:18.307700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Sync routers for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:18.315155 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-713444b0-98a5-42cd-b88b-b3b6ff2b3f47 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2504475 Jan 21 09:46:18.317755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47006) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:18.321142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:18.321770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:18.323017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'network': {'name': 'tempest-RoutersTest-469999879'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:18.327786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:18.331632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:network and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:18.334475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:18.340331 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:18.350723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:18.354356 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.382739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:18.392778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.393416 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Added segment 592706e5-cf06-4abd-90d7-6e9c2650696f of type vlan for network a738b4e4-243d-4a8f-8b0a-aaa64dc495cf Jan 21 09:46:18.410967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47010) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:18.421703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.454155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.462024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:18.462856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.476825 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d9acc39f-f639-44ee-bb9f-7c72c5a9b1c9 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8278091a7d1942dc938005fe88fde160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643051 Jan 21 09:46:18.477411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47014) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:18.491736 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:18.529089 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2102373 Jan 21 09:46:18.531978 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47018) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:18.542753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'subnet': {'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:18.543304 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5f31ec20-7335-448d-9f8e-ada2cedb8124 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:18.582481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af773b-f392-4bd9-a098-0ba66336ddaa tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Network': ['ID=a738b4e4-243d-4a8f-8b0a-aaa64dc495cf,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:18.600745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network a738b4e4-243d-4a8f-8b0a-aaa64dc495cf details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:18.660737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bb25bd-e087-45be-a8b4-38ca3f61efe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.700181 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:18.706638 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bb25bd-e087-45be-a8b4-38ca3f61efe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.713939 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:subnet and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:18.718612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:18.730451 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:18.759320 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:18.762955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.809360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bb25bd-e087-45be-a8b4-38ca3f61efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.871113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5f31ec20-7335-448d-9f8e-ada2cedb8124 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:18.871478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.875160 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb25bd-e087-45be-a8b4-38ca3f61efe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a75ca1-b84e-4df9-ac0a-16b8666bdc7b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:18.887819 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bb25bd-e087-45be-a8b4-38ca3f61efe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.889204 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c9bb25bd-e087-45be-a8b4-38ca3f61efe8 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c2a75ca1-b84e-4df9-ac0a-16b8666bdc7b HTTP/1.1" status: 204 len: 168 time: 0.4105842 Jan 21 09:46:19.013847 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.075185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 32fbcca9-81bc-4cfd-9951-b14ebe7108bb details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:46:19.096928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Subnet': ['ID=eeac16e9-821e-4589-aa06-eea65388e792,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:19.101307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Checking segment: {'id': '592706e5-cf06-4abd-90d7-6e9c2650696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:19.101894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network hostable DHCP agents. Network: a738b4e4-243d-4a8f-8b0a-aaa64dc495cf, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:19.122938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network a738b4e4-243d-4a8f-8b0a-aaa64dc495cf is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:19.135423 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, a738b4e4-243d-4a8f-8b0a-aaa64dc495cf) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:19.140263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:19.141069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.158064 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72975e1f-c09c-48e5-b5f3-906b2e2753ff None None] Network a738b4e4-243d-4a8f-8b0a-aaa64dc495cf requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:19.166692 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-75c5ce25-6fdb-48fb-abf2-b15f0d31f678 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6335013 Jan 21 09:46:19.169525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47026) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:19.267050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:16Z', 'revision_number': 3, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:17Z', 'revision_number': 2, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:19.330245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Checking router: c0ba3bfd-4408-4cf6-b5c0-733d74c09899 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:19.330600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Updating router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 port 4041d5ed-2f52-4761-835c-12c4d376e12e binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:46:19.531747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.536246 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb534ce-f6d8-46c6-8604-8f974ba8430e req-fb637975-dfec-4adb-aa82-d8fcf0a2b626 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:19.545130 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8fb534ce-f6d8-46c6-8604-8f974ba8430e req-fb637975-dfec-4adb-aa82-d8fcf0a2b626 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 943 time: 0.1307070 Jan 21 09:46:19.554164 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32fbcca9-81bc-4cfd-9951-b14ebe7108bb,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:19.607510 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8fb534ce-f6d8-46c6-8604-8f974ba8430e req-e9e796a0-5842-45ee-b8b8-e9801f4d7bb4 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580823 Jan 21 09:46:19.614921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'port_id': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb', 'mac_address': 'fa:16:3e:5a:f4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:46:19.766336 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'fixed_ips': [{'subnet_id': 'eeac16e9-821e-4589-aa06-eea65388e792'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:46:19.767313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.803225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.820891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47048) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:19.869534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fbcca9-81bc-4cfd-9951-b14ebe7108bb {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:46:19.937817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.944381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1779239898'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:19.944545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32fbcca9-81bc-4cfd-9951-b14ebe7108bb,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:19.950103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:19.955390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Usage tracker for resource:network and tenant:c368c7cb485e412ba0f8690c2e20843c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:19.957507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.958550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:19.965853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:19.978937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Made reservation on behalf of c368c7cb485e412ba0f8690c2e20843c for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:19.982430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.994388 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.008612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:20.012779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Usage tracker for resource:security_group_rule and tenant:c368c7cb485e412ba0f8690c2e20843c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:20.015248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:20.020967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:20.107022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.112703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.145870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:20.154588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133cad04-8752-4ccc-99d8-4a5778ef5e37,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:20.160290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.160701 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Added segment 5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92 of type vlan for network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 Jan 21 09:46:20.165521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=32fbcca9-81bc-4cfd-9951-b14ebe7108bb,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:20.184369 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Allocated IP 172.22.0.2 (a738b4e4-243d-4a8f-8b0a-aaa64dc495cf/eeac16e9-821e-4589-aa06-eea65388e792/8eeacf95-c300-4d37-8d3d-babc16d9d350) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:20.189521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.221271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.227427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:20.228038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.336399 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5145082 Jan 21 09:46:20.339504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47054) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:20.341682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event updated for resources: {'Network': ['ID=15a12e3b-bf19-4d7d-a236-9c2fd29f8034,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:20.345502 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Request body: {'subnet': {'network_id': '15a12e3b-bf19-4d7d-a236-9c2fd29f8034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:20.349175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:20.349521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:20.349864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:20.350202 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:20.350536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:20.350867 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:20.351199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:20.351523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:20.352466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:20.352466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:20.352671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:20.352854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520ab7-5b7e-4ce2-bdfa-6c9447654501 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:20.353653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.375631 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:20.392705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Transition to ACTIVE for port object 4041d5ed-2f52-4761-835c-12c4d376e12e will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:20.405314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['32fbcca9-81bc-4cfd-9951-b14ebe7108bb'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:46:20.453445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.455343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:20.459227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Usage tracker for resource:subnet and tenant:c368c7cb485e412ba0f8690c2e20843c is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:20.462115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:20.468324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:20.479981 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Made reservation on behalf of c368c7cb485e412ba0f8690c2e20843c for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:20.483589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.720086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.766286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ec67c-a311-4ebd-9955-67215a1e426f None None] Pushing event updated for resources: {'Port': ['ID=4041d5ed-2f52-4761-835c-12c4d376e12e,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:20.826503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event updated for resources: {'Subnet': ['ID=bdd237e0-e0dd-4cdc-a562-f9644c00da9d,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:20.834863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72644295-2714-4723-aa25-73d820c744ac req-206fec9c-1c36-4dce-bee4-ff41246ae1f5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:20.835518 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Checking segment: {'id': '5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '15a12e3b-bf19-4d7d-a236-9c2fd29f8034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:20.835876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Network hostable DHCP agents. Network: 15a12e3b-bf19-4d7d-a236-9c2fd29f8034, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:20.843275 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-72644295-2714-4723-aa25-73d820c744ac req-206fec9c-1c36-4dce-bee4-ff41246ae1f5 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 944 time: 0.1082582 Jan 21 09:46:20.856516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:20.867995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 15a12e3b-bf19-4d7d-a236-9c2fd29f8034) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:20.872300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:20.873540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.873955 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.891157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd505e0b-9255-4d2a-9823-f3d798f2738c None None] Network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:20.900650 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-72644295-2714-4723-aa25-73d820c744ac req-7b0a09df-75cc-4c0a-94db-9e1362095f09 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561192 Jan 21 09:46:20.915159 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7d33ef94-3d5b-4331-ba10-4b954a80b5a3 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5740829 Jan 21 09:46:20.918073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47060) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:20.927213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Request body: {'port': {'network_id': '15a12e3b-bf19-4d7d-a236-9c2fd29f8034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-76319124'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:20.937403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Transition to ACTIVE for port object 8eeacf95-c300-4d37-8d3d-babc16d9d350 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:20.987886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Attempting to bind port 4041d5ed-2f52-4761-835c-12c4d376e12e on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:20.988126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Attempting to bind port 4041d5ed-2f52-4761-835c-12c4d376e12e by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'daf3967c-f2ea-45bd-8744-b69282ed89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:20.988555 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Attempting to bind port 4041d5ed-2f52-4761-835c-12c4d376e12e on network 5f78c7e4-dea6-41f6-8afe-1ed30d64c593 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:21.065406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:21.069936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Usage tracker for resource:port and tenant:c368c7cb485e412ba0f8690c2e20843c is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:21.073289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:21.080032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:21.092886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Made reservation on behalf of c368c7cb485e412ba0f8690c2e20843c for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:21.098610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.122463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] device_id is not set on port bb3b30e9-d75e-43ba-869c-07d221012668 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:21.123794 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Transition to ACTIVE for port object 8eeacf95-c300-4d37-8d3d-babc16d9d350 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:21.127817 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:21.128194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Checking segment: {'id': 'daf3967c-f2ea-45bd-8744-b69282ed89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:21.128621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.129015 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Bound using segment: {'id': 'daf3967c-f2ea-45bd-8744-b69282ed89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:21.129487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Bound port: 4041d5ed-2f52-4761-835c-12c4d376e12e, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf3967c-f2ea-45bd-8744-b69282ed89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:21.129862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.164317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.274050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Allocated IP 172.22.0.1 (a738b4e4-243d-4a8f-8b0a-aaa64dc495cf/eeac16e9-821e-4589-aa06-eea65388e792/a9997660-ee9c-4ffe-98d5-96962fd91a22) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:21.339666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Network a738b4e4-243d-4a8f-8b0a-aaa64dc495cf is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:21.352658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:21.367414 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:21.378840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Pushing event updated for resources: {'Port': ['ID=8eeacf95-c300-4d37-8d3d-babc16d9d350,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:21.494993 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] For port 4041d5ed-2f52-4761-835c-12c4d376e12e, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:21.513853 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Allocated IP 2001:db8::1ec (15a12e3b-bf19-4d7d-a236-9c2fd29f8034/bdd237e0-e0dd-4cdc-a562-f9644c00da9d/bb3b30e9-d75e-43ba-869c-07d221012668) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:21.560628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] For port 4041d5ed-2f52-4761-835c-12c4d376e12e, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4041d5ed-2f52-4761-835c-12c4d376e12e,segment=NetworkSegment(daf3967c-f2ea-45bd-8744-b69282ed89c2),segment_id=daf3967c-f2ea-45bd-8744-b69282ed89c2)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:21.572405 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.613668 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-15a12e3b-bf19-4d7d-a236-9c2fd29f8034', 'network_id': '15a12e3b-bf19-4d7d-a236-9c2fd29f8034', 'tenant_id': 'c368c7cb485e412ba0f8690c2e20843c', 'fixed_ips': [{'subnet_id': 'bdd237e0-e0dd-4cdc-a562-f9644c00da9d'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:46:21.614529 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.639526 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Attempting to bind port 8eeacf95-c300-4d37-8d3d-babc16d9d350 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:21.639905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Attempting to bind port 8eeacf95-c300-4d37-8d3d-babc16d9d350 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '592706e5-cf06-4abd-90d7-6e9c2650696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:21.640294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Attempting to bind port 8eeacf95-c300-4d37-8d3d-babc16d9d350 on network a738b4e4-243d-4a8f-8b0a-aaa64dc495cf {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:21.661278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.686294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:21.686671 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Checking segment: {'id': '592706e5-cf06-4abd-90d7-6e9c2650696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:21.687071 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.687464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Bound using segment: {'id': '592706e5-cf06-4abd-90d7-6e9c2650696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:21.687926 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Bound port: 8eeacf95-c300-4d37-8d3d-babc16d9d350, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592706e5-cf06-4abd-90d7-6e9c2650696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:21.688303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.711478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Transition to ACTIVE for port object a9997660-ee9c-4ffe-98d5-96962fd91a22 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:21.829395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:21.829395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:21.838749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.842543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.905596 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Transition to ACTIVE for port object bb3b30e9-d75e-43ba-869c-07d221012668 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:21.911060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ec67c-a311-4ebd-9955-67215a1e426f None None] Pushing event updated for resources: {'Port': ['ID=4041d5ed-2f52-4761-835c-12c4d376e12e,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:21.920776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network a738b4e4-243d-4a8f-8b0a-aaa64dc495cf is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:21.925208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:21.932095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:21.978488 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=a9997660-ee9c-4ffe-98d5-96962fd91a22,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:22.003290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.029488 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.100420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdb15f-2919-40bb-86fe-d523bb192408 req-33654d4f-446e-493b-bef7-1bcc27d24c3d tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:22.102520 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bffdb15f-2919-40bb-86fe-d523bb192408 req-33654d4f-446e-493b-bef7-1bcc27d24c3d tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 944 time: 0.0810235 Jan 21 09:46:22.109913 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:22.117644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:22.122881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:22.128384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:22.133454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:22.134068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.166006 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2422533 Jan 21 09:46:22.166006 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aed4b4-edf9-4c37-84c8-263a4db1c6ab tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event updated for resources: {'Port': ['ID=bb3b30e9-d75e-43ba-869c-07d221012668,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:22.166229 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bffdb15f-2919-40bb-86fe-d523bb192408 req-2cce31e3-4df2-479c-a7cb-d7210a21de41 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518816 Jan 21 09:46:22.166229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47066) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:22.174428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Request body: {'port': {'network_id': '15a12e3b-bf19-4d7d-a236-9c2fd29f8034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1761614487', 'allowed_address_pairs': [{'ip_address': '2001:db8::1ec', 'mac_address': 'fa:16:3e:21:4d:93'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:22.191888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] For port 8eeacf95-c300-4d37-8d3d-babc16d9d350, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:22.216269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] For port 8eeacf95-c300-4d37-8d3d-babc16d9d350, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8eeacf95-c300-4d37-8d3d-babc16d9d350,segment=NetworkSegment(592706e5-cf06-4abd-90d7-6e9c2650696f),segment_id=592706e5-cf06-4abd-90d7-6e9c2650696f)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:22.259554 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.279665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.325670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:22.331046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Usage tracker for resource:port and tenant:c368c7cb485e412ba0f8690c2e20843c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:22.334568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:22.340992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:22.351519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Made reservation on behalf of c368c7cb485e412ba0f8690c2e20843c for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:22.355743 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Allocated IP 2001:db8::2 (15a12e3b-bf19-4d7d-a236-9c2fd29f8034/bdd237e0-e0dd-4cdc-a562-f9644c00da9d/68bfb8d5-7b67-46b0-b433-96477d2943df) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:22.490269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d66af-7d33-419c-b4aa-e385e21f36b3 None None] Pushing event updated for resources: {'Port': ['ID=8eeacf95-c300-4d37-8d3d-babc16d9d350,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:22.492659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.527553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] device_id is not set on port bf947631-dce1-4247-b83c-19a5903f07a1 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:22.695371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.711914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.847952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=a9997660-ee9c-4ffe-98d5-96962fd91a22,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:22.865379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:22.867113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.868091 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:22.868637 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:22.869174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:22.869657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:22.870311 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:22.870881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:22.871360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:22.871905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:22.872762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:22.873247 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:22.873799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:22.886260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:16Z', 'revision_number': 3, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:21Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:22.889511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Transition to ACTIVE for port object 68bfb8d5-7b67-46b0-b433-96477d2943df will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:22.901525 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd58bf-fc5d-4d09-a55b-3745c0d618d2 None None] The sync data for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv is: [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:16Z', 'revision_number': 3, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:21Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:22.909856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.922191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Transition to ACTIVE for port object 68bfb8d5-7b67-46b0-b433-96477d2943df will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:22.942359 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.067036 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:23.070827 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:23.076940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:23.084179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Pushing event updated for resources: {'Port': ['ID=68bfb8d5-7b67-46b0-b433-96477d2943df,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:23.089923 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 32fbcca9-81bc-4cfd-9951-b14ebe7108bb up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:23.091250 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Allocated IP 2001:db8::2d2 (15a12e3b-bf19-4d7d-a236-9c2fd29f8034/bdd237e0-e0dd-4cdc-a562-f9644c00da9d/bf947631-dce1-4247-b83c-19a5903f07a1) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:23.154126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network a738b4e4-243d-4a8f-8b0a-aaa64dc495cf is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:23.155941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:23.360738 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Attempting to bind port 68bfb8d5-7b67-46b0-b433-96477d2943df on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:23.362686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Attempting to bind port 68bfb8d5-7b67-46b0-b433-96477d2943df by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '15a12e3b-bf19-4d7d-a236-9c2fd29f8034'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:23.363577 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Attempting to bind port 68bfb8d5-7b67-46b0-b433-96477d2943df on network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:23.374024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:23.374666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Checking segment: {'id': '5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '15a12e3b-bf19-4d7d-a236-9c2fd29f8034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:23.375252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.375922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Bound using segment: {'id': '5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '15a12e3b-bf19-4d7d-a236-9c2fd29f8034'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:23.382099 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Bound port: 68bfb8d5-7b67-46b0-b433-96477d2943df, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '15a12e3b-bf19-4d7d-a236-9c2fd29f8034'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:23.382674 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.526302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] For port 68bfb8d5-7b67-46b0-b433-96477d2943df, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:23.530117 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] For port 68bfb8d5-7b67-46b0-b433-96477d2943df, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=68bfb8d5-7b67-46b0-b433-96477d2943df,segment=NetworkSegment(5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92),segment_id=5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:23.531911 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:23.537139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.548114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.577055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02999904-84ae-43c4-9096-c0e8aae3c867 req-26f95558-da5c-4cef-a89f-0dba7faf89c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:23.578776 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-02999904-84ae-43c4-9096-c0e8aae3c867 req-26f95558-da5c-4cef-a89f-0dba7faf89c8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 944 time: 0.2009668 Jan 21 09:46:23.587404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Transition to ACTIVE for port object bf947631-dce1-4247-b83c-19a5903f07a1 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:23.590497 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:23.594754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.651200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:23.672828 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-02999904-84ae-43c4-9096-c0e8aae3c867 req-7e72fb33-c702-46a0-a1dd-a72015de42d1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873566 Jan 21 09:46:23.732086 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.743114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e2a97-525f-4530-9c68-b5331749a035 None None] Pushing event updated for resources: {'Port': ['ID=68bfb8d5-7b67-46b0-b433-96477d2943df,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:23.837501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event updated for resources: {'Port': ['ID=bf947631-dce1-4247-b83c-19a5903f07a1,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:23.860819 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:23.862183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:23.865233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:23.871037 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:23.872140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.888083 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.889246 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:23.895213 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-236c33ca-fff5-4fa6-b7a1-9e1c7a236545 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7246423 Jan 21 09:46:23.898205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47072) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:23.908870 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-feae6c2b-b649-4369-a09b-52bb03fce535 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7422183 Jan 21 09:46:23.909070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'network': {'name': 'tempest-RoutersTest-1987305793'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:23.911307 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47076) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:23.914777 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:23.919794 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:network and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:23.923768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:23.931073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:23.942021 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:23.946977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:23.951200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.972474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32fbcca9-81bc-4cfd-9951-b14ebe7108bb,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:23.988941 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.990284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:24.018794 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.019187 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Added segment 358a185e-79b9-4187-bfcc-7a49d48f87df of type vlan for network 5f39be75-ce8d-4b3d-8bd7-26a1004a8546 Jan 21 09:46:24.038529 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb', 'code': 200} Jan 21 09:46:24.079176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.109023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b3ad62-8a45-4412-91c4-bcfb3e356a8b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:24.112592 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Sync routers for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:24.117270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b3ad62-8a45-4412-91c4-bcfb3e356a8b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:24.118850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.120467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=32fbcca9-81bc-4cfd-9951-b14ebe7108bb,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:24.124837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b3ad62-8a45-4412-91c4-bcfb3e356a8b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:24.126440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-04b3ad62-8a45-4412-91c4-bcfb3e356a8b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Synchronizing usage tracker for tenant:c368c7cb485e412ba0f8690c2e20843c on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:24.127468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:24.128325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.144590 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:24.155475 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:24.161021 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c311ad-d21c-4792-a280-a4392f3ddc30 None None] Network a738b4e4-243d-4a8f-8b0a-aaa64dc495cf requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:24.165578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-04b3ad62-8a45-4412-91c4-bcfb3e356a8b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Unset dirty status for tenant:c368c7cb485e412ba0f8690c2e20843c on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:24.167240 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-04b3ad62-8a45-4412-91c4-bcfb3e356a8b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2544372 Jan 21 09:46:24.170129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47082) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.187878 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2885776 Jan 21 09:46:24.203947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47086) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.212660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'subnet': {'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:24.247742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac69f6-b5b4-4847-b9f4-e7002ccdd9c6 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Deleting port bf947631-dce1-4247-b83c-19a5903f07a1 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:24.248001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c3ac69f6-b5b4-4847-b9f4-e7002ccdd9c6 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.344972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fc35eccd-3b5c-43bf-978b-800c871cccec None None] Provisioning for port 8eeacf95-c300-4d37-8d3d-babc16d9d350 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:24.372108 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b5540-7569-4991-a45d-f17f4b693bbb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Network': ['ID=5f39be75-ce8d-4b3d-8bd7-26a1004a8546,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:24.386821 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 5f39be75-ce8d-4b3d-8bd7-26a1004a8546 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:24.427047 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:24.457218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:24.461576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:subnet and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:24.465074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:24.471392 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:24.483411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Made reservation on behalf of 652f34ae017240f7907bb8b605e82da5 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:24.488455 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.805219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c3ac69f6-b5b4-4847-b9f4-e7002ccdd9c6 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.817418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8eeacf95-c300-4d37-8d3d-babc16d9d350 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:24.943288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 8eeacf95-c300-4d37-8d3d-babc16d9d350 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:24.948997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 8eeacf95-c300-4d37-8d3d-babc16d9d350 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:24.949364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.952233 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:22Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:21Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9997660-ee9c-4ffe-98d5-96962fd91a22', 'name': '', 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:f3:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:20Z', 'updated_at': '2022-01-21T09:46:22Z', 'revision_number': 2, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:24.958708 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.959870 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Checking router: c0ba3bfd-4408-4cf6-b5c0-733d74c09899 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:24.960458 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Updating router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 port a9997660-ee9c-4ffe-98d5-96962fd91a22 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:46:24.983936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac69f6-b5b4-4847-b9f4-e7002ccdd9c6 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Calling delete_port for bf947631-dce1-4247-b83c-19a5903f07a1 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:25.032972 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.086647 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Subnet': ['ID=59dc7804-75fd-4292-ad50-c1559d7e626d,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:25.098000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Checking segment: {'id': '358a185e-79b9-4187-bfcc-7a49d48f87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:25.098541 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network hostable DHCP agents. Network: 5f39be75-ce8d-4b3d-8bd7-26a1004a8546, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:25.129346 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 5f39be75-ce8d-4b3d-8bd7-26a1004a8546 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:25.142373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 5f39be75-ce8d-4b3d-8bd7-26a1004a8546) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:25.151938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:25.152811 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.158727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56eb8e2-8c44-4e6a-ae30-caba981cbe98 None None] Network 5f39be75-ce8d-4b3d-8bd7-26a1004a8546 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:25.202892 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-eef9befa-19a3-4fe3-a151-c45627ee1807 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9978046 Jan 21 09:46:25.203694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47092) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:25.257569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c3ac69f6-b5b4-4847-b9f4-e7002ccdd9c6 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.329640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.350587 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac69f6-b5b4-4847-b9f4-e7002ccdd9c6 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event deleted for resources: {'Port': ['ID=bf947631-dce1-4247-b83c-19a5903f07a1,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:25.396726 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 8eeacf95-c300-4d37-8d3d-babc16d9d350, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8eeacf95-c300-4d37-8d3d-babc16d9d350,segment=NetworkSegment(592706e5-cf06-4abd-90d7-6e9c2650696f),segment_id=592706e5-cf06-4abd-90d7-6e9c2650696f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:25.436197 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.437601 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 68bfb8d5-7b67-46b0-b433-96477d2943df up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:25.492908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985e097-4237-4f2e-b8ff-92e882516d13 req-69e44dbe-3089-4bbf-a915-85fd49dca9df tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:25.500613 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a985e097-4237-4f2e-b8ff-92e882516d13 req-69e44dbe-3089-4bbf-a915-85fd49dca9df tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 945 time: 0.3117278 Jan 21 09:46:25.510649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e1d11-fe76-4c87-8db1-fc69dd488124 req-04796e73-4cdb-4c47-af75-b8c5f13a6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:25.512203 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-456e1d11-fe76-4c87-8db1-fc69dd488124 req-04796e73-4cdb-4c47-af75-b8c5f13a6b3f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 1098 time: 1.1626971 Jan 21 09:46:25.595736 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce62fee2-cc61-446b-97ed-7973e14f1bc7 None None] Network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:25.649494 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.678463 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Transition to ACTIVE for port object a9997660-ee9c-4ffe-98d5-96962fd91a22 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:25.691287 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.785364 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a985e097-4237-4f2e-b8ff-92e882516d13 req-0144bf0b-71d9-4791-bfae-99cf00e7db89 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840075 Jan 21 09:46:25.787443 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-456e1d11-fe76-4c87-8db1-fc69dd488124 req-a399e647-53db-42ee-90b3-4d0dba9c8126 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387042 Jan 21 09:46:25.794107 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7553c-a77b-4aff-ae78-c3b366255db5 None None] Pushing event updated for resources: {'Port': ['ID=a9997660-ee9c-4ffe-98d5-96962fd91a22,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:25.795968 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c3ac69f6-b5b4-4847-b9f4-e7002ccdd9c6 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.820833 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c3ac69f6-b5b4-4847-b9f4-e7002ccdd9c6 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "DELETE /v2.0/ports/bf947631-dce1-4247-b83c-19a5903f07a1 HTTP/1.1" status: 204 len: 168 time: 1.6493728 Jan 21 09:46:25.823636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47096) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:25.851087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-5f39be75-ce8d-4b3d-8bd7-26a1004a8546', 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'fixed_ips': [{'subnet_id': '59dc7804-75fd-4292-ad50-c1559d7e626d'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:46:25.852133 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.879493 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-79840fe6-32ca-4939-9f9b-b7c804a54d8b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] GET failed (client error): The resource could not be found. Jan 21 09:46:25.880235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-79840fe6-32ca-4939-9f9b-b7c804a54d8b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Synchronizing usage tracker for tenant:c368c7cb485e412ba0f8690c2e20843c on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:25.925255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f7d92413-3a22-42d6-8ffb-34660a7fb04a None None] Provisioning complete for port 8eeacf95-c300-4d37-8d3d-babc16d9d350 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:25.925749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f7d92413-3a22-42d6-8ffb-34660a7fb04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.965349 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=8eeacf95-c300-4d37-8d3d-babc16d9d350,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:26.026218 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Attempting to bind port a9997660-ee9c-4ffe-98d5-96962fd91a22 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:26.026561 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Attempting to bind port a9997660-ee9c-4ffe-98d5-96962fd91a22 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '592706e5-cf06-4abd-90d7-6e9c2650696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:26.026892 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Attempting to bind port a9997660-ee9c-4ffe-98d5-96962fd91a22 on network a738b4e4-243d-4a8f-8b0a-aaa64dc495cf {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:26.032855 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:26.033221 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Checking segment: {'id': '592706e5-cf06-4abd-90d7-6e9c2650696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:26.033679 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.034069 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Bound using segment: {'id': '592706e5-cf06-4abd-90d7-6e9c2650696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:26.034533 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Bound port: a9997660-ee9c-4ffe-98d5-96962fd91a22, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592706e5-cf06-4abd-90d7-6e9c2650696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:26.035038 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.113055 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 68bfb8d5-7b67-46b0-b433-96477d2943df completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:26.145068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-79840fe6-32ca-4939-9f9b-b7c804a54d8b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Unset dirty status for tenant:c368c7cb485e412ba0f8690c2e20843c on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:26.149971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47100) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:26.150514 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-79840fe6-32ca-4939-9f9b-b7c804a54d8b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "GET /v2.0/ports/bf947631-dce1-4247-b83c-19a5903f07a1 HTTP/1.1" status: 404 len: 333 time: 0.3257051 Jan 21 09:46:26.156816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Request body: {'port': {'network_id': '15a12e3b-bf19-4d7d-a236-9c2fd29f8034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1433433816'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:26.164185 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] For port a9997660-ee9c-4ffe-98d5-96962fd91a22, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:26.167067 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4041d5ed-2f52-4761-835c-12c4d376e12e up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:26.169283 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] For port a9997660-ee9c-4ffe-98d5-96962fd91a22, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a9997660-ee9c-4ffe-98d5-96962fd91a22,segment=NetworkSegment(592706e5-cf06-4abd-90d7-6e9c2650696f),segment_id=592706e5-cf06-4abd-90d7-6e9c2650696f)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:26.177053 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.288973 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:26.289597 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:26.312800 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.370275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:26.424814 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:26.448767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Made reservation on behalf of c368c7cb485e412ba0f8690c2e20843c for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:26.452992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.456012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Allocated IP 172.23.0.2 (5f39be75-ce8d-4b3d-8bd7-26a1004a8546/59dc7804-75fd-4292-ad50-c1559d7e626d/99279f9a-68d8-4fa6-ba8e-70658fbf171e) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:26.466751 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:26.499972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 4041d5ed-2f52-4761-835c-12c4d376e12e completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:26.502241 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] device_id is not set on port 19fd5c21-c9ba-46c3-95af-d508ed0702ae yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:26.539598 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f7d92413-3a22-42d6-8ffb-34660a7fb04a None None] Provisioning for port 68bfb8d5-7b67-46b0-b433-96477d2943df completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:26.560266 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 4041d5ed-2f52-4761-835c-12c4d376e12e triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:26.560833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.654295 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f7d92413-3a22-42d6-8ffb-34660a7fb04a None None] Provisioning complete for port 68bfb8d5-7b67-46b0-b433-96477d2943df triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:26.661766 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f7d92413-3a22-42d6-8ffb-34660a7fb04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.778907 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7553c-a77b-4aff-ae78-c3b366255db5 None None] Pushing event updated for resources: {'Port': ['ID=a9997660-ee9c-4ffe-98d5-96962fd91a22,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:26.798329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Allocated IP 2001:db8::133 (15a12e3b-bf19-4d7d-a236-9c2fd29f8034/bdd237e0-e0dd-4cdc-a562-f9644c00da9d/19fd5c21-c9ba-46c3-95af-d508ed0702ae) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:26.807723 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:22Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:21Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9997660-ee9c-4ffe-98d5-96962fd91a22', 'name': '', 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:f3:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:20Z', 'updated_at': '2022-01-21T09:46:26Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:26.812230 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c9d56-9e59-498f-8c35-9979a0c32734 None None] The sync data for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv is: [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:22Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:21Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9997660-ee9c-4ffe-98d5-96962fd91a22', 'name': '', 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:f3:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:20Z', 'updated_at': '2022-01-21T09:46:26Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:27.086289 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.101949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Transition to ACTIVE for port object 99279f9a-68d8-4fa6-ba8e-70658fbf171e will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:27.146013 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Transition to ACTIVE for port object 99279f9a-68d8-4fa6-ba8e-70658fbf171e will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:27.147345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.160291 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.176716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f7d92413-3a22-42d6-8ffb-34660a7fb04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.193305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.207303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Transition to ACTIVE for port object 19fd5c21-c9ba-46c3-95af-d508ed0702ae will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:27.220063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da20a1b-1274-4982-ac11-38610c5a7285 req-482768ad-4eab-4ec4-a1db-412a96683e3a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:27.221736 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5da20a1b-1274-4982-ac11-38610c5a7285 req-482768ad-4eab-4ec4-a1db-412a96683e3a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 945 time: 0.2251468 Jan 21 09:46:27.261841 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Network 5f39be75-ce8d-4b3d-8bd7-26a1004a8546 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:27.271831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:27.274293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:27.321265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 4041d5ed-2f52-4761-835c-12c4d376e12e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4041d5ed-2f52-4761-835c-12c4d376e12e,segment=NetworkSegment(daf3967c-f2ea-45bd-8744-b69282ed89c2),segment_id=daf3967c-f2ea-45bd-8744-b69282ed89c2)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:27.345943 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5da20a1b-1274-4982-ac11-38610c5a7285 req-496f685e-1df6-4c3c-9042-d152a0003c62 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097977 Jan 21 09:46:27.346982 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.389074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Allocated IP 172.23.0.1 (5f39be75-ce8d-4b3d-8bd7-26a1004a8546/59dc7804-75fd-4292-ad50-c1559d7e626d/9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:27.430756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f7d92413-3a22-42d6-8ffb-34660a7fb04a None None] For port 68bfb8d5-7b67-46b0-b433-96477d2943df, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=68bfb8d5-7b67-46b0-b433-96477d2943df,segment=NetworkSegment(5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92),segment_id=5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:27.432196 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.448184 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Pushing event updated for resources: {'Port': ['ID=99279f9a-68d8-4fa6-ba8e-70658fbf171e,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:27.458945 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f7d92413-3a22-42d6-8ffb-34660a7fb04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.462944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event updated for resources: {'Port': ['ID=19fd5c21-c9ba-46c3-95af-d508ed0702ae,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:27.484307 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:27.485518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:27.501129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:27.506835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:27.507657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.564798 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ee6f4704-4108-4d3a-af10-46dc167ad2cb tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4133902 Jan 21 09:46:27.565967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47106) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:27.571893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3778c57a-953d-47ee-a098-0b6e98533375 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ec', 'mac_address': 'fa:16:3e:21:4d:93'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:27.621771 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f7d92413-3a22-42d6-8ffb-34660a7fb04a None None] Provisioning for port a9997660-ee9c-4ffe-98d5-96962fd91a22 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:27.639194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Attempting to bind port 99279f9a-68d8-4fa6-ba8e-70658fbf171e on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:27.639859 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Attempting to bind port 99279f9a-68d8-4fa6-ba8e-70658fbf171e by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '358a185e-79b9-4187-bfcc-7a49d48f87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:27.640415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Attempting to bind port 99279f9a-68d8-4fa6-ba8e-70658fbf171e on network 5f39be75-ce8d-4b3d-8bd7-26a1004a8546 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:27.653192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:27.654122 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Checking segment: {'id': '358a185e-79b9-4187-bfcc-7a49d48f87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:27.654548 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.654942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Bound using segment: {'id': '358a185e-79b9-4187-bfcc-7a49d48f87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:27.655599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Bound port: 99279f9a-68d8-4fa6-ba8e-70658fbf171e, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358a185e-79b9-4187-bfcc-7a49d48f87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:27.656206 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.673408 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=4041d5ed-2f52-4761-835c-12c4d376e12e,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:27.782646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8eeacf95-c300-4d37-8d3d-babc16d9d350 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:27.805057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.827271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Transition to ACTIVE for port object 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:27.883590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.956045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 5f39be75-ce8d-4b3d-8bd7-26a1004a8546 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:27.964766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:27.970604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:28.033553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-55a31827-5a29-4246-9590-eebc91a0c889 None None] Provisioning for port bb3b30e9-d75e-43ba-869c-07d221012668 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:28.039055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.048750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d92413-3a22-42d6-8ffb-34660a7fb04a None None] Pushing event updated for resources: {'Port': ['ID=68bfb8d5-7b67-46b0-b433-96477d2943df,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.055182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.055444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-55a31827-5a29-4246-9590-eebc91a0c889 None None] Provisioning complete for port bb3b30e9-d75e-43ba-869c-07d221012668 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:28.055816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-55a31827-5a29-4246-9590-eebc91a0c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.106310 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] For port 99279f9a-68d8-4fa6-ba8e-70658fbf171e, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:28.119114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 8eeacf95-c300-4d37-8d3d-babc16d9d350 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:28.119479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.167251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3778c57a-953d-47ee-a098-0b6e98533375 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.167893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] For port 99279f9a-68d8-4fa6-ba8e-70658fbf171e, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=99279f9a-68d8-4fa6-ba8e-70658fbf171e,segment=NetworkSegment(358a185e-79b9-4187-bfcc-7a49d48f87df),segment_id=358a185e-79b9-4187-bfcc-7a49d48f87df)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:28.174178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-55a31827-5a29-4246-9590-eebc91a0c889 None None] Port bb3b30e9-d75e-43ba-869c-07d221012668 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:28.182242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.203540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.284136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-55a31827-5a29-4246-9590-eebc91a0c889 None None] Provisioning complete for port 68bfb8d5-7b67-46b0-b433-96477d2943df triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:28.284526 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-55a31827-5a29-4246-9590-eebc91a0c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.399554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f9698-63ad-4a22-b7af-9b1e2837b762 None None] Pushing event updated for resources: {'Port': ['ID=99279f9a-68d8-4fa6-ba8e-70658fbf171e,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.431415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a9997660-ee9c-4ffe-98d5-96962fd91a22 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:28.513170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3778c57a-953d-47ee-a098-0b6e98533375 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.528973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3778c57a-953d-47ee-a098-0b6e98533375 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.652457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port a9997660-ee9c-4ffe-98d5-96962fd91a22 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:28.659145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-3778c57a-953d-47ee-a098-0b6e98533375 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] In _notify_port_updated(), no bound segment for port 19fd5c21-c9ba-46c3-95af-d508ed0702ae on network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:46:28.664903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3778c57a-953d-47ee-a098-0b6e98533375 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:28.665539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3778c57a-953d-47ee-a098-0b6e98533375 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.670184 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3778c57a-953d-47ee-a098-0b6e98533375 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "PUT /v2.0/ports/19fd5c21-c9ba-46c3-95af-d508ed0702ae HTTP/1.1" status: 200 len: 1003 time: 1.1031408 Jan 21 09:46:28.671253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47112) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:28.671904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port a9997660-ee9c-4ffe-98d5-96962fd91a22 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:28.672775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.730768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-55a31827-5a29-4246-9590-eebc91a0c889 None None] Provisioning complete for port a9997660-ee9c-4ffe-98d5-96962fd91a22 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:28.735214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-55a31827-5a29-4246-9590-eebc91a0c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.802261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-fa14b2e2-5d59-4991-842a-b82d5a252186 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Deleting port 19fd5c21-c9ba-46c3-95af-d508ed0702ae {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:28.802672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fa14b2e2-5d59-4991-842a-b82d5a252186 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.840407 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.849130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.919959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778c57a-953d-47ee-a098-0b6e98533375 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event updated for resources: {'Port': ['ID=19fd5c21-c9ba-46c3-95af-d508ed0702ae,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.976454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.010826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.021111 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event updated for resources: {'Port': ['ID=9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:29.039009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-55a31827-5a29-4246-9590-eebc91a0c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.073397 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port a9997660-ee9c-4ffe-98d5-96962fd91a22, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a9997660-ee9c-4ffe-98d5-96962fd91a22,segment=NetworkSegment(592706e5-cf06-4abd-90d7-6e9c2650696f),segment_id=592706e5-cf06-4abd-90d7-6e9c2650696f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:29.079936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.153905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Network 5f39be75-ce8d-4b3d-8bd7-26a1004a8546 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:29.155577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:29.174335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f892ef-1e90-45f3-9826-9f4d486740cb req-d5c87f56-1569-4bec-875c-4e0ff2cf7c52 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.176854 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-76f892ef-1e90-45f3-9826-9f4d486740cb req-d5c87f56-1569-4bec-875c-4e0ff2cf7c52 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 945 time: 0.6407218 Jan 21 09:46:29.205217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-55a31827-5a29-4246-9590-eebc91a0c889 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:29.205846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-55a31827-5a29-4246-9590-eebc91a0c889 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:29.209111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=a9997660-ee9c-4ffe-98d5-96962fd91a22,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:29.219203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fa14b2e2-5d59-4991-842a-b82d5a252186 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.364983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-fa14b2e2-5d59-4991-842a-b82d5a252186 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Calling delete_port for 19fd5c21-c9ba-46c3-95af-d508ed0702ae owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:29.404266 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-76f892ef-1e90-45f3-9826-9f4d486740cb req-66e7b3cb-2f6e-4772-89fe-f7b222dec1c1 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220170 Jan 21 09:46:29.469246 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:29.548728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fa14b2e2-5d59-4991-842a-b82d5a252186 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.690434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 99279f9a-68d8-4fa6-ba8e-70658fbf171e up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:29.696784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:29.711679 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-73ec7b7a-7744-4a37-bee2-ad3f3c9a961d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5067537 Jan 21 09:46:29.715095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47118) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.721244 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-41618ad1-efb6-452c-822e-a8b92ccf034e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:29.761125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14b2e2-5d59-4991-842a-b82d5a252186 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event deleted for resources: {'Port': ['ID=19fd5c21-c9ba-46c3-95af-d508ed0702ae,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:29.789999 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Sync routers for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:29.805755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bc1e4c-cbec-418f-9b0b-d64e97c2c080 None None] Network 5f39be75-ce8d-4b3d-8bd7-26a1004a8546 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:29.894587 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fa14b2e2-5d59-4991-842a-b82d5a252186 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.914321 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fa14b2e2-5d59-4991-842a-b82d5a252186 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "DELETE /v2.0/ports/19fd5c21-c9ba-46c3-95af-d508ed0702ae HTTP/1.1" status: 204 len: 168 time: 1.2358067 Jan 21 09:46:29.915369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47122) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.931936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:29.932747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:29.973490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3aac6-d852-422e-a37e-25748fc0f2a1 req-87fb030e-fcba-48c5-9963-c98ce7391cfd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.975888 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33b3aac6-d852-422e-a37e-25748fc0f2a1 req-87fb030e-fcba-48c5-9963-c98ce7391cfd tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 945 time: 0.3666501 Jan 21 09:46:29.976019 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb677e77-4dc6-4189-b3b4-ddbc42f00f6a tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] GET failed (client error): The resource could not be found. Jan 21 09:46:29.976558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-eb677e77-4dc6-4189-b3b4-ddbc42f00f6a tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Synchronizing usage tracker for tenant:c368c7cb485e412ba0f8690c2e20843c on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:30.012499 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-eb677e77-4dc6-4189-b3b4-ddbc42f00f6a tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Unset dirty status for tenant:c368c7cb485e412ba0f8690c2e20843c on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:30.013903 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-eb677e77-4dc6-4189-b3b4-ddbc42f00f6a tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "GET /v2.0/ports/19fd5c21-c9ba-46c3-95af-d508ed0702ae HTTP/1.1" status: 404 len: 333 time: 0.0954654 Jan 21 09:46:30.025386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47126) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:30.033963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Request body: {'port': {'network_id': '15a12e3b-bf19-4d7d-a236-9c2fd29f8034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-503778155'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:30.059459 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33b3aac6-d852-422e-a37e-25748fc0f2a1 req-f3806909-5389-47fa-bd32-8eb9a58c7bdc tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723910 Jan 21 09:46:30.091186 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47130) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:30.125325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.182688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8ccec5d4-4c50-4157-b253-887b231c6eb2 None None] Could not find standard attr ID for object bf947631-dce1-4247-b83c-19a5903f07a1. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:30.184961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:30.265919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 99279f9a-68d8-4fa6-ba8e-70658fbf171e completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:30.291641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a9997660-ee9c-4ffe-98d5-96962fd91a22 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:30.316414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:30.323728 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8ccec5d4-4c50-4157-b253-887b231c6eb2 None None] Provisioning for port 99279f9a-68d8-4fa6-ba8e-70658fbf171e completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:30.327259 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:30.340653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Made reservation on behalf of c368c7cb485e412ba0f8690c2e20843c for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:30.344891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.366561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] device_id is not set on port 9385c6f1-8536-4477-a7fc-d1e89537fa4f yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:30.505043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8ccec5d4-4c50-4157-b253-887b231c6eb2 None None] Provisioning complete for port 99279f9a-68d8-4fa6-ba8e-70658fbf171e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:30.505712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8ccec5d4-4c50-4157-b253-887b231c6eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.511887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e740a968-750d-4152-ad1a-12ab4f59fc09 tempest-TestVolumeBootPattern-642263455 tempest-TestVolumeBootPattern-642263455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:30.516125 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e740a968-750d-4152-ad1a-12ab4f59fc09 tempest-TestVolumeBootPattern-642263455 tempest-TestVolumeBootPattern-642263455-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 1093 time: 0.4186897 Jan 21 09:46:30.516309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47136) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:30.523021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Allocated IP 2001:db8::eb (15a12e3b-bf19-4d7d-a236-9c2fd29f8034/bdd237e0-e0dd-4cdc-a562-f9644c00da9d/9385c6f1-8536-4477-a7fc-d1e89537fa4f) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:30.523459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:30.533108 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.extraroute_db [None req-41618ad1-efb6-452c-822e-a8b92ccf034e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 09:46:30.536086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:30.543319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Usage tracker for resource:floatingip and tenant:9d91df169b3d4b12afed351c8ebd622a is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:30.548991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:30.559517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:30.562203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.extraroute_db [None req-41618ad1-efb6-452c-822e-a8b92ccf034e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Removed routes are [] {{(pid=87502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 09:46:30.562678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-41618ad1-efb6-452c-822e-a8b92ccf034e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.633941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.708368 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port a9997660-ee9c-4ffe-98d5-96962fd91a22 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:30.708752 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.771220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.788633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Transition to ACTIVE for port object 9385c6f1-8536-4477-a7fc-d1e89537fa4f will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:30.815526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.886091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8ccec5d4-4c50-4157-b253-887b231c6eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.895046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:30.899727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:30.906764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:30.913453 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:30.914136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.938793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event updated for resources: {'Port': ['ID=9385c6f1-8536-4477-a7fc-d1e89537fa4f,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.956880 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-48715a2f-bf59-49c9-8062-be713cd7ff49 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9303887 Jan 21 09:46:30.959559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47140) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:30.968167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-976730fb-d462-4a6c-a4cd-cc1673e5d702 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:21:4d:93'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:30.975387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-8ccec5d4-4c50-4157-b253-887b231c6eb2 None None] For port 99279f9a-68d8-4fa6-ba8e-70658fbf171e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=99279f9a-68d8-4fa6-ba8e-70658fbf171e,segment=NetworkSegment(358a185e-79b9-4187-bfcc-7a49d48f87df),segment_id=358a185e-79b9-4187-bfcc-7a49d48f87df)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:30.992131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8ccec5d4-4c50-4157-b253-887b231c6eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.122044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8ccec5d4-4c50-4157-b253-887b231c6eb2 None None] Could not find standard attr ID for object 19fd5c21-c9ba-46c3-95af-d508ed0702ae. {{(pid=87503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:31.142869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-976730fb-d462-4a6c-a4cd-cc1673e5d702 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.143987 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccec5d4-4c50-4157-b253-887b231c6eb2 None None] Pushing event updated for resources: {'Port': ['ID=99279f9a-68d8-4fa6-ba8e-70658fbf171e,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:31.165082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 68bfb8d5-7b67-46b0-b433-96477d2943df up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:31.200212 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-41618ad1-efb6-452c-822e-a8b92ccf034e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.207645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-41618ad1-efb6-452c-822e-a8b92ccf034e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.255073 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:28Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:27Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d', 'name': '', 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:a0:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '59dc7804-75fd-4292-ad50-c1559d7e626d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:26Z', 'updated_at': '2022-01-21T09:46:28Z', 'revision_number': 2, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '59dc7804-75fd-4292-ad50-c1559d7e626d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9997660-ee9c-4ffe-98d5-96962fd91a22', 'name': '', 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:f3:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:20Z', 'updated_at': '2022-01-21T09:46:29Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:31.266187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Checking router: c0ba3bfd-4408-4cf6-b5c0-733d74c09899 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:31.266897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Updating router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:46:31.343402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c2423afb-cf62-46e9-a813-54076d541c4e None None] Provisioning for port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:31.350889 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c2423afb-cf62-46e9-a813-54076d541c4e None None] Provisioning complete for port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:31.351406 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c2423afb-cf62-46e9-a813-54076d541c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.413260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c2423afb-cf62-46e9-a813-54076d541c4e None None] Port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:31.413968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41618ad1-efb6-452c-822e-a8b92ccf034e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:31.424984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.436128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-976730fb-d462-4a6c-a4cd-cc1673e5d702 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.438330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.442879 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-976730fb-d462-4a6c-a4cd-cc1673e5d702 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.454871 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c2423afb-cf62-46e9-a813-54076d541c4e None None] Provisioning complete for port 99279f9a-68d8-4fa6-ba8e-70658fbf171e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:31.455276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c2423afb-cf62-46e9-a813-54076d541c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.515698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-976730fb-d462-4a6c-a4cd-cc1673e5d702 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] In _notify_port_updated(), no bound segment for port 9385c6f1-8536-4477-a7fc-d1e89537fa4f on network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:46:31.521589 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 68bfb8d5-7b67-46b0-b433-96477d2943df triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:31.521733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976730fb-d462-4a6c-a4cd-cc1673e5d702 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.521967 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.522334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-976730fb-d462-4a6c-a4cd-cc1673e5d702 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.526607 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-976730fb-d462-4a6c-a4cd-cc1673e5d702 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "PUT /v2.0/ports/9385c6f1-8536-4477-a7fc-d1e89537fa4f HTTP/1.1" status: 200 len: 1001 time: 0.5658915 Jan 21 09:46:31.527258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47144) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:31.598520 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976730fb-d462-4a6c-a4cd-cc1673e5d702 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event updated for resources: {'Port': ['ID=9385c6f1-8536-4477-a7fc-d1e89537fa4f,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:31.623751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-48bb0753-f9df-40ed-8f65-66085f42c733 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Deleting port 9385c6f1-8536-4477-a7fc-d1e89537fa4f {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:31.624606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48bb0753-f9df-40ed-8f65-66085f42c733 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.763693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41618ad1-efb6-452c-822e-a8b92ccf034e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:31.786495 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-41618ad1-efb6-452c-822e-a8b92ccf034e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.791542 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-41618ad1-efb6-452c-822e-a8b92ccf034e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899 HTTP/1.1" status: 200 len: 934 time: 2.0750923 Jan 21 09:46:31.794757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47148) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:31.900902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Allocated IP 172.26.4.182 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/9904ed0e-7dd0-4cc5-9e86-41f177abafec) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:31.932697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48bb0753-f9df-40ed-8f65-66085f42c733 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.037745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4041d5ed-2f52-4761-835c-12c4d376e12e up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:32.037991 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b36820aa-e9af-41a5-b03d-d4eb349f5511 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899 HTTP/1.1" status: 200 len: 934 time: 0.2393653 Jan 21 09:46:32.038691 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47152) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:32.043745 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-6603dde1-3d6b-428c-9a1f-72df2ba245d1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'router': {'routes': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:32.071059 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-48bb0753-f9df-40ed-8f65-66085f42c733 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Calling delete_port for 9385c6f1-8536-4477-a7fc-d1e89537fa4f owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:32.186260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 4041d5ed-2f52-4761-835c-12c4d376e12e triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:32.186656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.219902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48bb0753-f9df-40ed-8f65-66085f42c733 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.238634 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1e80a0f9-1427-48a7-ae3b-17607db9368b None None] Provisioning for port 9385c6f1-8536-4477-a7fc-d1e89537fa4f completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:32.249900 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.254093 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1e80a0f9-1427-48a7-ae3b-17607db9368b None None] Provisioning complete for port 9385c6f1-8536-4477-a7fc-d1e89537fa4f triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:32.254464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1e80a0f9-1427-48a7-ae3b-17607db9368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.276018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb0753-f9df-40ed-8f65-66085f42c733 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event deleted for resources: {'Port': ['ID=9385c6f1-8536-4477-a7fc-d1e89537fa4f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:32.298673 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1e80a0f9-1427-48a7-ae3b-17607db9368b None None] Port 9385c6f1-8536-4477-a7fc-d1e89537fa4f was deleted so its status cannot be updated. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 09:46:32.308568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Transition to ACTIVE for port object 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:32.325240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48bb0753-f9df-40ed-8f65-66085f42c733 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.332869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.339071 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-48bb0753-f9df-40ed-8f65-66085f42c733 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "DELETE /v2.0/ports/9385c6f1-8536-4477-a7fc-d1e89537fa4f HTTP/1.1" status: 204 len: 168 time: 0.8046350 Jan 21 09:46:32.339757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47156) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:32.376574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.387848 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f9994e-4c76-4e2e-9f2e-b79aabcfa9f7 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] GET failed (client error): The resource could not be found. Jan 21 09:46:32.388541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-73f9994e-4c76-4e2e-9f2e-b79aabcfa9f7 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Synchronizing usage tracker for tenant:c368c7cb485e412ba0f8690c2e20843c on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:32.411547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-73f9994e-4c76-4e2e-9f2e-b79aabcfa9f7 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Unset dirty status for tenant:c368c7cb485e412ba0f8690c2e20843c on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:32.417798 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-73f9994e-4c76-4e2e-9f2e-b79aabcfa9f7 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "GET /v2.0/ports/9385c6f1-8536-4477-a7fc-d1e89537fa4f HTTP/1.1" status: 404 len: 333 time: 0.0725608 Jan 21 09:46:32.418009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47160) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:32.428890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Request body: {'port': {'network_id': '15a12e3b-bf19-4d7d-a236-9c2fd29f8034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1799522141'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:32.579353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea20c03-675a-44c7-a52f-2b43e50d6156 None None] Pushing event updated for resources: {'Port': ['ID=9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:32.695193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:32.718562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:32.734597 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Attempting to bind port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:32.735001 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Attempting to bind port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '358a185e-79b9-4187-bfcc-7a49d48f87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:32.735831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Attempting to bind port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d on network 5f39be75-ce8d-4b3d-8bd7-26a1004a8546 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:32.740435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Made reservation on behalf of c368c7cb485e412ba0f8690c2e20843c for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:32.742810 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:32.746888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Checking segment: {'id': '358a185e-79b9-4187-bfcc-7a49d48f87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:32.747916 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.747916 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Bound using segment: {'id': '358a185e-79b9-4187-bfcc-7a49d48f87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:32.748704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Bound port: 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358a185e-79b9-4187-bfcc-7a49d48f87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:32.749118 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.752218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.763068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 99279f9a-68d8-4fa6-ba8e-70658fbf171e up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:32.790988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] device_id is not set on port f9f28f30-01e1-43ed-b15e-a5694b70e0dc yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:32.850302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.911708 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] For port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:32.917890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] For port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d,segment=NetworkSegment(358a185e-79b9-4187-bfcc-7a49d48f87df),segment_id=358a185e-79b9-4187-bfcc-7a49d48f87df)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:32.921905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 99279f9a-68d8-4fa6-ba8e-70658fbf171e triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:32.922371 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.943237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:32.953689 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.973844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'Port': ['ID=9904ed0e-7dd0-4cc5-9e86-41f177abafec,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:32.974690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Allocated IP 2001:db8::16d (15a12e3b-bf19-4d7d-a236-9c2fd29f8034/bdd237e0-e0dd-4cdc-a562-f9644c00da9d/f9f28f30-01e1-43ed-b15e-a5694b70e0dc) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:32.976365 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:32.983574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:33.088766 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea20c03-675a-44c7-a52f-2b43e50d6156 None None] Pushing event updated for resources: {'Port': ['ID=9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:33.095132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:33.096360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:33.278195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.extraroute_db [None req-6603dde1-3d6b-428c-9a1f-72df2ba245d1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Added routes are [] {{(pid=87502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 09:46:33.278515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.extraroute_db [None req-6603dde1-3d6b-428c-9a1f-72df2ba245d1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 09:46:33.335902 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:33.368371 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.386847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Transition to ACTIVE for port object f9f28f30-01e1-43ed-b15e-a5694b70e0dc will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:33.415401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.450021 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6603dde1-3d6b-428c-9a1f-72df2ba245d1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.489509 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:33.492568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:33.497125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:33.504000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.504598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.509411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event updated for resources: {'Port': ['ID=f9f28f30-01e1-43ed-b15e-a5694b70e0dc,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:33.538334 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9d49e9f5-e996-47ef-8042-f0bff9413c39 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1193492 Jan 21 09:46:33.541240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47164) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:33.550048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Request body: {'port': {'network_id': '15a12e3b-bf19-4d7d-a236-9c2fd29f8034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1786605327'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:33.717007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:33.721166 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:30Z', 'revision_number': 6, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:27Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d', 'name': '', 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:a0:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '59dc7804-75fd-4292-ad50-c1559d7e626d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:26Z', 'updated_at': '2022-01-21T09:46:32Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '59dc7804-75fd-4292-ad50-c1559d7e626d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9997660-ee9c-4ffe-98d5-96962fd91a22', 'name': '', 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:f3:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:20Z', 'updated_at': '2022-01-21T09:46:29Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:33.722095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Usage tracker for resource:port and tenant:c368c7cb485e412ba0f8690c2e20843c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:33.725851 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:33.726016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa79a3c1-741f-44e4-ae1a-7e9149412ca7 None None] The sync data for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv is: [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:30Z', 'revision_number': 6, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:27Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d', 'name': '', 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:a0:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '59dc7804-75fd-4292-ad50-c1559d7e626d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:26Z', 'updated_at': '2022-01-21T09:46:32Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '59dc7804-75fd-4292-ad50-c1559d7e626d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9997660-ee9c-4ffe-98d5-96962fd91a22', 'name': '', 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:f3:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:20Z', 'updated_at': '2022-01-21T09:46:29Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:33.733632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:33.745692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Made reservation on behalf of c368c7cb485e412ba0f8690c2e20843c for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:33.749974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.789061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] device_id is not set on port ad29499f-110b-41e5-a5cf-8f4b2b753fe9 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:33.930441 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6603dde1-3d6b-428c-9a1f-72df2ba245d1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.935804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6603dde1-3d6b-428c-9a1f-72df2ba245d1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.938890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c0c101d9-5bec-4798-b5ec-b70c9a1db6aa None None] Provisioning for port f9f28f30-01e1-43ed-b15e-a5694b70e0dc completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:33.945766 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c0c101d9-5bec-4798-b5ec-b70c9a1db6aa None None] Provisioning complete for port f9f28f30-01e1-43ed-b15e-a5694b70e0dc triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:33.946264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c0c101d9-5bec-4798-b5ec-b70c9a1db6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.979488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Allocated IP 2001:db8::3eb (15a12e3b-bf19-4d7d-a236-9c2fd29f8034/bdd237e0-e0dd-4cdc-a562-f9644c00da9d/ad29499f-110b-41e5-a5cf-8f4b2b753fe9) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:34.012640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.013372 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c0c101d9-5bec-4798-b5ec-b70c9a1db6aa None None] Port f9f28f30-01e1-43ed-b15e-a5694b70e0dc cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:34.212279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.231285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Transition to ACTIVE for port object ad29499f-110b-41e5-a5cf-8f4b2b753fe9 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:34.262292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.287303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6603dde1-3d6b-428c-9a1f-72df2ba245d1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:34.336430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:34.339964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:34.344087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:34.349816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:34.350350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.375632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event updated for resources: {'Port': ['ID=ad29499f-110b-41e5-a5cf-8f4b2b753fe9,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:34.384503 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4e3b58b3-b503-4436-9eb7-44e88213fffd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8388343 Jan 21 09:46:34.384856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47168) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:34.391360 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3e66c66a-6098-4fe9-9b50-75b70ec2a67b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ec', 'mac_address': 'fa:16:3e:21:4d:93'}, {'ip_address': '2001:db8::16d', 'mac_address': 'fa:16:3e:81:29:35'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:34.442901 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.535112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6603dde1-3d6b-428c-9a1f-72df2ba245d1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:34.551551 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6603dde1-3d6b-428c-9a1f-72df2ba245d1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.556184 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6603dde1-3d6b-428c-9a1f-72df2ba245d1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899 HTTP/1.1" status: 200 len: 700 time: 2.5132873 Jan 21 09:46:34.556388 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47172) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:34.729046 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc07ae41-ed36-4529-9482-eb6fdd45354e None None] Sync routers for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:34.755374 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:34.757250 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc07ae41-ed36-4529-9482-eb6fdd45354e None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:34.757889 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cc07ae41-ed36-4529-9482-eb6fdd45354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:34.768428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.777299 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.789336 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-06b48afc-6b16-433e-98d9-fdd5b5e9e71c None None] Provisioning for port ad29499f-110b-41e5-a5cf-8f4b2b753fe9 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:34.808574 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-06b48afc-6b16-433e-98d9-fdd5b5e9e71c None None] Provisioning complete for port ad29499f-110b-41e5-a5cf-8f4b2b753fe9 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:34.809285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-06b48afc-6b16-433e-98d9-fdd5b5e9e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.865011 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-06b48afc-6b16-433e-98d9-fdd5b5e9e71c None None] Port ad29499f-110b-41e5-a5cf-8f4b2b753fe9 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:34.868882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e66c66a-6098-4fe9-9b50-75b70ec2a67b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.887008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event updated for resources: {'Port': ['ID=9904ed0e-7dd0-4cc5-9e86-41f177abafec,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:34.890904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:34.898839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:34.903023 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d1ee886e-da8a-417a-a8b7-b355d680cc42 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899 HTTP/1.1" status: 200 len: 700 time: 0.3431132 Jan 21 09:46:34.903498 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47176) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:34.904089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.929107 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-cc07ae41-ed36-4529-9482-eb6fdd45354e None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:34.958835 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.156901 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.180973 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Floating IP db167cfa-9d9d-46e7-bc55-4117dd9f61b3 associated. External IP: 172.26.4.182, port: 32fbcca9-81bc-4cfd-9951-b14ebe7108bb. Jan 21 09:46:35.230014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d,segment=NetworkSegment(358a185e-79b9-4187-bfcc-7a49d48f87df),segment_id=358a185e-79b9-4187-bfcc-7a49d48f87df)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:35.237013 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.320509 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cc07ae41-ed36-4529-9482-eb6fdd45354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:33Z', 'revision_number': 7, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:27Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d', 'name': '', 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:a0:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '59dc7804-75fd-4292-ad50-c1559d7e626d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:26Z', 'updated_at': '2022-01-21T09:46:32Z', 'revision_number': 4, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '59dc7804-75fd-4292-ad50-c1559d7e626d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9997660-ee9c-4ffe-98d5-96962fd91a22', 'name': '', 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:f3:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:20Z', 'updated_at': '2022-01-21T09:46:29Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:35.325396 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc07ae41-ed36-4529-9482-eb6fdd45354e None None] Checking router: c0ba3bfd-4408-4cf6-b5c0-733d74c09899 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:35.335278 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc07ae41-ed36-4529-9482-eb6fdd45354e None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:35.335908 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cc07ae41-ed36-4529-9482-eb6fdd45354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:35.398580 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:35.567147 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-cc07ae41-ed36-4529-9482-eb6fdd45354e None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:35.594221 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:35.698160 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e66c66a-6098-4fe9-9b50-75b70ec2a67b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.707553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e66c66a-6098-4fe9-9b50-75b70ec2a67b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.753063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-3e66c66a-6098-4fe9-9b50-75b70ec2a67b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] In _notify_port_updated(), no bound segment for port ad29499f-110b-41e5-a5cf-8f4b2b753fe9 on network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 {{(pid=87501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:46:35.759767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66c66a-6098-4fe9-9b50-75b70ec2a67b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:35.759767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e66c66a-6098-4fe9-9b50-75b70ec2a67b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.763466 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3e66c66a-6098-4fe9-9b50-75b70ec2a67b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "PUT /v2.0/ports/ad29499f-110b-41e5-a5cf-8f4b2b753fe9 HTTP/1.1" status: 200 len: 1068 time: 1.3775392 Jan 21 09:46:35.767251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47180) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:35.809720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66c66a-6098-4fe9-9b50-75b70ec2a67b tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event updated for resources: {'Port': ['ID=ad29499f-110b-41e5-a5cf-8f4b2b753fe9,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:35.817102 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:46:35.906510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-52b44544-1272-4e00-9ecd-4b9b18eaa900 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.946230 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cc07ae41-ed36-4529-9482-eb6fdd45354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:33Z', 'revision_number': 7, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:27Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d', 'name': '', 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:a0:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '59dc7804-75fd-4292-ad50-c1559d7e626d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:26Z', 'updated_at': '2022-01-21T09:46:35Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '59dc7804-75fd-4292-ad50-c1559d7e626d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9997660-ee9c-4ffe-98d5-96962fd91a22', 'name': '', 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:f3:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:20Z', 'updated_at': '2022-01-21T09:46:29Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:35.952271 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc07ae41-ed36-4529-9482-eb6fdd45354e None None] The sync data for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv is: [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:33Z', 'revision_number': 7, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:27Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d', 'name': '', 'network_id': '5f39be75-ce8d-4b3d-8bd7-26a1004a8546', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:a0:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '59dc7804-75fd-4292-ad50-c1559d7e626d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:26Z', 'updated_at': '2022-01-21T09:46:35Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '59dc7804-75fd-4292-ad50-c1559d7e626d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9997660-ee9c-4ffe-98d5-96962fd91a22', 'name': '', 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:f3:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:20Z', 'updated_at': '2022-01-21T09:46:29Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:36.051810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4daa0ac0-f0d9-489f-8247-af0af32afefd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Deleting port ad29499f-110b-41e5-a5cf-8f4b2b753fe9 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:36.052161 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4daa0ac0-f0d9-489f-8247-af0af32afefd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.108599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ef31ba6a-9357-4b9a-a890-fc43fa991fd8 None None] Provisioning complete for port ad29499f-110b-41e5-a5cf-8f4b2b753fe9 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:36.109209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:36.109348 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ef31ba6a-9357-4b9a-a890-fc43fa991fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.138901 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0cfb88-6332-48a8-8374-3e1f3f04c9a1 None None] Sync routers for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:36.163723 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.168420 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0cfb88-6332-48a8-8374-3e1f3f04c9a1 None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:36.169115 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ce0cfb88-6332-48a8-8374-3e1f3f04c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:36.229719 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e3329dae-1d48-4aec-92de-2959d4f2cf9c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7120423 Jan 21 09:46:36.236804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'tag': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:36.291143 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ef31ba6a-9357-4b9a-a890-fc43fa991fd8 None None] Port ad29499f-110b-41e5-a5cf-8f4b2b753fe9 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:36.321715 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'tag': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb', 'status': 'completed', 'code': 200} Jan 21 09:46:36.357616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-52b44544-1272-4e00-9ecd-4b9b18eaa900 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:36.357956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-52b44544-1272-4e00-9ecd-4b9b18eaa900 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.408519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5f423ef7-d973-40f2-9355-44c680a0621f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.433455 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-ce0cfb88-6332-48a8-8374-3e1f3f04c9a1 None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:36.454983 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4daa0ac0-f0d9-489f-8247-af0af32afefd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.573531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b389f43-5929-49ba-b58a-446dbd153753 req-76d700c3-be15-4bc6-9bbb-8d7cf34533f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:36.574989 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b389f43-5929-49ba-b58a-446dbd153753 req-76d700c3-be15-4bc6-9bbb-8d7cf34533f0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 1098 time: 0.2186906 Jan 21 09:46:36.588975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4daa0ac0-f0d9-489f-8247-af0af32afefd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Calling delete_port for ad29499f-110b-41e5-a5cf-8f4b2b753fe9 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:36.671956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-52b44544-1272-4e00-9ecd-4b9b18eaa900 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] For port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d,segment=NetworkSegment(358a185e-79b9-4187-bfcc-7a49d48f87df),segment_id=358a185e-79b9-4187-bfcc-7a49d48f87df)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:36.673292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-52b44544-1272-4e00-9ecd-4b9b18eaa900 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.728977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:36.772862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4daa0ac0-f0d9-489f-8247-af0af32afefd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.833197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa0ac0-f0d9-489f-8247-af0af32afefd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event deleted for resources: {'Port': ['ID=ad29499f-110b-41e5-a5cf-8f4b2b753fe9,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:36.843602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-52b44544-1272-4e00-9ecd-4b9b18eaa900 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:36.870382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:36.870763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.966294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ce0cfb88-6332-48a8-8374-3e1f3f04c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '8c51f728-102c-4a94-9ec5-a14b54eca040', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:9c:cb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40819d1-af15-483c-9a43-b04b6095483c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:05Z', 'updated_at': '2022-01-21T09:44:12Z', 'revision_number': 1, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}, {'id': 'db167cfa-9d9d-46e7-bc55-4117dd9f61b3', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.182', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:5a:f4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:46:33Z', 'updated_at': '2022-01-21T09:46:33Z', 'revision_number': 0, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:37.042852 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0cfb88-6332-48a8-8374-3e1f3f04c9a1 None None] Checking router: 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:37.058626 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0cfb88-6332-48a8-8374-3e1f3f04c9a1 None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:37.061252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ce0cfb88-6332-48a8-8374-3e1f3f04c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:37.119450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4daa0ac0-f0d9-489f-8247-af0af32afefd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.119656 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b389f43-5929-49ba-b58a-446dbd153753 req-b794ec26-df06-48fb-a7b7-4103fc875d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.125868 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b389f43-5929-49ba-b58a-446dbd153753 req-b794ec26-df06-48fb-a7b7-4103fc875d32 service neutron] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 913 time: 0.5419827 Jan 21 09:46:37.130240 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4daa0ac0-f0d9-489f-8247-af0af32afefd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "DELETE /v2.0/ports/ad29499f-110b-41e5-a5cf-8f4b2b753fe9 HTTP/1.1" status: 204 len: 168 time: 1.3617837 Jan 21 09:46:37.132996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47188) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:37.177164 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1522cdf-1ea3-4d76-b7a7-b02a64825af5 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] GET failed (client error): The resource could not be found. Jan 21 09:46:37.177624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d1522cdf-1ea3-4d76-b7a7-b02a64825af5 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Synchronizing usage tracker for tenant:c368c7cb485e412ba0f8690c2e20843c on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:37.194634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d1522cdf-1ea3-4d76-b7a7-b02a64825af5 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Unset dirty status for tenant:c368c7cb485e412ba0f8690c2e20843c on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:37.198604 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d1522cdf-1ea3-4d76-b7a7-b02a64825af5 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "GET /v2.0/ports/ad29499f-110b-41e5-a5cf-8f4b2b753fe9 HTTP/1.1" status: 404 len: 333 time: 0.0619252 Jan 21 09:46:37.198889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47192) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:37.240831 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b389f43-5929-49ba-b58a-446dbd153753 req-7a126b2e-8714-42e1-8a80-d98d07fece26 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32fbcca9-81bc-4cfd-9951-b14ebe7108bb HTTP/1.1" status: 200 len: 999 time: 0.1059637 Jan 21 09:46:37.251040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-ce0cfb88-6332-48a8-8374-3e1f3f04c9a1 None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:37.268958 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b07d8ae7-dd09-4fb3-bdac-b5ece0857884 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Deleting port f9f28f30-01e1-43ed-b15e-a5694b70e0dc {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:37.269309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b07d8ae7-dd09-4fb3-bdac-b5ece0857884 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.367272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b389f43-5929-49ba-b58a-446dbd153753 req-45a151b8-ba93-4625-9ef9-78e38a9964bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.368737 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b389f43-5929-49ba-b58a-446dbd153753 req-45a151b8-ba93-4625-9ef9-78e38a9964bb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.1146142 Jan 21 09:46:37.452027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-52b44544-1272-4e00-9ecd-4b9b18eaa900 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.537570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b07d8ae7-dd09-4fb3-bdac-b5ece0857884 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.602087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b44544-1272-4e00-9ecd-4b9b18eaa900 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:37.645627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b389f43-5929-49ba-b58a-446dbd153753 req-6d731180-31d8-4084-b972-aaab602aad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.647440 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b389f43-5929-49ba-b58a-446dbd153753 req-6d731180-31d8-4084-b972-aaab602aad0e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2726352 Jan 21 09:46:37.739843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ce0cfb88-6332-48a8-8374-3e1f3f04c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '8c51f728-102c-4a94-9ec5-a14b54eca040', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:9c:cb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40819d1-af15-483c-9a43-b04b6095483c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:05Z', 'updated_at': '2022-01-21T09:44:12Z', 'revision_number': 1, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}, {'id': 'db167cfa-9d9d-46e7-bc55-4117dd9f61b3', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.182', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:5a:f4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:46:33Z', 'updated_at': '2022-01-21T09:46:33Z', 'revision_number': 0, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:37.744569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0cfb88-6332-48a8-8374-3e1f3f04c9a1 None None] The sync data for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv is: [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '8c51f728-102c-4a94-9ec5-a14b54eca040', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:9c:cb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40819d1-af15-483c-9a43-b04b6095483c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:05Z', 'updated_at': '2022-01-21T09:44:12Z', 'revision_number': 1, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}, {'id': 'db167cfa-9d9d-46e7-bc55-4117dd9f61b3', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.182', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:5a:f4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:46:33Z', 'updated_at': '2022-01-21T09:46:33Z', 'revision_number': 0, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:37.771063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b07d8ae7-dd09-4fb3-bdac-b5ece0857884 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Calling delete_port for f9f28f30-01e1-43ed-b15e-a5694b70e0dc owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:37.952380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-52b44544-1272-4e00-9ecd-4b9b18eaa900 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.967862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b07d8ae7-dd09-4fb3-bdac-b5ece0857884 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.992070 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a53bd-089f-4d02-9e20-c29e54889b8e None None] New status for floating IP db167cfa-9d9d-46e7-bc55-4117dd9f61b3: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:46:38.033714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d8ae7-dd09-4fb3-bdac-b5ece0857884 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event deleted for resources: {'Port': ['ID=f9f28f30-01e1-43ed-b15e-a5694b70e0dc,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:38.048549 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b389f43-5929-49ba-b58a-446dbd153753 req-9c855a52-d3fc-4dc2-b397-38f7be90aafc service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225703 Jan 21 09:46:38.079614 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b07d8ae7-dd09-4fb3-bdac-b5ece0857884 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.094820 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b07d8ae7-dd09-4fb3-bdac-b5ece0857884 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "DELETE /v2.0/ports/f9f28f30-01e1-43ed-b15e-a5694b70e0dc HTTP/1.1" status: 204 len: 168 time: 0.8947775 Jan 21 09:46:38.097303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47196) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:38.177685 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e093a2-5249-490a-b9cc-91d3e222d9f1 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] GET failed (client error): The resource could not be found. Jan 21 09:46:38.178636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c5e093a2-5249-490a-b9cc-91d3e222d9f1 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Synchronizing usage tracker for tenant:c368c7cb485e412ba0f8690c2e20843c on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:38.219506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c5e093a2-5249-490a-b9cc-91d3e222d9f1 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Unset dirty status for tenant:c368c7cb485e412ba0f8690c2e20843c on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:38.222065 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c5e093a2-5249-490a-b9cc-91d3e222d9f1 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "GET /v2.0/ports/f9f28f30-01e1-43ed-b15e-a5694b70e0dc HTTP/1.1" status: 404 len: 333 time: 0.1237776 Jan 21 09:46:38.228895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47200) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:38.335484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-14815dd0-1a56-40e6-a0e0-4083beed42dd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Deleting port bb3b30e9-d75e-43ba-869c-07d221012668 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:38.336450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14815dd0-1a56-40e6-a0e0-4083beed42dd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.461606 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-09f9e015-d1bb-4a0d-b2ca-3c8bb9711335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.470797 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b389f43-5929-49ba-b58a-446dbd153753 req-41967e33-b31e-4018-837b-ad664878e426 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623054 Jan 21 09:46:38.481828 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b44544-1272-4e00-9ecd-4b9b18eaa900 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:38.860780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14815dd0-1a56-40e6-a0e0-4083beed42dd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.861850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b44544-1272-4e00-9ecd-4b9b18eaa900 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:38.881128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd30d2c3-b863-4599-8143-d398e6ca9b6e None None] Sync routers for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:38.882727 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-52b44544-1272-4e00-9ecd-4b9b18eaa900 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9737704 Jan 21 09:46:38.882727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47204) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:38.895487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd30d2c3-b863-4599-8143-d398e6ca9b6e None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:38.896356 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-bd30d2c3-b863-4599-8143-d398e6ca9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:38.965155 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8aadf424-e4c8-43f8-92df-ccf9b530a148 req-9d5a6aac-ce6e-47a8-b200-76a1c987df45 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1845858 Jan 21 09:46:38.977980 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0bc34d-5d0f-4c88-a8b8-5fd6df023dcc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting subnet 59dc7804-75fd-4292-ad50-c1559d7e626d {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:38.982659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc34d-5d0f-4c88-a8b8-5fd6df023dcc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.018486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-14815dd0-1a56-40e6-a0e0-4083beed42dd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Calling delete_port for bb3b30e9-d75e-43ba-869c-07d221012668 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:39.056439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc34d-5d0f-4c88-a8b8-5fd6df023dcc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.173250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-bd30d2c3-b863-4599-8143-d398e6ca9b6e None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:39.212268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc34d-5d0f-4c88-a8b8-5fd6df023dcc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.239506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14815dd0-1a56-40e6-a0e0-4083beed42dd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.254304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadf424-e4c8-43f8-92df-ccf9b530a148 req-d2103511-df12-4d47-b5df-0f8ea600ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:39.255542 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8aadf424-e4c8-43f8-92df-ccf9b530a148 req-d2103511-df12-4d47-b5df-0f8ea600ac6c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 1098 time: 0.1469674 Jan 21 09:46:39.363116 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14815dd0-1a56-40e6-a0e0-4083beed42dd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event deleted for resources: {'Port': ['ID=bb3b30e9-d75e-43ba-869c-07d221012668,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:39.376612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14815dd0-1a56-40e6-a0e0-4083beed42dd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.394560 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-14815dd0-1a56-40e6-a0e0-4083beed42dd tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "DELETE /v2.0/ports/bb3b30e9-d75e-43ba-869c-07d221012668 HTTP/1.1" status: 204 len: 168 time: 1.1631367 Jan 21 09:46:39.396877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47208) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.469262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc34d-5d0f-4c88-a8b8-5fd6df023dcc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.487693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec871b4c-0719-49ac-b33f-283887297df1 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Deleting subnet bdd237e0-e0dd-4cdc-a562-f9644c00da9d {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:39.491305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec871b4c-0719-49ac-b33f-283887297df1 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.539636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.552573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bc34d-5d0f-4c88-a8b8-5fd6df023dcc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Subnet': ['ID=59dc7804-75fd-4292-ad50-c1559d7e626d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:39.555329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc34d-5d0f-4c88-a8b8-5fd6df023dcc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.559890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec871b4c-0719-49ac-b33f-283887297df1 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.582344 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c2e4b-eff5-4600-8b41-aed9ddee82a4 None None] Network 5f39be75-ce8d-4b3d-8bd7-26a1004a8546 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:39.585711 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1b0bc34d-5d0f-4c88-a8b8-5fd6df023dcc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/59dc7804-75fd-4292-ad50-c1559d7e626d HTTP/1.1" status: 204 len: 168 time: 0.7036929 Jan 21 09:46:39.589016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47212) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.621474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadf424-e4c8-43f8-92df-ccf9b530a148 req-c0c2a12c-d4f6-408f-a7b6-fc6568d9d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:39.623039 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8aadf424-e4c8-43f8-92df-ccf9b530a148 req-c0c2a12c-d4f6-408f-a7b6-fc6568d9d4de service neutron] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 913 time: 0.3395810 Jan 21 09:46:39.760266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec871b4c-0719-49ac-b33f-283887297df1 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.834857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec871b4c-0719-49ac-b33f-283887297df1 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.846316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.853163 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8aadf424-e4c8-43f8-92df-ccf9b530a148 req-78c1edba-6bdf-41ad-9f99-4cbcbe430b11 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b68c666-9ade-4ede-a9ea-94abb06350f0 HTTP/1.1" status: 200 len: 1001 time: 0.2239735 Jan 21 09:46:39.875792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec871b4c-0719-49ac-b33f-283887297df1 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd237e0-e0dd-4cdc-a562-f9644c00da9d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:39.879565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ec871b4c-0719-49ac-b33f-283887297df1 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.882448 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.888776 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ec871b4c-0719-49ac-b33f-283887297df1 tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "DELETE /v2.0/subnets/bdd237e0-e0dd-4cdc-a562-f9644c00da9d HTTP/1.1" status: 204 len: 168 time: 0.4907393 Jan 21 09:46:39.889545 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47216) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.897921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 99279f9a-68d8-4fa6-ba8e-70658fbf171e {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:39.898122 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6326573d-1458-4e08-a9b1-1e952138ca9f None None] Network 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:39.898239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.999148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadf424-e4c8-43f8-92df-ccf9b530a148 req-fae86757-6302-4264-9895-e2beecf47254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:40.000975 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8aadf424-e4c8-43f8-92df-ccf9b530a148 req-fae86757-6302-4264-9895-e2beecf47254 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.1407075 Jan 21 09:46:40.008180 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.019286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Deleting port 68bfb8d5-7b67-46b0-b433-96477d2943df {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:40.019945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.094095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-bd30d2c3-b863-4599-8143-d398e6ca9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:37Z', 'revision_number': 8, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:27Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9997660-ee9c-4ffe-98d5-96962fd91a22', 'name': '', 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:f3:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:20Z', 'updated_at': '2022-01-21T09:46:29Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:40.107521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd30d2c3-b863-4599-8143-d398e6ca9b6e None None] Checking router: c0ba3bfd-4408-4cf6-b5c0-733d74c09899 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:40.135054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd30d2c3-b863-4599-8143-d398e6ca9b6e None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:40.135746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-bd30d2c3-b863-4599-8143-d398e6ca9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:40.195832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] For port 99279f9a-68d8-4fa6-ba8e-70658fbf171e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=99279f9a-68d8-4fa6-ba8e-70658fbf171e,segment=NetworkSegment(358a185e-79b9-4187-bfcc-7a49d48f87df),segment_id=358a185e-79b9-4187-bfcc-7a49d48f87df)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:40.196213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.234267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] For port 68bfb8d5-7b67-46b0-b433-96477d2943df, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=68bfb8d5-7b67-46b0-b433-96477d2943df,segment=NetworkSegment(5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92),segment_id=5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:40.234622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.263525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadf424-e4c8-43f8-92df-ccf9b530a148 req-3094d8f2-a4c6-4ece-a233-8903b42ccea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:40.265165 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8aadf424-e4c8-43f8-92df-ccf9b530a148 req-3094d8f2-a4c6-4ece-a233-8903b42ccea6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2513952 Jan 21 09:46:40.271778 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10477e4-4b29-4dd6-8694-da774bd93e80 None None] DHCP port deletion for 5f39be75-ce8d-4b3d-8bd7-26a1004a8546 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:46:40.298667 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a10477e4-4b29-4dd6-8694-da774bd93e80 None None] Deleting port 99279f9a-68d8-4fa6-ba8e-70658fbf171e {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:40.299190 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a10477e4-4b29-4dd6-8694-da774bd93e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.363970 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Calling delete_port for 68bfb8d5-7b67-46b0-b433-96477d2943df owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:40.422085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-bd30d2c3-b863-4599-8143-d398e6ca9b6e None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:40.451043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.478898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for 99279f9a-68d8-4fa6-ba8e-70658fbf171e owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:40.517062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event deleted for resources: {'Port': ['ID=68bfb8d5-7b67-46b0-b433-96477d2943df,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:40.521122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] No DVR routers for this DVR port 68bfb8d5-7b67-46b0-b433-96477d2943df on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:40.529427 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af766cdf-49d7-4321-9235-753114b1e86b None None] DHCP port deletion for 15a12e3b-bf19-4d7d-a236-9c2fd29f8034 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:46:40.685236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.706681 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8aadf424-e4c8-43f8-92df-ccf9b530a148 req-baa1ff36-74d9-4736-88d1-cbf41ab2df08 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551365 Jan 21 09:46:40.707343 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 68bfb8d5-7b67-46b0-b433-96477d2943df no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:40.712537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.718600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a12e3b-bf19-4d7d-a236-9c2fd29f8034']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:40.731847 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:40.732166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb1ccf6-b7e0-4430-af7d-4b70bddb4d92') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:40.743871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.760133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.767180 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:40.767573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:40.782041 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:40.784645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=99279f9a-68d8-4fa6-ba8e-70658fbf171e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:40.794321 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 68bfb8d5-7b67-46b0-b433-96477d2943df {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:40.794891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 68bfb8d5-7b67-46b0-b433-96477d2943df not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:40.795453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 99279f9a-68d8-4fa6-ba8e-70658fbf171e no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:40.800021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No DVR routers for this DVR port 99279f9a-68d8-4fa6-ba8e-70658fbf171e on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:40.870652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.889866 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.891092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 99279f9a-68d8-4fa6-ba8e-70658fbf171e {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:40.891446 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 99279f9a-68d8-4fa6-ba8e-70658fbf171e not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:40.906471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] Pushing event deleted for resources: {'Network': ['ID=15a12e3b-bf19-4d7d-a236-9c2fd29f8034,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:40.909828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a10477e4-4b29-4dd6-8694-da774bd93e80 None None] For port 99279f9a-68d8-4fa6-ba8e-70658fbf171e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=99279f9a-68d8-4fa6-ba8e-70658fbf171e,segment=NetworkSegment(358a185e-79b9-4187-bfcc-7a49d48f87df),segment_id=358a185e-79b9-4187-bfcc-7a49d48f87df)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:40.910292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a10477e4-4b29-4dd6-8694-da774bd93e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.911983 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-752eaff4-0570-4f37-a2fa-c68b9404804d tempest-AllowedAddressPairIpV6TestJSON-1481351539 tempest-AllowedAddressPairIpV6TestJSON-1481351539-project] 10.222.0.99 "DELETE /v2.0/networks/15a12e3b-bf19-4d7d-a236-9c2fd29f8034 HTTP/1.1" status: 204 len: 168 time: 1.0212610 Jan 21 09:46:41.015810 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.052186 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8aadf424-e4c8-43f8-92df-ccf9b530a148 req-91dffafc-1c5a-4f35-be86-146542a783f5 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344743 Jan 21 09:46:41.055862 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f39be75-ce8d-4b3d-8bd7-26a1004a8546']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.061814 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a10477e4-4b29-4dd6-8694-da774bd93e80 None None] Calling delete_port for 99279f9a-68d8-4fa6-ba8e-70658fbf171e owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:41.072056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358a185e-79b9-4187-bfcc-7a49d48f87df') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.072378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358a185e-79b9-4187-bfcc-7a49d48f87df') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.098603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.121628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.128254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:41.128746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:41.143334 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:41.174157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.200106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-a10477e4-4b29-4dd6-8694-da774bd93e80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:41.200786 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-a10477e4-4b29-4dd6-8694-da774bd93e80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:41.214408 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-bd30d2c3-b863-4599-8143-d398e6ca9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:37Z', 'revision_number': 8, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:27Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9997660-ee9c-4ffe-98d5-96962fd91a22', 'name': '', 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:f3:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:20Z', 'updated_at': '2022-01-21T09:46:29Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.218384 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd30d2c3-b863-4599-8143-d398e6ca9b6e None None] The sync data for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv is: [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:37Z', 'revision_number': 8, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:27Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9997660-ee9c-4ffe-98d5-96962fd91a22', 'name': '', 'network_id': 'a738b4e4-243d-4a8f-8b0a-aaa64dc495cf', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:f3:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:20Z', 'updated_at': '2022-01-21T09:46:29Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': 'eeac16e9-821e-4589-aa06-eea65388e792', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:41.227430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47224) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.235658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.266162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.273232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Network': ['ID=5f39be75-ce8d-4b3d-8bd7-26a1004a8546,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:41.283191 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7ca77cba-c238-45eb-bbc9-ce7a5fb49047 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/networks/5f39be75-ce8d-4b3d-8bd7-26a1004a8546 HTTP/1.1" status: 204 len: 168 time: 1.6933601 Jan 21 09:46:41.286080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47230) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.389224 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2e4f0a6f-2822-47a4-a659-a26d101e5b55 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c368c7cb485e412ba0f8690c2e20843c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603930 Jan 21 09:46:41.391624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47234) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.450033 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-650491be-7bcd-4e72-846b-292033c7be6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.480218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-650491be-7bcd-4e72-846b-292033c7be6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.660595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-650491be-7bcd-4e72-846b-292033c7be6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.676629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650491be-7bcd-4e72-846b-292033c7be6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133cad04-8752-4ccc-99d8-4a5778ef5e37,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:41.685194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-650491be-7bcd-4e72-846b-292033c7be6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.686498 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-650491be-7bcd-4e72-846b-292033c7be6d admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/133cad04-8752-4ccc-99d8-4a5778ef5e37 HTTP/1.1" status: 204 len: 168 time: 0.2939653 Jan 21 09:46:41.701935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a10477e4-4b29-4dd6-8694-da774bd93e80 None None] Deleting port 99279f9a-68d8-4fa6-ba8e-70658fbf171e {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:41.702462 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a10477e4-4b29-4dd6-8694-da774bd93e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.777441 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a10477e4-4b29-4dd6-8694-da774bd93e80 None None] The port '99279f9a-68d8-4fa6-ba8e-70658fbf171e' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:46:41.837947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f3e3ad8-caec-4d14-bb8e-48efa13627e7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.305656 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-8f3e3ad8-caec-4d14-bb8e-48efa13627e7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port a9997660-ee9c-4ffe-98d5-96962fd91a22 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:42.306071 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f3e3ad8-caec-4d14-bb8e-48efa13627e7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.435915 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47258) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:42.495411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-8f3e3ad8-caec-4d14-bb8e-48efa13627e7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] For port a9997660-ee9c-4ffe-98d5-96962fd91a22, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a9997660-ee9c-4ffe-98d5-96962fd91a22,segment=NetworkSegment(592706e5-cf06-4abd-90d7-6e9c2650696f),segment_id=592706e5-cf06-4abd-90d7-6e9c2650696f)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:42.495765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f3e3ad8-caec-4d14-bb8e-48efa13627e7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.543008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1569896951'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:42.547929 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:42.551713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:network and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:42.554659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:42.560966 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:42.572927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Made reservation on behalf of 3df263fa76c041978b89b576934eb6cc for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:42.576905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.589813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.604206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:42.608437 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:security_group_rule and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:42.611892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:42.617974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:42.633451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-8f3e3ad8-caec-4d14-bb8e-48efa13627e7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for a9997660-ee9c-4ffe-98d5-96962fd91a22 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:42.651986 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:42.688745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:42.689004 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9a6a7a09-54da-4b2a-bc1a-253a52ff3d0d not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:42.715829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.724862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.754093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:42.766518 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2201d016-1640-4715-b9d9-da601cec2010,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:42.823452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f3e3ad8-caec-4d14-bb8e-48efa13627e7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.825403 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.825766 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Added segment 1b4b2822-192a-40eb-85f0-709aafa07279 of type vlan for network da881389-e4fb-48f1-b27c-c6c4c4a29eb9 Jan 21 09:46:42.855874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.872986 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e3ad8-caec-4d14-bb8e-48efa13627e7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=a9997660-ee9c-4ffe-98d5-96962fd91a22,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:42.891570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.897710 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:42.898315 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.017140 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5800114 Jan 21 09:46:43.018112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cfdbc-ebb7-4ca0-9e0c-7aa3535676b0 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Network': ['ID=da881389-e4fb-48f1-b27c-c6c4c4a29eb9,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:43.021094 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47264) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:43.027386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'subnet': {'network_id': 'da881389-e4fb-48f1-b27c-c6c4c4a29eb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:43.031309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network da881389-e4fb-48f1-b27c-c6c4c4a29eb9 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:43.156626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:43.160541 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:subnet and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:43.163358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:43.168561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f3e3ad8-caec-4d14-bb8e-48efa13627e7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.168986 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:43.180113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Made reservation on behalf of 3df263fa76c041978b89b576934eb6cc for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:43.184467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.400357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.479117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Subnet': ['ID=4186c70d-fcbb-4f54-8fef-ec73ba8f5a0f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:43.488968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Checking segment: {'id': '1b4b2822-192a-40eb-85f0-709aafa07279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'da881389-e4fb-48f1-b27c-c6c4c4a29eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:43.489335 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network hostable DHCP agents. Network: da881389-e4fb-48f1-b27c-c6c4c4a29eb9, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:43.493882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3e3ad8-caec-4d14-bb8e-48efa13627e7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:43.509141 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network da881389-e4fb-48f1-b27c-c6c4c4a29eb9 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:43.518280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, da881389-e4fb-48f1-b27c-c6c4c4a29eb9) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:43.522658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:43.523268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.527242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0895e8fd-215d-4a56-a7d9-6d8c01e738d0 None None] Network da881389-e4fb-48f1-b27c-c6c4c4a29eb9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:43.550241 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-357d62bb-256a-4fb7-96d5-63d02fbaa089 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5278599 Jan 21 09:46:43.553134 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47272) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:43.559428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-466470084', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}, 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:43.568032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:43.572999 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:router and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:43.576280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:43.583181 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:43.594661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.595945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.616475 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.779666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3e3ad8-caec-4d14-bb8e-48efa13627e7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:43.783254 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee355d6-11d8-4d46-81bd-bfda8b14ea85 None None] Network da881389-e4fb-48f1-b27c-c6c4c4a29eb9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:43.794030 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24524ee-6b34-4db8-b965-524db32fc190 None None] Sync routers for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:43.798483 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8f3e3ad8-caec-4d14-bb8e-48efa13627e7 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5113869 Jan 21 09:46:43.799260 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47278) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:43.803723 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24524ee-6b34-4db8-b965-524db32fc190 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:43.804567 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d24524ee-6b34-4db8-b965-524db32fc190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:43.881576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4337961-56a4-47fb-8218-4a2069390712 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting subnet eeac16e9-821e-4589-aa06-eea65388e792 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:43.886336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4337961-56a4-47fb-8218-4a2069390712 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.929335 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.956689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4337961-56a4-47fb-8218-4a2069390712 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.981600 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-d24524ee-6b34-4db8-b965-524db32fc190 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:44.058464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4337961-56a4-47fb-8218-4a2069390712 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.143066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4337961-56a4-47fb-8218-4a2069390712 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.180632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4337961-56a4-47fb-8218-4a2069390712 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Subnet': ['ID=eeac16e9-821e-4589-aa06-eea65388e792,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:44.187922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4337961-56a4-47fb-8218-4a2069390712 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.195927 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c0d44-69bc-48db-bc6b-8f1031718c4a None None] Network a738b4e4-243d-4a8f-8b0a-aaa64dc495cf requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:44.201298 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e4337961-56a4-47fb-8218-4a2069390712 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/eeac16e9-821e-4589-aa06-eea65388e792 HTTP/1.1" status: 204 len: 168 time: 0.4009004 Jan 21 09:46:44.204766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47282) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:44.268501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.325355 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d24524ee-6b34-4db8-b965-524db32fc190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:42Z', 'revision_number': 9, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:27Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:44.330689 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24524ee-6b34-4db8-b965-524db32fc190 None None] Checking router: c0ba3bfd-4408-4cf6-b5c0-733d74c09899 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:44.331929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.340987 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24524ee-6b34-4db8-b965-524db32fc190 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:44.342002 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d24524ee-6b34-4db8-b965-524db32fc190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:44.344501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 8eeacf95-c300-4d37-8d3d-babc16d9d350 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:44.345073 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.433793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.548967 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ddfae-9fd2-4a3f-a947-470a912b79c1 None None] DHCP port deletion for a738b4e4-243d-4a8f-8b0a-aaa64dc495cf request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:46:44.553805 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ddfae-9fd2-4a3f-a947-470a912b79c1 None None] Deleting port 8eeacf95-c300-4d37-8d3d-babc16d9d350 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:44.554194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddfae-9fd2-4a3f-a947-470a912b79c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.564239 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-d24524ee-6b34-4db8-b965-524db32fc190 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:44.629885 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] For port 8eeacf95-c300-4d37-8d3d-babc16d9d350, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8eeacf95-c300-4d37-8d3d-babc16d9d350,segment=NetworkSegment(592706e5-cf06-4abd-90d7-6e9c2650696f),segment_id=592706e5-cf06-4abd-90d7-6e9c2650696f)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:44.630250 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.692653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.26.4.67 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/8b4100ce-17ce-423e-8206-4b1f840e8aab) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:44.800931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for 8eeacf95-c300-4d37-8d3d-babc16d9d350 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:44.871934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8eeacf95-c300-4d37-8d3d-babc16d9d350 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:44.890728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.949748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=8eeacf95-c300-4d37-8d3d-babc16d9d350,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:44.959320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No DVR routers for this DVR port 8eeacf95-c300-4d37-8d3d-babc16d9d350 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:44.967706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 8eeacf95-c300-4d37-8d3d-babc16d9d350 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:44.968050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 8eeacf95-c300-4d37-8d3d-babc16d9d350 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:45.019191 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.056534 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.078389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-fe9ddfae-9fd2-4a3f-a947-470a912b79c1 None None] For port 8eeacf95-c300-4d37-8d3d-babc16d9d350, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8eeacf95-c300-4d37-8d3d-babc16d9d350,segment=NetworkSegment(592706e5-cf06-4abd-90d7-6e9c2650696f),segment_id=592706e5-cf06-4abd-90d7-6e9c2650696f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:45.078780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddfae-9fd2-4a3f-a947-470a912b79c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.108010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.139251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:45.142089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:45.146529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:45.150375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a738b4e4-243d-4a8f-8b0a-aaa64dc495cf']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:45.166981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592706e5-cf06-4abd-90d7-6e9c2650696f') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:45.167389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592706e5-cf06-4abd-90d7-6e9c2650696f') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:45.168054 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d24524ee-6b34-4db8-b965-524db32fc190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:42Z', 'revision_number': 9, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:27Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:45.173157 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24524ee-6b34-4db8-b965-524db32fc190 None None] The sync data for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv is: [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:42Z', 'revision_number': 9, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4041d5ed-2f52-4761-835c-12c4d376e12e', 'name': '', 'network_id': '5f78c7e4-dea6-41f6-8afe-1ed30d64c593', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:c9:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:15Z', 'updated_at': '2022-01-21T09:46:27Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '49e71c8a-5331-420f-80fc-8e6bea2e59b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:45.183869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.232420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.240153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:45.240760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.253181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ddfae-9fd2-4a3f-a947-470a912b79c1 None None] Calling delete_port for 8eeacf95-c300-4d37-8d3d-babc16d9d350 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:45.281502 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:45.318951 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=8b4100ce-17ce-423e-8206-4b1f840e8aab,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:45.338082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-fe9ddfae-9fd2-4a3f-a947-470a912b79c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:45.338533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-fe9ddfae-9fd2-4a3f-a947-470a912b79c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:45.350082 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.354852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.386515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Network': ['ID=a738b4e4-243d-4a8f-8b0a-aaa64dc495cf,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:45.395566 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0c233dff-cf34-49b6-886d-5a9a7060a467 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/networks/a738b4e4-243d-4a8f-8b0a-aaa64dc495cf HTTP/1.1" status: 204 len: 168 time: 1.1896665 Jan 21 09:46:45.396244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47286) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:45.757742 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.849836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ddfae-9fd2-4a3f-a947-470a912b79c1 None None] Deleting port 8eeacf95-c300-4d37-8d3d-babc16d9d350 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:45.849836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddfae-9fd2-4a3f-a947-470a912b79c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.021382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ddfae-9fd2-4a3f-a947-470a912b79c1 None None] The port '8eeacf95-c300-4d37-8d3d-babc16d9d350' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:46:46.186427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.199661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-acf2282d-30da-4af9-9c42-a096bed70055 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.463634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:46:46.573779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-acf2282d-30da-4af9-9c42-a096bed70055 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 4041d5ed-2f52-4761-835c-12c4d376e12e {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:46.573779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-acf2282d-30da-4af9-9c42-a096bed70055 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.662183 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a9997660-ee9c-4ffe-98d5-96962fd91a22 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:46.725545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: a9997660-ee9c-4ffe-98d5-96962fd91a22 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:46.725545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a9997660-ee9c-4ffe-98d5-96962fd91a22 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:46.806525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:46.823731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d938da-b4d1-490c-a4c5-996ea98124b3 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:46.833520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d938da-b4d1-490c-a4c5-996ea98124b3 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:46.833520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a4d938da-b4d1-490c-a4c5-996ea98124b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:46.836092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.836092 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-53cc1616-d47b-46b8-a9b0-be01bc89b047 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2777841 Jan 21 09:46:46.844080 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47292) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:46.892287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-acf2282d-30da-4af9-9c42-a096bed70055 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] For port 4041d5ed-2f52-4761-835c-12c4d376e12e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4041d5ed-2f52-4761-835c-12c4d376e12e,segment=NetworkSegment(daf3967c-f2ea-45bd-8744-b69282ed89c2),segment_id=daf3967c-f2ea-45bd-8744-b69282ed89c2)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:46.892287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-acf2282d-30da-4af9-9c42-a096bed70055 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.924022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a4d938da-b4d1-490c-a4c5-996ea98124b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:46.940923 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d938da-b4d1-490c-a4c5-996ea98124b3 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:46.940923 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a4d938da-b4d1-490c-a4c5-996ea98124b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.018644 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a4d938da-b4d1-490c-a4c5-996ea98124b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.018644 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d938da-b4d1-490c-a4c5-996ea98124b3 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:47.053890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-acf2282d-30da-4af9-9c42-a096bed70055 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for 4041d5ed-2f52-4761-835c-12c4d376e12e owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:47.254899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-acf2282d-30da-4af9-9c42-a096bed70055 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.323929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2282d-30da-4af9-9c42-a096bed70055 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=4041d5ed-2f52-4761-835c-12c4d376e12e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:47.798029 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.814690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-acf2282d-30da-4af9-9c42-a096bed70055 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.157875 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf2282d-30da-4af9-9c42-a096bed70055 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:48.229987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.20.0.1 (da881389-e4fb-48f1-b27c-c6c4c4a29eb9/4186c70d-fcbb-4f54-8fef-ec73ba8f5a0f/1c69028d-251f-4a3f-abff-250332b17df6) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:48.333390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf2282d-30da-4af9-9c42-a096bed70055 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:48.342852 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfdbc1b-542a-4462-8209-e1f93903e172 None None] Sync routers for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:48.355145 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-acf2282d-30da-4af9-9c42-a096bed70055 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9484978 Jan 21 09:46:48.355145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47296) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:48.360376 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfdbc1b-542a-4462-8209-e1f93903e172 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:48.360376 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6cfdbc1b-542a-4462-8209-e1f93903e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:48.451421 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a327a26-698c-41d7-bd2f-f73935306de0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting subnet 49e71c8a-5331-420f-80fc-8e6bea2e59b2 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:48.460033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1a327a26-698c-41d7-bd2f-f73935306de0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.544421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.548951 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-6cfdbc1b-542a-4462-8209-e1f93903e172 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:48.561856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1a327a26-698c-41d7-bd2f-f73935306de0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.576204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.660814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network da881389-e4fb-48f1-b27c-c6c4c4a29eb9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:48.660814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:48.673410 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:48.740076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=1c69028d-251f-4a3f-abff-250332b17df6,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.780928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.843832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1a327a26-698c-41d7-bd2f-f73935306de0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.929972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1a327a26-698c-41d7-bd2f-f73935306de0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.952648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.984618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1a327a26-698c-41d7-bd2f-f73935306de0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.989780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ba634c-8d97-4873-9460-112516738350 None None] Network 5f78c7e4-dea6-41f6-8afe-1ed30d64c593 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:48.994946 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6cfdbc1b-542a-4462-8209-e1f93903e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:47Z', 'revision_number': 10, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:48.994946 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfdbc1b-542a-4462-8209-e1f93903e172 None None] Checking router: c0ba3bfd-4408-4cf6-b5c0-733d74c09899 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:48.999981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a327a26-698c-41d7-bd2f-f73935306de0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Subnet': ['ID=49e71c8a-5331-420f-80fc-8e6bea2e59b2,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.999981 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1a327a26-698c-41d7-bd2f-f73935306de0 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/49e71c8a-5331-420f-80fc-8e6bea2e59b2 HTTP/1.1" status: 204 len: 168 time: 0.6471872 Jan 21 09:46:48.999981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47300) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:49.005167 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfdbc1b-542a-4462-8209-e1f93903e172 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:49.005167 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6cfdbc1b-542a-4462-8209-e1f93903e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:49.168596 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.181205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 5f31ec20-7335-448d-9f8e-ada2cedb8124 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:49.181205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.258040 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-6cfdbc1b-542a-4462-8209-e1f93903e172 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:49.460079 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a41eee-79e1-4e80-b480-bc76d9fa99e3 None None] DHCP port deletion for 5f78c7e4-dea6-41f6-8afe-1ed30d64c593 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:46:49.460079 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-46a41eee-79e1-4e80-b480-bc76d9fa99e3 None None] Deleting port 5f31ec20-7335-448d-9f8e-ada2cedb8124 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:49.460079 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-46a41eee-79e1-4e80-b480-bc76d9fa99e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.530808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] For port 5f31ec20-7335-448d-9f8e-ada2cedb8124, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5f31ec20-7335-448d-9f8e-ada2cedb8124,segment=NetworkSegment(daf3967c-f2ea-45bd-8744-b69282ed89c2),segment_id=daf3967c-f2ea-45bd-8744-b69282ed89c2)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:49.530808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.787468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.787468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.799109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-46a41eee-79e1-4e80-b480-bc76d9fa99e3 None None] For port 5f31ec20-7335-448d-9f8e-ada2cedb8124, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5f31ec20-7335-448d-9f8e-ada2cedb8124,segment=NetworkSegment(daf3967c-f2ea-45bd-8744-b69282ed89c2),segment_id=daf3967c-f2ea-45bd-8744-b69282ed89c2)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:49.799109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-46a41eee-79e1-4e80-b480-bc76d9fa99e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.853759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for 5f31ec20-7335-448d-9f8e-ada2cedb8124 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:49.935489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-46a41eee-79e1-4e80-b480-bc76d9fa99e3 None None] Calling delete_port for 5f31ec20-7335-448d-9f8e-ada2cedb8124 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:49.941096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.993280 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6cfdbc1b-542a-4462-8209-e1f93903e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:47Z', 'revision_number': 10, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:49.998937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=5f31ec20-7335-448d-9f8e-ada2cedb8124,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:49.998937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No DVR routers for this DVR port 5f31ec20-7335-448d-9f8e-ada2cedb8124 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:50.005072 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfdbc1b-542a-4462-8209-e1f93903e172 None None] The sync data for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv is: [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:47Z', 'revision_number': 10, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None, '_interfaces': [{'id': '3081b93f-024c-4729-a51e-6ed101cb99fa', 'name': '', 'network_id': 'd9052535-8558-4f68-83d8-c4211277acea', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'mac_address': 'fa:16:3e:2e:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '7c15b730-a23c-452d-bb17-250e815f049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:05Z', 'updated_at': '2022-01-21T09:46:15Z', 'revision_number': 5, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'subnets': [{'id': '7c15b730-a23c-452d-bb17-250e815f049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:50.084939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-46a41eee-79e1-4e80-b480-bc76d9fa99e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:50.084939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-46a41eee-79e1-4e80-b480-bc76d9fa99e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:50.100477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=1c69028d-251f-4a3f-abff-250332b17df6,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:50.100477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.149270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.180982 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f78c7e4-dea6-41f6-8afe-1ed30d64c593']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:50.196938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf3967c-f2ea-45bd-8744-b69282ed89c2') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:50.196938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf3967c-f2ea-45bd-8744-b69282ed89c2') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:50.209570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.232013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.239224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:50.239224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:50.256458 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:50.308537 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network da881389-e4fb-48f1-b27c-c6c4c4a29eb9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:50.308537 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:50.332302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.349907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.367247 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Network': ['ID=5f78c7e4-dea6-41f6-8afe-1ed30d64c593,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:50.372393 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0463fac4-b69c-4e0d-a95a-e6fd6903e102 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/networks/5f78c7e4-dea6-41f6-8afe-1ed30d64c593 HTTP/1.1" status: 204 len: 168 time: 1.3727360 Jan 21 09:46:50.375078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47308) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:50.536967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:50.579372 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-46a41eee-79e1-4e80-b480-bc76d9fa99e3 None None] Deleting port 5f31ec20-7335-448d-9f8e-ada2cedb8124 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:50.579372 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-46a41eee-79e1-4e80-b480-bc76d9fa99e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.765632 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-46a41eee-79e1-4e80-b480-bc76d9fa99e3 None None] The port '5f31ec20-7335-448d-9f8e-ada2cedb8124' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:46:50.800946 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5f31ec20-7335-448d-9f8e-ada2cedb8124 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:50.839704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 5f31ec20-7335-448d-9f8e-ada2cedb8124 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:50.840172 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5f31ec20-7335-448d-9f8e-ada2cedb8124 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:50.840629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4041d5ed-2f52-4761-835c-12c4d376e12e no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:50.850300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:50.860085 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fd474b96-3173-4e9c-b931-3421f7d0a306 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "PUT /v2.0/routers/21c5a7e7-f84f-4709-9adb-de89a78cc2b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0213199 Jan 21 09:46:50.862333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47312) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:50.868929 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'port': {'network_id': 'da881389-e4fb-48f1-b27c-c6c4c4a29eb9', 'name': 'tempest-FloatingIPTestJSON-1394703822'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:50.883349 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc0cd7-ca95-4e1a-aaaf-bc954d9a0a24 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:50.899020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 4041d5ed-2f52-4761-835c-12c4d376e12e {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:50.899020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4041d5ed-2f52-4761-835c-12c4d376e12e not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:50.912415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc0cd7-ca95-4e1a-aaaf-bc954d9a0a24 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:50.912415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f9cc0cd7-ca95-4e1a-aaaf-bc954d9a0a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:50.993582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f9cc0cd7-ca95-4e1a-aaaf-bc954d9a0a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:51.006012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc0cd7-ca95-4e1a-aaaf-bc954d9a0a24 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:51.006012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f9cc0cd7-ca95-4e1a-aaaf-bc954d9a0a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:51.028136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f98b4f9-f56c-40b3-8de3-fd155448ad9d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.069601 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f9cc0cd7-ca95-4e1a-aaaf-bc954d9a0a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:51.069601 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc0cd7-ca95-4e1a-aaaf-bc954d9a0a24 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:51.166229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:51.170520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:port and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:51.173565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:51.179826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:51.192095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Made reservation on behalf of 3df263fa76c041978b89b576934eb6cc for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:51.195829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.217017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] device_id is not set on port d1f1fcd5-2662-4d3a-8db3-e80b6a33841a yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:51.356060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.20.0.2 (da881389-e4fb-48f1-b27c-c6c4c4a29eb9/4186c70d-fcbb-4f54-8fef-ec73ba8f5a0f/d1f1fcd5-2662-4d3a-8db3-e80b6a33841a) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:51.496645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-7f98b4f9-f56c-40b3-8de3-fd155448ad9d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port 3081b93f-024c-4729-a51e-6ed101cb99fa {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:51.496889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f98b4f9-f56c-40b3-8de3-fd155448ad9d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.567198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.597826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.671842 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network da881389-e4fb-48f1-b27c-c6c4c4a29eb9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:51.675429 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:51.679735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:51.688221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-7f98b4f9-f56c-40b3-8de3-fd155448ad9d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] For port 3081b93f-024c-4729-a51e-6ed101cb99fa, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3081b93f-024c-4729-a51e-6ed101cb99fa,segment=NetworkSegment(1e2d035c-1890-49e8-9675-703a0ae23bd1),segment_id=1e2d035c-1890-49e8-9675-703a0ae23bd1)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:51.688615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f98b4f9-f56c-40b3-8de3-fd155448ad9d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.718473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=d1f1fcd5-2662-4d3a-8db3-e80b6a33841a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:51.746071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:51.746742 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.769887 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ed5b5dee-e7cc-443e-9376-f5a2cf9b41b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9040241 Jan 21 09:46:51.770074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47316) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:51.775522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'port': {'network_id': 'da881389-e4fb-48f1-b27c-c6c4c4a29eb9', 'name': 'tempest-FloatingIPTestJSON-769465365'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:51.810114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-7f98b4f9-f56c-40b3-8de3-fd155448ad9d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for 3081b93f-024c-4729-a51e-6ed101cb99fa owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:51.911461 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:51.915487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:port and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:51.918874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:51.924776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:51.933999 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Made reservation on behalf of 3df263fa76c041978b89b576934eb6cc for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:51.937659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.960087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] device_id is not set on port d2616ebe-2faa-465a-bbfc-8dfd68688de7 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:51.998277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f98b4f9-f56c-40b3-8de3-fd155448ad9d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.048512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98b4f9-f56c-40b3-8de3-fd155448ad9d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=3081b93f-024c-4729-a51e-6ed101cb99fa,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.141330 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.20.0.4 (da881389-e4fb-48f1-b27c-c6c4c4a29eb9/4186c70d-fcbb-4f54-8fef-ec73ba8f5a0f/d2616ebe-2faa-465a-bbfc-8dfd68688de7) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:52.313540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f98b4f9-f56c-40b3-8de3-fd155448ad9d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.364875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.397818 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.475437 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network da881389-e4fb-48f1-b27c-c6c4c4a29eb9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:52.478921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:52.483131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:52.513766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=d2616ebe-2faa-465a-bbfc-8dfd68688de7,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.548880 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:52.549464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.571755 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2890e523-a885-4eff-8ec7-340199731034 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8002031 Jan 21 09:46:52.574672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47320) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.580097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': 'd2616ebe-2faa-465a-bbfc-8dfd68688de7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:52.587193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:52.591425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:floatingip and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:52.594329 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:52.600232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:52.607735 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f98b4f9-f56c-40b3-8de3-fd155448ad9d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:52.612264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.742083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f98b4f9-f56c-40b3-8de3-fd155448ad9d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:52.752067 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479117e-8d8e-42b9-ae74-53277ad31e36 None None] Sync routers for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:52.759597 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7f98b4f9-f56c-40b3-8de3-fd155448ad9d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3831911 Jan 21 09:46:52.761015 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479117e-8d8e-42b9-ae74-53277ad31e36 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:52.761610 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e479117e-8d8e-42b9-ae74-53277ad31e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:52.762332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47324) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.768659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.902722 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-e479117e-8d8e-42b9-ae74-53277ad31e36 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:52.951906 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.26.4.72 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/8d893f55-2589-46fb-a9d4-02ab51b01ff6) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:52.952635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a63c5f9-b420-4fd0-a2e5-c4b11a775321 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting subnet 7c15b730-a23c-452d-bb17-250e815f049d {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:52.956172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8a63c5f9-b420-4fd0-a2e5-c4b11a775321 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.016769 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e479117e-8d8e-42b9-ae74-53277ad31e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:51Z', 'revision_number': 11, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:53.017836 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8a63c5f9-b420-4fd0-a2e5-c4b11a775321 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.023621 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479117e-8d8e-42b9-ae74-53277ad31e36 None None] Checking router: c0ba3bfd-4408-4cf6-b5c0-733d74c09899 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:53.032808 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479117e-8d8e-42b9-ae74-53277ad31e36 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:53.033871 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e479117e-8d8e-42b9-ae74-53277ad31e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:53.120471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8a63c5f9-b420-4fd0-a2e5-c4b11a775321 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.170709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.173183 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-e479117e-8d8e-42b9-ae74-53277ad31e36 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:53.211386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8a63c5f9-b420-4fd0-a2e5-c4b11a775321 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.216829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.269114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63c5f9-b420-4fd0-a2e5-c4b11a775321 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Subnet': ['ID=7c15b730-a23c-452d-bb17-250e815f049d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.269114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8a63c5f9-b420-4fd0-a2e5-c4b11a775321 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.283933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b12c796-7197-4c48-836c-ecd1159ccc01 None None] Network d9052535-8558-4f68-83d8-c4211277acea requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:53.290564 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8a63c5f9-b420-4fd0-a2e5-c4b11a775321 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/7c15b730-a23c-452d-bb17-250e815f049d HTTP/1.1" status: 204 len: 168 time: 0.5092607 Jan 21 09:46:53.290564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47328) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:53.296096 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-e479117e-8d8e-42b9-ae74-53277ad31e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:51Z', 'revision_number': 11, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:53.296096 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479117e-8d8e-42b9-ae74-53277ad31e36 None None] The sync data for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv is: [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:51Z', 'revision_number': 11, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:53.375834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:53.391862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=8d893f55-2589-46fb-a9d4-02ab51b01ff6,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.402379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:53.402379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:53.430573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.442317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Deleting port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:53.442823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.666191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58010f6-600e-44db-ad5e-6eb4f454ecac None None] DHCP port deletion for d9052535-8558-4f68-83d8-c4211277acea request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:46:53.678047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f58010f6-600e-44db-ad5e-6eb4f454ecac None None] Deleting port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:53.678445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f58010f6-600e-44db-ad5e-6eb4f454ecac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.692692 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] For port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5,segment=NetworkSegment(1e2d035c-1890-49e8-9675-703a0ae23bd1),segment_id=1e2d035c-1890-49e8-9675-703a0ae23bd1)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:53.693272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.875669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Calling delete_port for e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:53.925005 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f58010f6-600e-44db-ad5e-6eb4f454ecac None None] For port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5,segment=NetworkSegment(1e2d035c-1890-49e8-9675-703a0ae23bd1),segment_id=1e2d035c-1890-49e8-9675-703a0ae23bd1)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:53.925005 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f58010f6-600e-44db-ad5e-6eb4f454ecac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.969970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.033313 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Port': ['ID=e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.046902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No DVR routers for this DVR port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:54.067535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f58010f6-600e-44db-ad5e-6eb4f454ecac None None] Calling delete_port for e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:54.106295 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.159869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-f58010f6-600e-44db-ad5e-6eb4f454ecac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:54.159869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-f58010f6-600e-44db-ad5e-6eb4f454ecac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:54.206951 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.214738 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.238034 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9052535-8558-4f68-83d8-c4211277acea']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:54.252065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2d035c-1890-49e8-9675-703a0ae23bd1') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:54.252550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2d035c-1890-49e8-9675-703a0ae23bd1') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:54.264885 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.283368 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.290485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:54.291468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:54.307206 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:54.399450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.417857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.441209 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Pushing event deleted for resources: {'Network': ['ID=d9052535-8558-4f68-83d8-c4211277acea,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.445674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.449574 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f7187c27-fd71-474e-9b4b-7e7fa5f72917 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/networks/d9052535-8558-4f68-83d8-c4211277acea HTTP/1.1" status: 204 len: 168 time: 1.1623385 Jan 21 09:46:54.449574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47334) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:54.452781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.454534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-451e6155-7539-459d-953a-aed43730e2b3 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'router': {'routes': None}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:54.550507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=8d893f55-2589-46fb-a9d4-02ab51b01ff6,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.568912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.669998 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f58010f6-600e-44db-ad5e-6eb4f454ecac None None] Deleting port e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:54.669998 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f58010f6-600e-44db-ad5e-6eb4f454ecac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.734994 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3081b93f-024c-4729-a51e-6ed101cb99fa no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:54.794497 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f58010f6-600e-44db-ad5e-6eb4f454ecac None None] The port 'e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:46:54.806656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 3081b93f-024c-4729-a51e-6ed101cb99fa {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:54.807068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3081b93f-024c-4729-a51e-6ed101cb99fa not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:54.807444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:54.841663 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Floating IP 352e1a2d-4f62-4ec7-a7f8-f711ab19a51b associated. External IP: 172.26.4.72, port: d2616ebe-2faa-465a-bbfc-8dfd68688de7. Jan 21 09:46:54.842798 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:54.843208 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e0bb1ebe-246e-42c1-8fe7-e8ec62fd9db5 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:54.954976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.extraroute_db [None req-451e6155-7539-459d-953a-aed43730e2b3 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Added routes are [] {{(pid=87501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 09:46:54.954976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.extraroute_db [None req-451e6155-7539-459d-953a-aed43730e2b3 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Removed routes are [] {{(pid=87501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 09:46:54.954976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-451e6155-7539-459d-953a-aed43730e2b3 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.205447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:55.224807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-451e6155-7539-459d-953a-aed43730e2b3 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.228260 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-451e6155-7539-459d-953a-aed43730e2b3 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.365369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451e6155-7539-459d-953a-aed43730e2b3 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:55.392132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:55.402216 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5613b1-b41f-4e38-ae17-b9752c9336ae None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:55.412703 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5613b1-b41f-4e38-ae17-b9752c9336ae None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:55.413295 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ac5613b1-b41f-4e38-ae17-b9752c9336ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:55.420009 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.487408 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-024dc6b7-51f9-488b-ad94-413f20e387bb tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.9110858 Jan 21 09:46:55.489549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47338) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:55.495072 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1bcc5cfb-9d2e-4b2d-919f-d2285b65d299 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:55.512670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ac5613b1-b41f-4e38-ae17-b9752c9336ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:55.515539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451e6155-7539-459d-953a-aed43730e2b3 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:55.522095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5613b1-b41f-4e38-ae17-b9752c9336ae None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:55.524636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ac5613b1-b41f-4e38-ae17-b9752c9336ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:55.524760 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758209a-cc4c-490a-8532-5b2e38aa2453 None None] Sync routers for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:55.528517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-451e6155-7539-459d-953a-aed43730e2b3 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.533160 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-451e6155-7539-459d-953a-aed43730e2b3 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899 HTTP/1.1" status: 200 len: 701 time: 1.0874410 Jan 21 09:46:55.533160 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47342) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:55.535578 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758209a-cc4c-490a-8532-5b2e38aa2453 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:55.536264 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c758209a-cc4c-490a-8532-5b2e38aa2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:55.599899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-aec27f98-5800-418f-b0a6-22c8e8f19f0d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Synchronizing usage tracker for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:55.620730 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ac5613b1-b41f-4e38-ae17-b9752c9336ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:55.621295 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5613b1-b41f-4e38-ae17-b9752c9336ae None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:55.638756 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-aec27f98-5800-418f-b0a6-22c8e8f19f0d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Unset dirty status for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:55.640117 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-aec27f98-5800-418f-b0a6-22c8e8f19f0d tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=c0ba3bfd-4408-4cf6-b5c0-733d74c09899 HTTP/1.1" status: 200 len: 205 time: 0.1063445 Jan 21 09:46:55.642693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47346) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:55.684646 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-c758209a-cc4c-490a-8532-5b2e38aa2453 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:55.760056 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bcc5cfb-9d2e-4b2d-919f-d2285b65d299 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.799301 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-885bf7c9-581d-4590-878d-edd2ca9c9743 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.803095 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c758209a-cc4c-490a-8532-5b2e38aa2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:51Z', 'revision_number': 11, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:55.814096 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758209a-cc4c-490a-8532-5b2e38aa2453 None None] Checking router: c0ba3bfd-4408-4cf6-b5c0-733d74c09899 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:55.831511 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758209a-cc4c-490a-8532-5b2e38aa2453 None None] Routers {'c0ba3bfd-4408-4cf6-b5c0-733d74c09899'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:55.831511 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c758209a-cc4c-490a-8532-5b2e38aa2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:56.000228 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-c758209a-cc4c-490a-8532-5b2e38aa2453 None None] Set router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:56.115936 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c758209a-cc4c-490a-8532-5b2e38aa2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:51Z', 'revision_number': 11, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:56.118738 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bcc5cfb-9d2e-4b2d-919f-d2285b65d299 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.121096 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758209a-cc4c-490a-8532-5b2e38aa2453 None None] The sync data for ids ['c0ba3bfd-4408-4cf6-b5c0-733d74c09899'] in dv-neutron-825723-1-hyperv is: [{'id': 'c0ba3bfd-4408-4cf6-b5c0-733d74c09899', 'name': 'tempest-RoutersTest-router-1289330004', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:02Z', 'updated_at': '2022-01-21T09:46:51Z', 'revision_number': 11, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:56.131030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bcc5cfb-9d2e-4b2d-919f-d2285b65d299 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.131030 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-1bcc5cfb-9d2e-4b2d-919f-d2285b65d299 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Floating IP 352e1a2d-4f62-4ec7-a7f8-f711ab19a51b disassociated. External IP: 172.26.4.72, port: d2616ebe-2faa-465a-bbfc-8dfd68688de7. Jan 21 09:46:56.143938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-885bf7c9-581d-4590-878d-edd2ca9c9743 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.152119 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-885bf7c9-581d-4590-878d-edd2ca9c9743 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.318159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-885bf7c9-581d-4590-878d-edd2ca9c9743 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.318967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885bf7c9-581d-4590-878d-edd2ca9c9743 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Fanout notify agent at l3_agent the message router_deleted on router c0ba3bfd-4408-4cf6-b5c0-733d74c09899 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:46:56.333415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-885bf7c9-581d-4590-878d-edd2ca9c9743 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.338798 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-885bf7c9-581d-4590-878d-edd2ca9c9743 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899 HTTP/1.1" status: 204 len: 168 time: 0.6908941 Jan 21 09:46:56.339197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47350) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:56.346489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-a82c23fe-9253-4301-a693-d1dbe3834afc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-420963217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:56.356456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a82c23fe-9253-4301-a693-d1dbe3834afc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:56.365018 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a82c23fe-9253-4301-a693-d1dbe3834afc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Usage tracker for resource:router and tenant:652f34ae017240f7907bb8b605e82da5 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:56.371968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a82c23fe-9253-4301-a693-d1dbe3834afc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:56.429168 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a82c23fe-9253-4301-a693-d1dbe3834afc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:56.470536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a82c23fe-9253-4301-a693-d1dbe3834afc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.470925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a82c23fe-9253-4301-a693-d1dbe3834afc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.569157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a82c23fe-9253-4301-a693-d1dbe3834afc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.609426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcc5cfb-9d2e-4b2d-919f-d2285b65d299 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:56.612807 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a82c23fe-9253-4301-a693-d1dbe3834afc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.719962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a82c23fe-9253-4301-a693-d1dbe3834afc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.720646 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a82c23fe-9253-4301-a693-d1dbe3834afc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3804386 Jan 21 09:46:56.724233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47354) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:56.731722 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c45a2c84-afce-49b0-82b9-6957b7634901 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:57.215055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcc5cfb-9d2e-4b2d-919f-d2285b65d299 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:57.221716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bcc5cfb-9d2e-4b2d-919f-d2285b65d299 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.225088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94afe42-5161-4d91-9f96-81ae77f97558 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:57.234943 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94afe42-5161-4d91-9f96-81ae77f97558 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:57.235631 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c94afe42-5161-4d91-9f96-81ae77f97558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:57.295276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c94afe42-5161-4d91-9f96-81ae77f97558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:57.304996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94afe42-5161-4d91-9f96-81ae77f97558 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:57.304996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c94afe42-5161-4d91-9f96-81ae77f97558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:57.369621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-c94afe42-5161-4d91-9f96-81ae77f97558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:57.370030 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94afe42-5161-4d91-9f96-81ae77f97558 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:57.405603 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c45a2c84-afce-49b0-82b9-6957b7634901 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.412866 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1bcc5cfb-9d2e-4b2d-919f-d2285b65d299 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "PUT /v2.0/floatingips/352e1a2d-4f62-4ec7-a7f8-f711ab19a51b HTTP/1.1" status: 200 len: 687 time: 1.9222827 Jan 21 09:46:57.415867 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47358) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:57.419444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c45a2c84-afce-49b0-82b9-6957b7634901 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.584991 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e6cab5e3-0741-436a-90ce-ec80b38d90c8 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port 8d893f55-2589-46fb-a9d4-02ab51b01ff6 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:57.586179 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6cab5e3-0741-436a-90ce-ec80b38d90c8 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.596841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45a2c84-afce-49b0-82b9-6957b7634901 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Router a78ca3de-ffc6-4eeb-ac22-ba1d014db627 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:46:57.755601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45a2c84-afce-49b0-82b9-6957b7634901 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:57.764057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c45a2c84-afce-49b0-82b9-6957b7634901 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.764817 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c45a2c84-afce-49b0-82b9-6957b7634901 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "PUT /v2.0/routers/a78ca3de-ffc6-4eeb-ac22-ba1d014db627 HTTP/1.1" status: 200 len: 693 time: 1.0403726 Jan 21 09:46:57.769769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47364) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:57.772313 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76655b5e-c482-4fa8-91f5-797f0b5ab2bb None None] Sync routers for ids ['a78ca3de-ffc6-4eeb-ac22-ba1d014db627'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:57.787500 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76655b5e-c482-4fa8-91f5-797f0b5ab2bb None None] Routers {'a78ca3de-ffc6-4eeb-ac22-ba1d014db627'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:57.788331 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-76655b5e-c482-4fa8-91f5-797f0b5ab2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a78ca3de-ffc6-4eeb-ac22-ba1d014db627'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:57.849756 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6cab5e3-0741-436a-90ce-ec80b38d90c8 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.851252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6cab5e3-0741-436a-90ce-ec80b38d90c8 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.921130 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6c854819-1d9a-4b85-b23b-f116b90ad59e tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/routers/a78ca3de-ffc6-4eeb-ac22-ba1d014db627 HTTP/1.1" status: 200 len: 699 time: 0.1505616 Jan 21 09:46:57.922391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47368) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:57.964492 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-76655b5e-c482-4fa8-91f5-797f0b5ab2bb None None] Set router a78ca3de-ffc6-4eeb-ac22-ba1d014db627 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:57.976007 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fd459540-6e6e-4012-91f7-66696fda949a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Synchronizing usage tracker for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:57.994148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fd459540-6e6e-4012-91f7-66696fda949a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Unset dirty status for tenant:652f34ae017240f7907bb8b605e82da5 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:57.994148 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fd459540-6e6e-4012-91f7-66696fda949a tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=a78ca3de-ffc6-4eeb-ac22-ba1d014db627 HTTP/1.1" status: 200 len: 205 time: 0.0675356 Jan 21 09:46:57.994343 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47372) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:58.004545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e6cab5e3-0741-436a-90ce-ec80b38d90c8 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for 8d893f55-2589-46fb-a9d4-02ab51b01ff6 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:58.076692 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-76655b5e-c482-4fa8-91f5-797f0b5ab2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78ca3de-ffc6-4eeb-ac22-ba1d014db627', 'name': 'tempest-RoutersTest-router-420963217', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:56Z', 'updated_at': '2022-01-21T09:46:57Z', 'revision_number': 2, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:58.080396 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76655b5e-c482-4fa8-91f5-797f0b5ab2bb None None] Checking router: a78ca3de-ffc6-4eeb-ac22-ba1d014db627 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:58.088875 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76655b5e-c482-4fa8-91f5-797f0b5ab2bb None None] Routers {'a78ca3de-ffc6-4eeb-ac22-ba1d014db627'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:58.089607 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-76655b5e-c482-4fa8-91f5-797f0b5ab2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a78ca3de-ffc6-4eeb-ac22-ba1d014db627'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:58.215477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d7468736-3c3b-4437-9fdd-357738903e8f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.236105 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-76655b5e-c482-4fa8-91f5-797f0b5ab2bb None None] Set router a78ca3de-ffc6-4eeb-ac22-ba1d014db627 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:58.342855 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-76655b5e-c482-4fa8-91f5-797f0b5ab2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78ca3de-ffc6-4eeb-ac22-ba1d014db627', 'name': 'tempest-RoutersTest-router-420963217', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:56Z', 'updated_at': '2022-01-21T09:46:57Z', 'revision_number': 2, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:58.347108 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76655b5e-c482-4fa8-91f5-797f0b5ab2bb None None] The sync data for ids ['a78ca3de-ffc6-4eeb-ac22-ba1d014db627'] in dv-neutron-825723-1-hyperv is: [{'id': 'a78ca3de-ffc6-4eeb-ac22-ba1d014db627', 'name': 'tempest-RoutersTest-router-420963217', 'tenant_id': '652f34ae017240f7907bb8b605e82da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:56Z', 'updated_at': '2022-01-21T09:46:57Z', 'revision_number': 2, 'project_id': '652f34ae017240f7907bb8b605e82da5', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:58.597200 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d7468736-3c3b-4437-9fdd-357738903e8f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.603058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d7468736-3c3b-4437-9fdd-357738903e8f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.639523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d7468736-3c3b-4437-9fdd-357738903e8f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.639996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7468736-3c3b-4437-9fdd-357738903e8f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Fanout notify agent at l3_agent the message router_deleted on router a78ca3de-ffc6-4eeb-ac22-ba1d014db627 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:46:58.648181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6cab5e3-0741-436a-90ce-ec80b38d90c8 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.700375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cab5e3-0741-436a-90ce-ec80b38d90c8 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=8d893f55-2589-46fb-a9d4-02ab51b01ff6,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:58.898683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d7468736-3c3b-4437-9fdd-357738903e8f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.900241 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d7468736-3c3b-4437-9fdd-357738903e8f tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/a78ca3de-ffc6-4eeb-ac22-ba1d014db627 HTTP/1.1" status: 204 len: 168 time: 0.9048283 Jan 21 09:46:58.903360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47376) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:58.924186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6cab5e3-0741-436a-90ce-ec80b38d90c8 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.924186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6cab5e3-0741-436a-90ce-ec80b38d90c8 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.928876 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e6cab5e3-0741-436a-90ce-ec80b38d90c8 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/floatingips/352e1a2d-4f62-4ec7-a7f8-f711ab19a51b HTTP/1.1" status: 204 len: 168 time: 1.5111818 Jan 21 09:46:58.930303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47380) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:58.936964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': 'd1f1fcd5-2662-4d3a-8db3-e80b6a33841a'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:58.943784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:58.947322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:floatingip and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:58.950375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:58.956362 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:58.959675 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d52d922f-c87b-497d-8eb7-2338512b2128 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=a78ca3de-ffc6-4eeb-ac22-ba1d014db627 HTTP/1.1" status: 200 len: 205 time: 0.0524702 Jan 21 09:46:58.960030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47384) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.032600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.045000 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-86426e5c-a755-40e8-9656-0ede508c7e16 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] delete failed (client error): The resource could not be found. Jan 21 09:46:59.045971 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-86426e5c-a755-40e8-9656-0ede508c7e16 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/a78ca3de-ffc6-4eeb-ac22-ba1d014db627 HTTP/1.1" status: 404 len: 336 time: 0.0855508 Jan 21 09:46:59.048926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47388) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.090431 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd74ad3-a1c1-4c3b-858f-ecaf000dda43 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:59.090889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd74ad3-a1c1-4c3b-858f-ecaf000dda43 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:59.094903 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-abd74ad3-a1c1-4c3b-858f-ecaf000dda43 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/59dc7804-75fd-4292-ad50-c1559d7e626d HTTP/1.1" status: 404 len: 337 time: 0.0426199 Jan 21 09:46:59.095177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47392) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.133914 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-770df022-f54a-4b65-a251-e97456f03bff tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:59.134372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770df022-f54a-4b65-a251-e97456f03bff tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:59.136136 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-770df022-f54a-4b65-a251-e97456f03bff tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/eeac16e9-821e-4589-aa06-eea65388e792 HTTP/1.1" status: 404 len: 337 time: 0.0399604 Jan 21 09:46:59.138793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47396) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.181396 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d2f74c-3ea9-4eb5-9afa-d7678a11b265 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:59.181878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d2f74c-3ea9-4eb5-9afa-d7678a11b265 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:59.182592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.183698 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-24d2f74c-3ea9-4eb5-9afa-d7678a11b265 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/49e71c8a-5331-420f-80fc-8e6bea2e59b2 HTTP/1.1" status: 404 len: 337 time: 0.0439398 Jan 21 09:46:59.186522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47400) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.259955 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.pecan_wsgi.hooks.translation [None req-1363c25d-9f0b-4615-8d77-703e99c32f66 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:59.260480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1363c25d-9f0b-4615-8d77-703e99c32f66 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:59.262519 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1363c25d-9f0b-4615-8d77-703e99c32f66 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/7c15b730-a23c-452d-bb17-250e815f049d HTTP/1.1" status: 404 len: 337 time: 0.0749826 Jan 21 09:46:59.265468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47406) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.308113 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7a543d76-83cc-404c-b592-6c76e1f79bf5 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=c0ba3bfd-4408-4cf6-b5c0-733d74c09899 HTTP/1.1" status: 200 len: 205 time: 0.0413167 Jan 21 09:46:59.310687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47410) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.368590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.26.4.215 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/ad4da03c-c6a9-44e3-a225-8dd8cb2981b3) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:59.380414 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-b2a52b80-2fb8-4340-bca7-64e1ae0074a1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] delete failed (client error): The resource could not be found. Jan 21 09:46:59.381526 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b2a52b80-2fb8-4340-bca7-64e1ae0074a1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/c0ba3bfd-4408-4cf6-b5c0-733d74c09899 HTTP/1.1" status: 404 len: 336 time: 0.0698695 Jan 21 09:46:59.384431 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47414) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.428040 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f47634bf-49b8-44a3-a4e3-1a67d84d1484 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=4d12eaed-f75e-417a-b6db-378d64dc06e0 HTTP/1.1" status: 200 len: 205 time: 0.0422926 Jan 21 09:46:59.430248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47418) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.497836 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-a7e3cdf8-de7f-4798-bdbb-41338b8e7fcb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] delete failed (client error): The resource could not be found. Jan 21 09:46:59.498851 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a7e3cdf8-de7f-4798-bdbb-41338b8e7fcb tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/4d12eaed-f75e-417a-b6db-378d64dc06e0 HTTP/1.1" status: 404 len: 336 time: 0.0677569 Jan 21 09:46:59.502499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47422) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.522752 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.540581 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbd3820-a58b-4d09-8653-2c9ccc651445 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:59.541068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbd3820-a58b-4d09-8653-2c9ccc651445 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:59.542754 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8fbd3820-a58b-4d09-8653-2c9ccc651445 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/a84fa7e0-e164-416f-97a9-6144c2d8d285 HTTP/1.1" status: 404 len: 337 time: 0.0393720 Jan 21 09:46:59.545692 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47426) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.555754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.591920 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-21895996-072f-4fb0-98f4-46c6630f2b91 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=9c0fa176-42bd-415a-992d-431b46122197 HTTP/1.1" status: 200 len: 205 time: 0.0425372 Jan 21 09:46:59.593442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47430) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.621637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:59.624592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:59.628232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:59.662527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=ad4da03c-c6a9-44e3-a225-8dd8cb2981b3,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:59.792158 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-ed9a3007-855c-43a8-bd8a-f260f3103ea9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] delete failed (client error): The resource could not be found. Jan 21 09:46:59.793394 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ed9a3007-855c-43a8-bd8a-f260f3103ea9 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/9c0fa176-42bd-415a-992d-431b46122197 HTTP/1.1" status: 404 len: 336 time: 0.1988828 Jan 21 09:46:59.796278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47434) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.841037 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7d4d4aad-1745-4949-93d2-6a8c6bb13a46 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=82c4845c-a8ba-4a02-9430-9490df9a9357 HTTP/1.1" status: 200 len: 205 time: 0.0435827 Jan 21 09:46:59.843703 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47438) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.912824 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-0ff3ea55-484f-4e44-aa4e-550fdbaa6be6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] delete failed (client error): The resource could not be found. Jan 21 09:46:59.913821 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0ff3ea55-484f-4e44-aa4e-550fdbaa6be6 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/82c4845c-a8ba-4a02-9430-9490df9a9357 HTTP/1.1" status: 404 len: 336 time: 0.0692136 Jan 21 09:46:59.916482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47442) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.954471 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e8d85d-aece-4488-8c8a-87d527550f45 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] DELETE failed (client error): The resource could not be found. Jan 21 09:46:59.954954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e8d85d-aece-4488-8c8a-87d527550f45 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:59.959086 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-83e8d85d-aece-4488-8c8a-87d527550f45 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/6b81b866-f06a-406a-8f48-1bf4970349e5 HTTP/1.1" status: 404 len: 337 time: 0.0392129 Jan 21 09:46:59.959337 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47446) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.971412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.009918 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f09c7785-20e8-413a-bbdb-2247c29bb4a1 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=c1b63203-443b-4798-8e99-2b80ea6fa53b HTTP/1.1" status: 200 len: 205 time: 0.0472457 Jan 21 09:47:00.010142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47450) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.058732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.080284 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-4deb018f-6cbd-4370-9e27-6c5102f45609 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] delete failed (client error): The resource could not be found. Jan 21 09:47:00.081326 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4deb018f-6cbd-4370-9e27-6c5102f45609 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/c1b63203-443b-4798-8e99-2b80ea6fa53b HTTP/1.1" status: 404 len: 336 time: 0.0703087 Jan 21 09:47:00.084002 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47454) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.121300 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ae374d-0559-47d0-849b-4529e20ebfbc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:00.121766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ae374d-0559-47d0-849b-4529e20ebfbc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:00.123461 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-35ae374d-0559-47d0-849b-4529e20ebfbc tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/f8646d4c-6a4c-486d-8f41-1d3c02912833 HTTP/1.1" status: 404 len: 337 time: 0.0385487 Jan 21 09:47:00.126536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47458) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.133455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.169177 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3c8f6e5a-3ee8-49b1-93a9-1aeb1ab8be79 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "GET /v2.0/ports?device_id=d0d439da-06ed-46d5-8cad-e548d99f4c28 HTTP/1.1" status: 200 len: 205 time: 0.0415165 Jan 21 09:47:00.171701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47462) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.241440 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-4363ed96-a2ec-4700-8c48-09c6c5e8bec8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] delete failed (client error): The resource could not be found. Jan 21 09:47:00.242605 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4363ed96-a2ec-4700-8c48-09c6c5e8bec8 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/routers/d0d439da-06ed-46d5-8cad-e548d99f4c28 HTTP/1.1" status: 404 len: 336 time: 0.0698154 Jan 21 09:47:00.245589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47466) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.282659 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b03d2ac-b19c-4ada-8dea-7ab164bd7193 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:00.283104 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b03d2ac-b19c-4ada-8dea-7ab164bd7193 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:00.284794 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1b03d2ac-b19c-4ada-8dea-7ab164bd7193 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/6aa1829b-9a88-48f9-b3c4-d3e6b7b1b93b HTTP/1.1" status: 404 len: 337 time: 0.0383248 Jan 21 09:47:00.287599 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47470) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.329915 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1f53f0-9746-41c5-bc57-3a22fb0f7633 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:00.330358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1f53f0-9746-41c5-bc57-3a22fb0f7633 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:00.332009 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3d1f53f0-9746-41c5-bc57-3a22fb0f7633 tempest-RoutersTest-631612435 tempest-RoutersTest-631612435-project] 10.222.0.99 "DELETE /v2.0/subnets/d14ac275-e504-442a-abf7-3733314599f3 HTTP/1.1" status: 404 len: 337 time: 0.0434947 Jan 21 09:47:00.342755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.348402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.457667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=ad4da03c-c6a9-44e3-a225-8dd8cb2981b3,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:00.468229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.620697 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47478) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.755915 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Floating IP 396f8379-263f-4093-8eb2-9d56695bf19d associated. External IP: 172.26.4.215, port: d1f1fcd5-2662-4d3a-8db3-e80b6a33841a. Jan 21 09:47:00.769049 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0c2e713b-0f30-4750-832f-3b47a8a296fb admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=652f34ae017240f7907bb8b605e82da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471820 Jan 21 09:47:00.771717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47484) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.829050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3d0c-8b8c-42a2-b634-ed336c96dee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.854618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3d0c-8b8c-42a2-b634-ed336c96dee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.908331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3d0c-8b8c-42a2-b634-ed336c96dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.924709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d3d0c-8b8c-42a2-b634-ed336c96dee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f1696a-36e9-424f-9a1c-71f0293ce833,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:00.936153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3d0c-8b8c-42a2-b634-ed336c96dee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.940081 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7f3d3d0c-8b8c-42a2-b634-ed336c96dee5 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/44f1696a-36e9-424f-9a1c-71f0293ce833 HTTP/1.1" status: 204 len: 168 time: 0.1649952 Jan 21 09:47:01.117407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:01.310271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:01.321069 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0917756-81eb-4ec9-abd7-5b74d6083f36 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:01.331627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0917756-81eb-4ec9-abd7-5b74d6083f36 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:01.332493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e0917756-81eb-4ec9-abd7-5b74d6083f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:01.338857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.397817 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1afcd5bb-d35e-4713-8615-a5286e78d104 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4645584 Jan 21 09:47:01.398000 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e0917756-81eb-4ec9-abd7-5b74d6083f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:01.398101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47500) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:01.406599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0917756-81eb-4ec9-abd7-5b74d6083f36 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:01.407219 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e0917756-81eb-4ec9-abd7-5b74d6083f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:01.467492 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e0917756-81eb-4ec9-abd7-5b74d6083f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:01.467915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0917756-81eb-4ec9-abd7-5b74d6083f36 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:01.506088 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c50c064f-3495-452a-882d-8758d579db28 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "GET /v2.0/floatingips/396f8379-263f-4093-8eb2-9d56695bf19d HTTP/1.1" status: 200 len: 978 time: 0.1068656 Jan 21 09:47:01.508790 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47510) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:01.601999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e4c299ca-9cba-4edb-a435-e74680311851 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Synchronizing usage tracker for tenant:3df263fa76c041978b89b576934eb6cc on resource:floatingip {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:01.618878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e4c299ca-9cba-4edb-a435-e74680311851 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Unset dirty status for tenant:3df263fa76c041978b89b576934eb6cc on resource:floatingip {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:01.620128 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e4c299ca-9cba-4edb-a435-e74680311851 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1103437 Jan 21 09:47:01.623060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47516) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:01.628713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f2d70621-0163-4b36-b129-71e62ad1bda7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'floatingip': {'port_id': 'd2616ebe-2faa-465a-bbfc-8dfd68688de7'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:01.669476 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47520) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:01.731484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2d70621-0163-4b36-b129-71e62ad1bda7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.772821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5ef155f0-6005-4961-9c7e-96f0112b7d4b tempest-DvrRoutersNegativeTest-2138280725 tempest-DvrRoutersNegativeTest-2138280725-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1876423279', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:01.775587 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.policy [None req-5ef155f0-6005-4961-9c7e-96f0112b7d4b tempest-DvrRoutersNegativeTest-2138280725 tempest-DvrRoutersNegativeTest-2138280725-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87501) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 21 09:47:01.775884 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.policy [None req-5ef155f0-6005-4961-9c7e-96f0112b7d4b tempest-DvrRoutersNegativeTest-2138280725 tempest-DvrRoutersNegativeTest-2138280725-project] Failed policy check for 'create_router' {{(pid=87501) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 21 09:47:01.776401 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-5ef155f0-6005-4961-9c7e-96f0112b7d4b tempest-DvrRoutersNegativeTest-2138280725 tempest-DvrRoutersNegativeTest-2138280725-project] create failed (client error): Access was denied to this resource. Jan 21 09:47:01.777385 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5ef155f0-6005-4961-9c7e-96f0112b7d4b tempest-DvrRoutersNegativeTest-2138280725 tempest-DvrRoutersNegativeTest-2138280725-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1069338 Jan 21 09:47:02.039634 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47530) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.166513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83b7c0fa-85c7-43d9-bada-7dceda837c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.182603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-83b7c0fa-85c7-43d9-bada-7dceda837c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:02.186792 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-83b7c0fa-85c7-43d9-bada-7dceda837c23 admin admin] Usage tracker for resource:security_group_rule and tenant:79f1b7509a514a1a8f4310f0baeb9b6d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:02.189846 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-83b7c0fa-85c7-43d9-bada-7dceda837c23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:02.196028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-83b7c0fa-85c7-43d9-bada-7dceda837c23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:02.277939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83b7c0fa-85c7-43d9-bada-7dceda837c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.282362 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-83b7c0fa-85c7-43d9-bada-7dceda837c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.327251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7c0fa-85c7-43d9-bada-7dceda837c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2209f5bf-35c2-43be-9ebd-7742bee43e9b,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.331258 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-83b7c0fa-85c7-43d9-bada-7dceda837c23 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=79f1b7509a514a1a8f4310f0baeb9b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878888 Jan 21 09:47:02.334251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47536) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.416252 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-73a0423e-8f25-4caf-b82f-edca4bded977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.512937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-73a0423e-8f25-4caf-b82f-edca4bded977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.560539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2d70621-0163-4b36-b129-71e62ad1bda7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.566585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2d70621-0163-4b36-b129-71e62ad1bda7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.649229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-73a0423e-8f25-4caf-b82f-edca4bded977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.667878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0423e-8f25-4caf-b82f-edca4bded977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209f5bf-35c2-43be-9ebd-7742bee43e9b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.739797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-73a0423e-8f25-4caf-b82f-edca4bded977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.740936 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-73a0423e-8f25-4caf-b82f-edca4bded977 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2209f5bf-35c2-43be-9ebd-7742bee43e9b HTTP/1.1" status: 204 len: 168 time: 0.4057527 Jan 21 09:47:02.756647 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-f2d70621-0163-4b36-b129-71e62ad1bda7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Floating IP 396f8379-263f-4093-8eb2-9d56695bf19d associated. External IP: 172.26.4.215, port: d1f1fcd5-2662-4d3a-8db3-e80b6a33841a. Jan 21 09:47:03.105515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d70621-0163-4b36-b129-71e62ad1bda7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:03.307802 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d70621-0163-4b36-b129-71e62ad1bda7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:03.318927 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4d479-87fd-490c-97a6-6f32a173c533 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:03.331633 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4d479-87fd-490c-97a6-6f32a173c533 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:03.332358 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-4cd4d479-87fd-490c-97a6-6f32a173c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:03.400251 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-4cd4d479-87fd-490c-97a6-6f32a173c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:03.408822 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4d479-87fd-490c-97a6-6f32a173c533 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:03.409540 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-4cd4d479-87fd-490c-97a6-6f32a173c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:03.468267 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-4cd4d479-87fd-490c-97a6-6f32a173c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:03.468693 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4d479-87fd-490c-97a6-6f32a173c533 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:03.516185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47560) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:03.625938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group': {'name': 'tempest-secgroup--81432113'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:03.632255 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:03.636796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:03.639887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:03.646601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:03.658278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.670629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.686054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:03.689841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:03.692914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:03.698745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:03.774749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d70621-0163-4b36-b129-71e62ad1bda7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:03.783233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.787503 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.802386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:03.809973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:03.818273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:03.828264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:03.831741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa94368-2cd0-4cf9-bbfa-6bd74756fe57,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:03.897965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.902994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.946450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b5e055-dd21-4ad8-9687-a4cdf4d24789,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:03.953364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.954573 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b4ae7cda-ad02-44ba-8074-95cd2b9f00a5 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4372447 Jan 21 09:47:03.956088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d70621-0163-4b36-b129-71e62ad1bda7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:03.957299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47566) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:03.960477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2d70621-0163-4b36-b129-71e62ad1bda7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.968104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da901200-795f-4f0b-ac40-347172196302 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:03.978033 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da901200-795f-4f0b-ac40-347172196302 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:03.978613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-da901200-795f-4f0b-ac40-347172196302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:04.020897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-40a49be5-08de-4248-8520-386e33b24062 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:04.038890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-40a49be5-08de-4248-8520-386e33b24062 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:04.041515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-da901200-795f-4f0b-ac40-347172196302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:04.044797 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-40a49be5-08de-4248-8520-386e33b24062 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0863245 Jan 21 09:47:04.045619 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47570) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.050681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da901200-795f-4f0b-ac40-347172196302 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:04.050952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-195c495a-dc79-4dd6-9989-8bbe1adbb828 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group': {'name': 'tempest-security--469528425', 'description': 'tempest-security-description-1965627676'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:04.051294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-da901200-795f-4f0b-ac40-347172196302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:04.077248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47574) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.077684 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f2d70621-0163-4b36-b129-71e62ad1bda7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "PUT /v2.0/floatingips/396f8379-263f-4093-8eb2-9d56695bf19d HTTP/1.1" status: 200 len: 977 time: 2.4527016 Jan 21 09:47:04.083649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0aebc556-faa9-4554-9ade-f537b40fa27e tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:04.113607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-da901200-795f-4f0b-ac40-347172196302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:04.114003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da901200-795f-4f0b-ac40-347172196302 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:04.142914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-195c495a-dc79-4dd6-9989-8bbe1adbb828 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.215150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0aebc556-faa9-4554-9ade-f537b40fa27e tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.397005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-195c495a-dc79-4dd6-9989-8bbe1adbb828 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.407415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-195c495a-dc79-4dd6-9989-8bbe1adbb828 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.409755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-195c495a-dc79-4dd6-9989-8bbe1adbb828 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.410957 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-195c495a-dc79-4dd6-9989-8bbe1adbb828 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "PUT /v2.0/security-groups/92b5e055-dd21-4ad8-9687-a4cdf4d24789 HTTP/1.1" status: 200 len: 1779 time: 0.3642640 Jan 21 09:47:04.414089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47578) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.460738 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b7fae0b7-e100-4345-baec-be3200aab213 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-groups/92b5e055-dd21-4ad8-9687-a4cdf4d24789 HTTP/1.1" status: 200 len: 1779 time: 0.0454671 Jan 21 09:47:04.463363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47582) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.516479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c495a-dc79-4dd6-9989-8bbe1adbb828 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b5e055-dd21-4ad8-9687-a4cdf4d24789,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:04.523429 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-54efac61-5362-42aa-878e-7f5b8a7d7253 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.549929 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-54efac61-5362-42aa-878e-7f5b8a7d7253 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.595935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-54efac61-5362-42aa-878e-7f5b8a7d7253 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.614714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efac61-5362-42aa-878e-7f5b8a7d7253 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b5e055-dd21-4ad8-9687-a4cdf4d24789,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:04.619594 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0aebc556-faa9-4554-9ade-f537b40fa27e tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.623589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0aebc556-faa9-4554-9ade-f537b40fa27e tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.624060 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-0aebc556-faa9-4554-9ade-f537b40fa27e tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Floating IP 396f8379-263f-4093-8eb2-9d56695bf19d disassociated. External IP: 172.26.4.215, port: d2616ebe-2faa-465a-bbfc-8dfd68688de7. Jan 21 09:47:04.627674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-54efac61-5362-42aa-878e-7f5b8a7d7253 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.629073 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-54efac61-5362-42aa-878e-7f5b8a7d7253 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-groups/92b5e055-dd21-4ad8-9687-a4cdf4d24789 HTTP/1.1" status: 204 len: 168 time: 0.1647022 Jan 21 09:47:04.631317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47586) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.687764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a1c04f51-7031-4a35-b356-1d317d48932c tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:04.704074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a1c04f51-7031-4a35-b356-1d317d48932c tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:04.705453 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a1c04f51-7031-4a35-b356-1d317d48932c tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730898 Jan 21 09:47:04.708279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47590) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.724314 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-01e8e973-bb6c-44e4-89f2-029644c62f8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] delete failed (client error): The resource could not be found. Jan 21 09:47:04.725316 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-01e8e973-bb6c-44e4-89f2-029644c62f8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-groups/92b5e055-dd21-4ad8-9687-a4cdf4d24789 HTTP/1.1" status: 404 len: 347 time: 0.0160978 Jan 21 09:47:04.729092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47594) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.734346 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9b6c585b-2e61-483a-a9ae-d05785d7a254 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100687390'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:04.740407 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9b6c585b-2e61-483a-a9ae-d05785d7a254 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:04.751122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9b6c585b-2e61-483a-a9ae-d05785d7a254 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:04.761905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c585b-2e61-483a-a9ae-d05785d7a254 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.781881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9b6c585b-2e61-483a-a9ae-d05785d7a254 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:04.785641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9b6c585b-2e61-483a-a9ae-d05785d7a254 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:04.788429 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9b6c585b-2e61-483a-a9ae-d05785d7a254 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:04.794164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9b6c585b-2e61-483a-a9ae-d05785d7a254 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:04.864302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c585b-2e61-483a-a9ae-d05785d7a254 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.868684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c585b-2e61-483a-a9ae-d05785d7a254 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.910342 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c585b-2e61-483a-a9ae-d05785d7a254 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598ee981-2095-4038-84a9-97f7cb809e9b,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:04.921127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c585b-2e61-483a-a9ae-d05785d7a254 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.922340 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9b6c585b-2e61-483a-a9ae-d05785d7a254 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1923039 Jan 21 09:47:04.925245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47598) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.930240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9eca3c22-ffe5-444d-8dcd-47e723d66205 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group_rule': {'security_group_id': '598ee981-2095-4038-84a9-97f7cb809e9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:04.936273 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9eca3c22-ffe5-444d-8dcd-47e723d66205 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:04.940092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9eca3c22-ffe5-444d-8dcd-47e723d66205 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:04.943273 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9eca3c22-ffe5-444d-8dcd-47e723d66205 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:04.949245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9eca3c22-ffe5-444d-8dcd-47e723d66205 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:04.967280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9eca3c22-ffe5-444d-8dcd-47e723d66205 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.977466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aebc556-faa9-4554-9ade-f537b40fa27e tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:05.030296 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9eca3c22-ffe5-444d-8dcd-47e723d66205 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.034519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9eca3c22-ffe5-444d-8dcd-47e723d66205 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.057113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca3c22-ffe5-444d-8dcd-47e723d66205 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6ba478-99fe-421f-9813-0e96536f209d,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:05.068812 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9eca3c22-ffe5-444d-8dcd-47e723d66205 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.070265 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9eca3c22-ffe5-444d-8dcd-47e723d66205 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440642 Jan 21 09:47:05.073085 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47602) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:05.101281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7611d67-44ba-4d1c-80cf-8697bc75106d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.112182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7611d67-44ba-4d1c-80cf-8697bc75106d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.145969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7611d67-44ba-4d1c-80cf-8697bc75106d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.158758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aebc556-faa9-4554-9ade-f537b40fa27e tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:05.161990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7611d67-44ba-4d1c-80cf-8697bc75106d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb6ba478-99fe-421f-9813-0e96536f209d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:05.162924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0aebc556-faa9-4554-9ade-f537b40fa27e tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.164640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f7611d67-44ba-4d1c-80cf-8697bc75106d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.165735 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f7611d67-44ba-4d1c-80cf-8697bc75106d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/eb6ba478-99fe-421f-9813-0e96536f209d HTTP/1.1" status: 204 len: 168 time: 0.0916669 Jan 21 09:47:05.168373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47606) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:05.172081 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f794a-9295-4353-a4a9-e4ca138f7042 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:05.182141 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f794a-9295-4353-a4a9-e4ca138f7042 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:05.182774 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-597f794a-9295-4353-a4a9-e4ca138f7042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:05.214877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0b75832c-4373-45fd-8910-93461ae1bfcc tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:05.226929 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0aebc556-faa9-4554-9ade-f537b40fa27e tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "PUT /v2.0/floatingips/396f8379-263f-4093-8eb2-9d56695bf19d HTTP/1.1" status: 200 len: 688 time: 1.1462209 Jan 21 09:47:05.227575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47610) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:05.233651 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0b75832c-4373-45fd-8910-93461ae1bfcc tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:05.235376 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0b75832c-4373-45fd-8910-93461ae1bfcc tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660901 Jan 21 09:47:05.238315 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47614) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:05.247895 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-597f794a-9295-4353-a4a9-e4ca138f7042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:05.257038 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f794a-9295-4353-a4a9-e4ca138f7042 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:05.257187 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-597f794a-9295-4353-a4a9-e4ca138f7042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:46:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:05.298710 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-02ca5d7a-bed0-42a4-9e6a-cd9751406822 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.320525 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-597f794a-9295-4353-a4a9-e4ca138f7042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:05.320925 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597f794a-9295-4353-a4a9-e4ca138f7042 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:05.331738 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-02ca5d7a-bed0-42a4-9e6a-cd9751406822 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.378764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-02ca5d7a-bed0-42a4-9e6a-cd9751406822 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.395958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-475f3b74-f7e9-4651-8a15-6d473fe1172b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port ad4da03c-c6a9-44e3-a225-8dd8cb2981b3 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:05.396296 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-475f3b74-f7e9-4651-8a15-6d473fe1172b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.397944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca5d7a-bed0-42a4-9e6a-cd9751406822 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598ee981-2095-4038-84a9-97f7cb809e9b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:05.412946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-02ca5d7a-bed0-42a4-9e6a-cd9751406822 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.416689 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-02ca5d7a-bed0-42a4-9e6a-cd9751406822 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-groups/598ee981-2095-4038-84a9-97f7cb809e9b HTTP/1.1" status: 204 len: 168 time: 0.1752737 Jan 21 09:47:05.417257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47618) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:05.470129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-06a9cf7e-f478-4012-9b4e-3e14d22da861 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:05.487033 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-06a9cf7e-f478-4012-9b4e-3e14d22da861 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:05.492228 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-06a9cf7e-f478-4012-9b4e-3e14d22da861 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695162 Jan 21 09:47:05.492512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47622) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:05.497797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e0e01196-7d49-4e44-a560-ed5f20f8a1ab tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group': {'name': 'tempest-secgroup--491243311'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:05.504677 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e0e01196-7d49-4e44-a560-ed5f20f8a1ab tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:05.514774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e0e01196-7d49-4e44-a560-ed5f20f8a1ab tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:05.525262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e0e01196-7d49-4e44-a560-ed5f20f8a1ab tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.546018 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e0e01196-7d49-4e44-a560-ed5f20f8a1ab tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:05.550438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e0e01196-7d49-4e44-a560-ed5f20f8a1ab tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:05.553384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e0e01196-7d49-4e44-a560-ed5f20f8a1ab tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:05.559396 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e0e01196-7d49-4e44-a560-ed5f20f8a1ab tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:05.565006 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-475f3b74-f7e9-4651-8a15-6d473fe1172b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.566238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-475f3b74-f7e9-4651-8a15-6d473fe1172b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.633289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e0e01196-7d49-4e44-a560-ed5f20f8a1ab tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.638791 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e0e01196-7d49-4e44-a560-ed5f20f8a1ab tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.689660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e01196-7d49-4e44-a560-ed5f20f8a1ab tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3516596-3e19-4f03-806a-9cada599fcc3,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:05.703359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e0e01196-7d49-4e44-a560-ed5f20f8a1ab tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.704647 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e0e01196-7d49-4e44-a560-ed5f20f8a1ab tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2111475 Jan 21 09:47:05.707466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47626) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:05.712628 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1ea727ed-2f97-4c4c-8ad0-e8fb85826d7a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group_rule': {'security_group_id': 'b3516596-3e19-4f03-806a-9cada599fcc3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:05.718818 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1ea727ed-2f97-4c4c-8ad0-e8fb85826d7a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:05.723211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1ea727ed-2f97-4c4c-8ad0-e8fb85826d7a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:05.726293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1ea727ed-2f97-4c4c-8ad0-e8fb85826d7a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:05.732399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1ea727ed-2f97-4c4c-8ad0-e8fb85826d7a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:05.749499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ea727ed-2f97-4c4c-8ad0-e8fb85826d7a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.807718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ea727ed-2f97-4c4c-8ad0-e8fb85826d7a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.810889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-475f3b74-f7e9-4651-8a15-6d473fe1172b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for ad4da03c-c6a9-44e3-a225-8dd8cb2981b3 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:05.812614 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ea727ed-2f97-4c4c-8ad0-e8fb85826d7a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.835993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea727ed-2f97-4c4c-8ad0-e8fb85826d7a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd71f04-018e-4df2-ad5a-b2eb00014807,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:05.849032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1ea727ed-2f97-4c4c-8ad0-e8fb85826d7a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.850201 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1ea727ed-2f97-4c4c-8ad0-e8fb85826d7a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418095 Jan 21 09:47:05.852973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47632) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:05.857894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-3ce315cc-9790-4d90-954f-93207872be9a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group_rule': {'security_group_id': 'b3516596-3e19-4f03-806a-9cada599fcc3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:05.863484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3ce315cc-9790-4d90-954f-93207872be9a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:05.867486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3ce315cc-9790-4d90-954f-93207872be9a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:05.870292 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3ce315cc-9790-4d90-954f-93207872be9a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:05.875826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3ce315cc-9790-4d90-954f-93207872be9a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:05.892717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3ce315cc-9790-4d90-954f-93207872be9a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.950893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-475f3b74-f7e9-4651-8a15-6d473fe1172b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.955278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3ce315cc-9790-4d90-954f-93207872be9a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.959511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3ce315cc-9790-4d90-954f-93207872be9a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.982961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce315cc-9790-4d90-954f-93207872be9a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71392e23-95e5-4943-9bbc-184b339e72bd,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:05.995894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3ce315cc-9790-4d90-954f-93207872be9a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.997129 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3ce315cc-9790-4d90-954f-93207872be9a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432629 Jan 21 09:47:05.999854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47636) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.000769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f3b74-f7e9-4651-8a15-6d473fe1172b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=ad4da03c-c6a9-44e3-a225-8dd8cb2981b3,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:06.004910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-abd8571a-be45-42f8-8911-1275b260515e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group_rule': {'security_group_id': 'b3516596-3e19-4f03-806a-9cada599fcc3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:06.011274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-abd8571a-be45-42f8-8911-1275b260515e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:06.015527 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-abd8571a-be45-42f8-8911-1275b260515e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:06.018459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-abd8571a-be45-42f8-8911-1275b260515e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:06.024184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-abd8571a-be45-42f8-8911-1275b260515e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:06.042623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-abd8571a-be45-42f8-8911-1275b260515e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.091177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-475f3b74-f7e9-4651-8a15-6d473fe1172b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.109715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-475f3b74-f7e9-4651-8a15-6d473fe1172b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.110881 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-475f3b74-f7e9-4651-8a15-6d473fe1172b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/floatingips/396f8379-263f-4093-8eb2-9d56695bf19d HTTP/1.1" status: 204 len: 168 time: 0.8822756 Jan 21 09:47:06.111112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-abd8571a-be45-42f8-8911-1275b260515e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.114750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47640) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.118707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-abd8571a-be45-42f8-8911-1275b260515e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.142109 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8571a-be45-42f8-8911-1275b260515e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df371f8-90bb-402f-a06c-f9d5c5f5c07f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:06.155056 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-abd8571a-be45-42f8-8911-1275b260515e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.156512 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-abd8571a-be45-42f8-8911-1275b260515e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1555760 Jan 21 09:47:06.159277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47644) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.164222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-66faaf74-8255-40ab-9237-181c0da6ee32 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group_rule': {'security_group_id': 'b3516596-3e19-4f03-806a-9cada599fcc3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:06.170418 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-66faaf74-8255-40ab-9237-181c0da6ee32 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:06.174975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-66faaf74-8255-40ab-9237-181c0da6ee32 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:06.178023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-66faaf74-8255-40ab-9237-181c0da6ee32 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:06.183977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-66faaf74-8255-40ab-9237-181c0da6ee32 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:06.188653 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-4fd596a4-8b59-47d6-b219-2e82e08b343b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] delete failed (client error): The resource could not be found. Jan 21 09:47:06.189652 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4fd596a4-8b59-47d6-b219-2e82e08b343b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/floatingips/396f8379-263f-4093-8eb2-9d56695bf19d HTTP/1.1" status: 404 len: 345 time: 0.0738561 Jan 21 09:47:06.193755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47648) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.242313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-66faaf74-8255-40ab-9237-181c0da6ee32 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.311475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-92f8eb24-b500-4cd2-b44f-16e164bb7448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.331118 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52652131-2bc9-4df3-9323-4fb99795f344 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:06.336949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52652131-2bc9-4df3-9323-4fb99795f344 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:06.342990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52652131-2bc9-4df3-9323-4fb99795f344 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:06.343717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-52652131-2bc9-4df3-9323-4fb99795f344 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Synchronizing usage tracker for tenant:3df263fa76c041978b89b576934eb6cc on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:06.350227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-66faaf74-8255-40ab-9237-181c0da6ee32 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.356794 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-66faaf74-8255-40ab-9237-181c0da6ee32 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.382528 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faaf74-8255-40ab-9237-181c0da6ee32 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3637ea66-e774-4c46-a937-cbfaca9b511c,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:06.386380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-52652131-2bc9-4df3-9323-4fb99795f344 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Unset dirty status for tenant:3df263fa76c041978b89b576934eb6cc on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:06.387562 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-52652131-2bc9-4df3-9323-4fb99795f344 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "GET /v2.0/ports?network_id=da881389-e4fb-48f1-b27c-c6c4c4a29eb9 HTTP/1.1" status: 200 len: 2357 time: 0.1929791 Jan 21 09:47:06.390648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47654) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.400531 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-66faaf74-8255-40ab-9237-181c0da6ee32 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.401703 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-66faaf74-8255-40ab-9237-181c0da6ee32 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2414997 Jan 21 09:47:06.404620 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47658) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.409609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-920897a7-fec9-46a7-9b73-8763b644fd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group_rule': {'security_group_id': 'b3516596-3e19-4f03-806a-9cada599fcc3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:06.415465 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-920897a7-fec9-46a7-9b73-8763b644fd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:06.419623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-920897a7-fec9-46a7-9b73-8763b644fd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:06.422557 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-920897a7-fec9-46a7-9b73-8763b644fd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:06.428618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-920897a7-fec9-46a7-9b73-8763b644fd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:06.447416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-920897a7-fec9-46a7-9b73-8763b644fd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.461143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1092e39-a815-4613-a3a2-0106e5ebc78b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:06.462594 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c1092e39-a815-4613-a3a2-0106e5ebc78b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "GET /v2.0/subnets/4186c70d-fcbb-4f54-8fef-ec73ba8f5a0f HTTP/1.1" status: 200 len: 797 time: 0.0707009 Jan 21 09:47:06.467372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47662) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.472706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'port': {'network_id': 'da881389-e4fb-48f1-b27c-c6c4c4a29eb9', 'name': 'tempest-FloatingIPTestJSON-1805565407', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:06.516577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-920897a7-fec9-46a7-9b73-8763b644fd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.521342 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-920897a7-fec9-46a7-9b73-8763b644fd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.544446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920897a7-fec9-46a7-9b73-8763b644fd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1aaf764-b198-45c9-a5f0-d108a00bcac8,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:06.558512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-920897a7-fec9-46a7-9b73-8763b644fd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.559854 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-920897a7-fec9-46a7-9b73-8763b644fd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1542816 Jan 21 09:47:06.562804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47666) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.592453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13d363d5-2b28-43c5-81d0-cdce52a0de67 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.603472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13d363d5-2b28-43c5-81d0-cdce52a0de67 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.614103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:06.625058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:06.627469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13d363d5-2b28-43c5-81d0-cdce52a0de67 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.636041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Made reservation on behalf of 3df263fa76c041978b89b576934eb6cc for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:06.648779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d363d5-2b28-43c5-81d0-cdce52a0de67 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1aaf764-b198-45c9-a5f0-d108a00bcac8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:06.652140 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13d363d5-2b28-43c5-81d0-cdce52a0de67 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.655779 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-13d363d5-2b28-43c5-81d0-cdce52a0de67 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/f1aaf764-b198-45c9-a5f0-d108a00bcac8 HTTP/1.1" status: 204 len: 168 time: 0.0897231 Jan 21 09:47:06.656097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47670) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.708215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-22a5db2a-7d12-4e79-8a47-ea4ec42c289b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:06.725851 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-22a5db2a-7d12-4e79-8a47-ea4ec42c289b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:06.730108 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-22a5db2a-7d12-4e79-8a47-ea4ec42c289b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0703638 Jan 21 09:47:06.730447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47674) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.761548 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6e2b136-55d5-4eff-bea0-513da017162f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.761813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.782783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] device_id is not set on port e81c3b53-96e7-4e83-870f-70341a742f05 yet. {{(pid=87501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:47:06.872774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6e2b136-55d5-4eff-bea0-513da017162f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.899476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6e2b136-55d5-4eff-bea0-513da017162f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.916786 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2b136-55d5-4eff-bea0-513da017162f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3637ea66-e774-4c46-a937-cbfaca9b511c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:06.926019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a6e2b136-55d5-4eff-bea0-513da017162f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.927090 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a6e2b136-55d5-4eff-bea0-513da017162f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/3637ea66-e774-4c46-a937-cbfaca9b511c HTTP/1.1" status: 204 len: 168 time: 0.1957386 Jan 21 09:47:06.929718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47678) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.980477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b60cea40-2339-447f-a20a-2a60ad57c72e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:06.996188 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b60cea40-2339-447f-a20a-2a60ad57c72e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:07.000277 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b60cea40-2339-447f-a20a-2a60ad57c72e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0670235 Jan 21 09:47:07.000582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47682) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.027814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4efe23e3-6570-4c3d-8f1b-9deb8a5b3481 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.038043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4efe23e3-6570-4c3d-8f1b-9deb8a5b3481 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.062602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4efe23e3-6570-4c3d-8f1b-9deb8a5b3481 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.082539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe23e3-6570-4c3d-8f1b-9deb8a5b3481 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3df371f8-90bb-402f-a06c-f9d5c5f5c07f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:07.092521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4efe23e3-6570-4c3d-8f1b-9deb8a5b3481 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.093691 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4efe23e3-6570-4c3d-8f1b-9deb8a5b3481 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/3df371f8-90bb-402f-a06c-f9d5c5f5c07f HTTP/1.1" status: 204 len: 168 time: 0.0921752 Jan 21 09:47:07.096426 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47686) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.125481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.20.0.14 (da881389-e4fb-48f1-b27c-c6c4c4a29eb9/4186c70d-fcbb-4f54-8fef-ec73ba8f5a0f/e81c3b53-96e7-4e83-870f-70341a742f05) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:07.133934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.20.0.13 (da881389-e4fb-48f1-b27c-c6c4c4a29eb9/4186c70d-fcbb-4f54-8fef-ec73ba8f5a0f/e81c3b53-96e7-4e83-870f-70341a742f05) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:07.167032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4fc0c102-f6ad-43a1-908c-314c4faaf4dd tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:07.212995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4fc0c102-f6ad-43a1-908c-314c4faaf4dd tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:07.214255 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4fc0c102-f6ad-43a1-908c-314c4faaf4dd tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1169181 Jan 21 09:47:07.217455 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47690) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.246316 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e58e94b-c14a-4a76-b5ad-0e88cdc29454 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.256699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e58e94b-c14a-4a76-b5ad-0e88cdc29454 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.280755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e58e94b-c14a-4a76-b5ad-0e88cdc29454 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.298955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58e94b-c14a-4a76-b5ad-0e88cdc29454 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71392e23-95e5-4943-9bbc-184b339e72bd,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:07.305061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e58e94b-c14a-4a76-b5ad-0e88cdc29454 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.308665 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5e58e94b-c14a-4a76-b5ad-0e88cdc29454 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/71392e23-95e5-4943-9bbc-184b339e72bd HTTP/1.1" status: 204 len: 168 time: 0.0876760 Jan 21 09:47:07.308897 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47694) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.358144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1e6ac9f8-25de-4257-80d9-78cc14f068a9 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:07.364570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.373346 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1e6ac9f8-25de-4257-80d9-78cc14f068a9 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:07.374711 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1e6ac9f8-25de-4257-80d9-78cc14f068a9 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0649247 Jan 21 09:47:07.377672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47698) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.397523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.405503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1725d1a2-fa39-4a80-891d-822830e46d77 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.415763 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1725d1a2-fa39-4a80-891d-822830e46d77 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.440045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1725d1a2-fa39-4a80-891d-822830e46d77 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.457709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725d1a2-fa39-4a80-891d-822830e46d77 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abd71f04-018e-4df2-ad5a-b2eb00014807,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:07.465430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1725d1a2-fa39-4a80-891d-822830e46d77 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.466134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network da881389-e4fb-48f1-b27c-c6c4c4a29eb9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:07.466640 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1725d1a2-fa39-4a80-891d-822830e46d77 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/abd71f04-018e-4df2-ad5a-b2eb00014807 HTTP/1.1" status: 204 len: 168 time: 0.0881469 Jan 21 09:47:07.471518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:07.473340 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47702) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.475423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:07.518045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=e81c3b53-96e7-4e83-870f-70341a742f05,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:07.518595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-91605f39-5c17-4663-8234-29a5ddbecd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:07.535357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-91605f39-5c17-4663-8234-29a5ddbecd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:07.539384 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-91605f39-5c17-4663-8234-29a5ddbecd8b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624790 Jan 21 09:47:07.539605 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47706) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.546045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:07.546648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.571204 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f7e5028b-8a20-4fb6-9218-a24ff5c52b7c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1028061 Jan 21 09:47:07.573804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47710) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.578966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': 'e81c3b53-96e7-4e83-870f-70341a742f05', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:07.585661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:07.590037 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:floatingip and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:07.592882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:07.598952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:07.603790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f9b20461-620e-4e9e-a3f4-2fe77660e398 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.610253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.633790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f9b20461-620e-4e9e-a3f4-2fe77660e398 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.686914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f9b20461-620e-4e9e-a3f4-2fe77660e398 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.711029 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b20461-620e-4e9e-a3f4-2fe77660e398 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3516596-3e19-4f03-806a-9cada599fcc3,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:07.750309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f9b20461-620e-4e9e-a3f4-2fe77660e398 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.751558 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f9b20461-620e-4e9e-a3f4-2fe77660e398 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-groups/b3516596-3e19-4f03-806a-9cada599fcc3 HTTP/1.1" status: 204 len: 168 time: 0.2110176 Jan 21 09:47:07.756858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47714) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.808655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7a6d8751-801a-4346-9aea-641a16a6f4f1 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:07.825894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7a6d8751-801a-4346-9aea-641a16a6f4f1 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:07.827239 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7a6d8751-801a-4346-9aea-641a16a6f4f1 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694335 Jan 21 09:47:07.831586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47718) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.839118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a26a5cb4-fecd-4e61-84d3-d02b54e7d33d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117809222'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:07.846173 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a26a5cb4-fecd-4e61-84d3-d02b54e7d33d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:07.858984 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a26a5cb4-fecd-4e61-84d3-d02b54e7d33d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:07.881728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a26a5cb4-fecd-4e61-84d3-d02b54e7d33d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.902535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.939133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a26a5cb4-fecd-4e61-84d3-d02b54e7d33d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:07.945174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a26a5cb4-fecd-4e61-84d3-d02b54e7d33d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:07.951456 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a26a5cb4-fecd-4e61-84d3-d02b54e7d33d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:07.966058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a26a5cb4-fecd-4e61-84d3-d02b54e7d33d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:08.085879 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.26.4.137 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/411981e9-90f1-4816-9c82-58b43861e5d0) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:08.117714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a26a5cb4-fecd-4e61-84d3-d02b54e7d33d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.136083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a26a5cb4-fecd-4e61-84d3-d02b54e7d33d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.201778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a5cb4-fecd-4e61-84d3-d02b54e7d33d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101df8a9-d78c-43aa-8b79-dfb3e1ed6278,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:08.273415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a26a5cb4-fecd-4e61-84d3-d02b54e7d33d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.274622 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a26a5cb4-fecd-4e61-84d3-d02b54e7d33d tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4420033 Jan 21 09:47:08.277316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47722) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:08.284004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-274bdf66-fda8-4129-96dc-b150cdf0230f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group_rule': {'security_group_id': '101df8a9-d78c-43aa-8b79-dfb3e1ed6278', 'direction': 'ingress', 'protocol': 17}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:08.300255 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-274bdf66-fda8-4129-96dc-b150cdf0230f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:08.307449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-274bdf66-fda8-4129-96dc-b150cdf0230f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:08.317949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-274bdf66-fda8-4129-96dc-b150cdf0230f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:08.327215 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-274bdf66-fda8-4129-96dc-b150cdf0230f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:08.330832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.355921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-274bdf66-fda8-4129-96dc-b150cdf0230f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.410229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.443722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8a7d9f8a-8c5d-483f-b0f3-babad1fbabe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.494719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:08.498111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-274bdf66-fda8-4129-96dc-b150cdf0230f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.501179 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:08.506832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:08.531202 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=411981e9-90f1-4816-9c82-58b43861e5d0,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:08.534144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-274bdf66-fda8-4129-96dc-b150cdf0230f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.577225 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bdf66-fda8-4129-96dc-b150cdf0230f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d6ce5c-931c-4853-86e1-f5385b31164b,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:08.623464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-274bdf66-fda8-4129-96dc-b150cdf0230f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.627289 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-274bdf66-fda8-4129-96dc-b150cdf0230f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3463335 Jan 21 09:47:08.627854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47726) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:08.695737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e4420472-1051-4a19-86f3-5b17ce82f4f1 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.722907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e4420472-1051-4a19-86f3-5b17ce82f4f1 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.777826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e4420472-1051-4a19-86f3-5b17ce82f4f1 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.800169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4420472-1051-4a19-86f3-5b17ce82f4f1 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101df8a9-d78c-43aa-8b79-dfb3e1ed6278,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:08.811430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e4420472-1051-4a19-86f3-5b17ce82f4f1 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.816730 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e4420472-1051-4a19-86f3-5b17ce82f4f1 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-groups/101df8a9-d78c-43aa-8b79-dfb3e1ed6278 HTTP/1.1" status: 204 len: 168 time: 0.1836007 Jan 21 09:47:08.817381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47730) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:08.867979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fc12f4d9-1ef2-4aae-8e24-7622e99a0619 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:08.883758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fc12f4d9-1ef2-4aae-8e24-7622e99a0619 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:08.885228 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fc12f4d9-1ef2-4aae-8e24-7622e99a0619 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0668261 Jan 21 09:47:08.889351 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47734) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:08.894276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-214bc7d4-a786-472c-a7fc-4e0663c535f8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group': {'name': 'tempest-secgroup--627965265'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:08.900899 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-214bc7d4-a786-472c-a7fc-4e0663c535f8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:08.910454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-214bc7d4-a786-472c-a7fc-4e0663c535f8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:08.921314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-214bc7d4-a786-472c-a7fc-4e0663c535f8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.941455 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-214bc7d4-a786-472c-a7fc-4e0663c535f8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:08.945655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-214bc7d4-a786-472c-a7fc-4e0663c535f8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:08.948727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-214bc7d4-a786-472c-a7fc-4e0663c535f8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:08.954599 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-214bc7d4-a786-472c-a7fc-4e0663c535f8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:08.973117 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.025336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-214bc7d4-a786-472c-a7fc-4e0663c535f8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.029826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-214bc7d4-a786-472c-a7fc-4e0663c535f8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.047549 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.073425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bc7d4-a786-472c-a7fc-4e0663c535f8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69092f8c-4df6-4542-bd02-b5aa5409d0b3,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:09.086769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-214bc7d4-a786-472c-a7fc-4e0663c535f8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.092848 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-214bc7d4-a786-472c-a7fc-4e0663c535f8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2024858 Jan 21 09:47:09.094952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47738) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:09.100208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group': {'name': 'tempest-secgroup--728404711'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:09.106084 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:09.110161 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:09.113015 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:09.120427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:09.133920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.157676 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:09.161586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:09.164320 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:09.171063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:09.246186 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.251041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.267585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.272477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.298268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02bfd323-a3f3-4b49-bc56-7dbea045b03c,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:09.302176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.306128 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-64308846-6c74-43b3-b69c-4206f7adf3e0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2075527 Jan 21 09:47:09.307131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47742) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:09.312425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d5cc0f11-a060-4f09-ba37-f19da92f77ed tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group_rule': {'security_group_id': '69092f8c-4df6-4542-bd02-b5aa5409d0b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '02bfd323-a3f3-4b49-bc56-7dbea045b03c', 'remote_ip_prefix': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:09.319244 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d5cc0f11-a060-4f09-ba37-f19da92f77ed tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:09.323335 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d5cc0f11-a060-4f09-ba37-f19da92f77ed tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:09.326191 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d5cc0f11-a060-4f09-ba37-f19da92f77ed tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:09.331863 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d5cc0f11-a060-4f09-ba37-f19da92f77ed tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:09.353851 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0f11-a060-4f09-ba37-f19da92f77ed tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.382029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=411981e9-90f1-4816-9c82-58b43861e5d0,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:09.392320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.418893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0f11-a060-4f09-ba37-f19da92f77ed tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.422961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0f11-a060-4f09-ba37-f19da92f77ed tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.446539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc0f11-a060-4f09-ba37-f19da92f77ed tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c16d72-144e-42c7-a000-391f731bcf5f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:09.470129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0f11-a060-4f09-ba37-f19da92f77ed tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.474392 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d5cc0f11-a060-4f09-ba37-f19da92f77ed tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1670930 Jan 21 09:47:09.475012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47746) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:09.510431 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ba1abe33-c769-480d-8e24-e9ef0dfb522c tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.514531 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.529160 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ba1abe33-c769-480d-8e24-e9ef0dfb522c tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.554014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ba1abe33-c769-480d-8e24-e9ef0dfb522c tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.564678 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Floating IP d7fe85b0-8f76-4754-bbf4-aa5b103b94bc associated. External IP: 172.26.4.137, port: e81c3b53-96e7-4e83-870f-70341a742f05. Jan 21 09:47:09.573096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1abe33-c769-480d-8e24-e9ef0dfb522c tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50c16d72-144e-42c7-a000-391f731bcf5f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:09.575543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ba1abe33-c769-480d-8e24-e9ef0dfb522c tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.579321 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ba1abe33-c769-480d-8e24-e9ef0dfb522c tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/50c16d72-144e-42c7-a000-391f731bcf5f HTTP/1.1" status: 204 len: 168 time: 0.1032939 Jan 21 09:47:09.580210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47750) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:09.631020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-794911a5-6eda-44db-b969-b147f72df5e6 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:09.649778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-794911a5-6eda-44db-b969-b147f72df5e6 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:09.654538 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-794911a5-6eda-44db-b969-b147f72df5e6 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0733166 Jan 21 09:47:09.655215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47754) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:09.670963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.720126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1b4f-ffbe-41ee-86dc-6269fdec574a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.746309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1b4f-ffbe-41ee-86dc-6269fdec574a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.794377 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1b4f-ffbe-41ee-86dc-6269fdec574a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.812382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b1b4f-ffbe-41ee-86dc-6269fdec574a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bfd323-a3f3-4b49-bc56-7dbea045b03c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:09.829342 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1b4f-ffbe-41ee-86dc-6269fdec574a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.830511 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3f7b1b4f-ffbe-41ee-86dc-6269fdec574a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-groups/02bfd323-a3f3-4b49-bc56-7dbea045b03c HTTP/1.1" status: 204 len: 168 time: 0.1743703 Jan 21 09:47:09.833205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47758) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:09.898782 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8a0a7a44-0480-4019-a6b2-21b7506490af tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:09.915106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8a0a7a44-0480-4019-a6b2-21b7506490af tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:09.916493 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8a0a7a44-0480-4019-a6b2-21b7506490af tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0823109 Jan 21 09:47:09.919566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47762) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:09.982045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d396a265-b9b1-40a4-afd0-f70e61f3d5b8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.008819 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d396a265-b9b1-40a4-afd0-f70e61f3d5b8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.047146 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:10.055865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d396a265-b9b1-40a4-afd0-f70e61f3d5b8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.075951 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396a265-b9b1-40a4-afd0-f70e61f3d5b8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69092f8c-4df6-4542-bd02-b5aa5409d0b3,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:10.091914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d396a265-b9b1-40a4-afd0-f70e61f3d5b8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.095578 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d396a265-b9b1-40a4-afd0-f70e61f3d5b8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-groups/69092f8c-4df6-4542-bd02-b5aa5409d0b3 HTTP/1.1" status: 204 len: 168 time: 0.1726019 Jan 21 09:47:10.095899 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47766) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:10.146119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-20a6017b-0d6d-4584-934e-2adf22857196 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:10.162871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-20a6017b-0d6d-4584-934e-2adf22857196 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:10.164175 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-20a6017b-0d6d-4584-934e-2adf22857196 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672927 Jan 21 09:47:10.168857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47770) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:10.174085 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-caed3769-ac8f-4009-8cef-f7b417740bca tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group': {'name': 'tempest-secgroup--379848349'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:10.184176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-caed3769-ac8f-4009-8cef-f7b417740bca tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:10.194413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-caed3769-ac8f-4009-8cef-f7b417740bca tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:10.206154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-caed3769-ac8f-4009-8cef-f7b417740bca tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.229976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-caed3769-ac8f-4009-8cef-f7b417740bca tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:10.230371 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:10.234036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-caed3769-ac8f-4009-8cef-f7b417740bca tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:10.237290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-caed3769-ac8f-4009-8cef-f7b417740bca tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:10.241172 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603a70b3-46f6-44de-90c1-be18da6b06e3 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:10.243365 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-caed3769-ac8f-4009-8cef-f7b417740bca tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:10.255486 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a70b3-46f6-44de-90c1-be18da6b06e3 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:10.256168 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-603a70b3-46f6-44de-90c1-be18da6b06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:10.257122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.317410 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d96daa71-1a9d-4191-988d-cc8cdc133f43 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.7425723 Jan 21 09:47:10.319973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47774) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:10.321561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-603a70b3-46f6-44de-90c1-be18da6b06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:10.325180 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-98165e22-c262-4989-9b96-d3f121241a19 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'floatingip': {'port_id': 'e81c3b53-96e7-4e83-870f-70341a742f05', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:10.325316 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-caed3769-ac8f-4009-8cef-f7b417740bca tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.330280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-caed3769-ac8f-4009-8cef-f7b417740bca tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.330936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a70b3-46f6-44de-90c1-be18da6b06e3 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:10.331637 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-603a70b3-46f6-44de-90c1-be18da6b06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:10.368031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed3769-ac8f-4009-8cef-f7b417740bca tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8700f0db-56c6-4b64-8987-d532dc2370d5,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:10.394093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-caed3769-ac8f-4009-8cef-f7b417740bca tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.396245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-603a70b3-46f6-44de-90c1-be18da6b06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:10.396681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603a70b3-46f6-44de-90c1-be18da6b06e3 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:10.398324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47778) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:10.398551 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-caed3769-ac8f-4009-8cef-f7b417740bca tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2287278 Jan 21 09:47:10.406154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e93e8319-a423-487e-bba8-c08621619f3f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group_rule': {'security_group_id': '8700f0db-56c6-4b64-8987-d532dc2370d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:10.420897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e93e8319-a423-487e-bba8-c08621619f3f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:10.428421 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e93e8319-a423-487e-bba8-c08621619f3f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:10.432785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e93e8319-a423-487e-bba8-c08621619f3f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:10.441712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e93e8319-a423-487e-bba8-c08621619f3f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:10.447995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98165e22-c262-4989-9b96-d3f121241a19 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.541261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e93e8319-a423-487e-bba8-c08621619f3f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.692942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e93e8319-a423-487e-bba8-c08621619f3f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.699151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e93e8319-a423-487e-bba8-c08621619f3f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.789736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e8319-a423-487e-bba8-c08621619f3f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00426b92-636f-4115-8000-d1f58daa5f2c,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:10.814983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e93e8319-a423-487e-bba8-c08621619f3f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.816478 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e93e8319-a423-487e-bba8-c08621619f3f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4171543 Jan 21 09:47:10.819476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47782) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:10.849771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89529f61-8c6d-405e-9c07-c2cd133b59c7 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.860334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89529f61-8c6d-405e-9c07-c2cd133b59c7 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.884285 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89529f61-8c6d-405e-9c07-c2cd133b59c7 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.901353 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89529f61-8c6d-405e-9c07-c2cd133b59c7 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00426b92-636f-4115-8000-d1f58daa5f2c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:10.905290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89529f61-8c6d-405e-9c07-c2cd133b59c7 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.909047 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-89529f61-8c6d-405e-9c07-c2cd133b59c7 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/00426b92-636f-4115-8000-d1f58daa5f2c HTTP/1.1" status: 204 len: 168 time: 0.0858319 Jan 21 09:47:10.909127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47786) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:10.954631 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5283e797-6488-44f8-ac37-dab9a79d600e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:10.973575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5283e797-6488-44f8-ac37-dab9a79d600e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:10.977789 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5283e797-6488-44f8-ac37-dab9a79d600e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0648043 Jan 21 09:47:10.978033 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47790) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:10.985725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.042679 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e97d8bd7-9025-4deb-9d3b-020f6200a3eb tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.070254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e97d8bd7-9025-4deb-9d3b-020f6200a3eb tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.119439 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e97d8bd7-9025-4deb-9d3b-020f6200a3eb tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.139564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d8bd7-9025-4deb-9d3b-020f6200a3eb tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8700f0db-56c6-4b64-8987-d532dc2370d5,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.157372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e97d8bd7-9025-4deb-9d3b-020f6200a3eb tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.158058 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e97d8bd7-9025-4deb-9d3b-020f6200a3eb tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-groups/8700f0db-56c6-4b64-8987-d532dc2370d5 HTTP/1.1" status: 204 len: 168 time: 0.1790617 Jan 21 09:47:11.160853 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47794) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:11.181670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.db.resource_extend [None req-98165e22-c262-4989-9b96-d3f121241a19 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:47:11.210130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-91be7948-6c1c-4870-a05b-301f5b8262ba tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:11.227145 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-91be7948-6c1c-4870-a05b-301f5b8262ba tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:11.228422 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-91be7948-6c1c-4870-a05b-301f5b8262ba tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666218 Jan 21 09:47:11.232570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47798) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:11.242744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bd851fe9-e350-46c0-8b9d-6380f4f379f3 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group': {'name': 'tempest-secgroup--84266365'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:11.251367 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bd851fe9-e350-46c0-8b9d-6380f4f379f3 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:11.261179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bd851fe9-e350-46c0-8b9d-6380f4f379f3 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:11.272550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bd851fe9-e350-46c0-8b9d-6380f4f379f3 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.281069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98165e22-c262-4989-9b96-d3f121241a19 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.285012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98165e22-c262-4989-9b96-d3f121241a19 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.292756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bd851fe9-e350-46c0-8b9d-6380f4f379f3 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:11.296744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bd851fe9-e350-46c0-8b9d-6380f4f379f3 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:11.299510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bd851fe9-e350-46c0-8b9d-6380f4f379f3 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:11.305022 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bd851fe9-e350-46c0-8b9d-6380f4f379f3 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:11.377528 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bd851fe9-e350-46c0-8b9d-6380f4f379f3 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.382148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bd851fe9-e350-46c0-8b9d-6380f4f379f3 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.426171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd851fe9-e350-46c0-8b9d-6380f4f379f3 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b622b8-7f64-40cb-9ba2-b6342e6cc7ad,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.437640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bd851fe9-e350-46c0-8b9d-6380f4f379f3 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.438872 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bd851fe9-e350-46c0-8b9d-6380f4f379f3 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2051179 Jan 21 09:47:11.441904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47802) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:11.446825 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b68ffa64-cfa8-4e01-a083-5249f38ac26a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group_rule': {'security_group_id': 'b9b622b8-7f64-40cb-9ba2-b6342e6cc7ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:11.452713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b68ffa64-cfa8-4e01-a083-5249f38ac26a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:11.456734 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b68ffa64-cfa8-4e01-a083-5249f38ac26a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:11.459592 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b68ffa64-cfa8-4e01-a083-5249f38ac26a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:11.465166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b68ffa64-cfa8-4e01-a083-5249f38ac26a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:11.482230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b68ffa64-cfa8-4e01-a083-5249f38ac26a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.554157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b68ffa64-cfa8-4e01-a083-5249f38ac26a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.558345 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b68ffa64-cfa8-4e01-a083-5249f38ac26a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.577832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ffa64-cfa8-4e01-a083-5249f38ac26a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e292227-72f3-462d-ac71-0420cfd35022,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.600421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b68ffa64-cfa8-4e01-a083-5249f38ac26a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.603993 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b68ffa64-cfa8-4e01-a083-5249f38ac26a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1588368 Jan 21 09:47:11.604313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47806) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:11.629171 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-788b13af-949c-49d6-bc74-1001bdcf6a92 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules/7e292227-72f3-462d-ac71-0420cfd35022 HTTP/1.1" status: 200 len: 763 time: 0.0218165 Jan 21 09:47:11.629375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47810) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:11.639940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98165e22-c262-4989-9b96-d3f121241a19 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:11.678378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-88f000e5-acd0-4eab-8277-eb83841af503 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:11.694503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-88f000e5-acd0-4eab-8277-eb83841af503 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:11.698420 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-88f000e5-acd0-4eab-8277-eb83841af503 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0650225 Jan 21 09:47:11.698732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47814) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:11.730478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ff91771c-5648-47bf-8957-36f45abeb43a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.741231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ff91771c-5648-47bf-8957-36f45abeb43a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.765138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ff91771c-5648-47bf-8957-36f45abeb43a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.783283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91771c-5648-47bf-8957-36f45abeb43a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e292227-72f3-462d-ac71-0420cfd35022,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.789716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ff91771c-5648-47bf-8957-36f45abeb43a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.790881 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ff91771c-5648-47bf-8957-36f45abeb43a tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/7e292227-72f3-462d-ac71-0420cfd35022 HTTP/1.1" status: 204 len: 168 time: 0.0912354 Jan 21 09:47:11.793428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47818) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:11.823445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98165e22-c262-4989-9b96-d3f121241a19 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:11.827700 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-98165e22-c262-4989-9b96-d3f121241a19 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.835078 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4121d5-84e7-49ae-b437-475160cd4848 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:11.844889 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4121d5-84e7-49ae-b437-475160cd4848 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:11.845510 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-7d4121d5-84e7-49ae-b437-475160cd4848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:11.847824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ae8ea438-ffb8-40c2-bffa-eae22e18090f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:11.865891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ae8ea438-ffb8-40c2-bffa-eae22e18090f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:11.869979 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ae8ea438-ffb8-40c2-bffa-eae22e18090f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0730307 Jan 21 09:47:11.870481 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47822) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:11.875652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-aa598a3d-7557-45ba-8205-29b49e259a3e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group_rule': {'security_group_id': 'b9b622b8-7f64-40cb-9ba2-b6342e6cc7ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:11.881558 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-aa598a3d-7557-45ba-8205-29b49e259a3e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:11.891175 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-aa598a3d-7557-45ba-8205-29b49e259a3e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:11.908756 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-7d4121d5-84e7-49ae-b437-475160cd4848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:11.913446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aa598a3d-7557-45ba-8205-29b49e259a3e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.917044 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4121d5-84e7-49ae-b437-475160cd4848 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:11.917796 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-7d4121d5-84e7-49ae-b437-475160cd4848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:11.943335 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-98165e22-c262-4989-9b96-d3f121241a19 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "PUT /v2.0/floatingips/d7fe85b0-8f76-4754-bbf4-aa5b103b94bc HTTP/1.1" status: 200 len: 979 time: 1.6222107 Jan 21 09:47:11.946002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47826) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:11.981286 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-7d4121d5-84e7-49ae-b437-475160cd4848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:11.982131 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4121d5-84e7-49ae-b437-475160cd4848 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:11.983989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aa598a3d-7557-45ba-8205-29b49e259a3e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.989611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aa598a3d-7557-45ba-8205-29b49e259a3e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.012224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa598a3d-7557-45ba-8205-29b49e259a3e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e101560-0afc-4f99-8dfa-2cfadca86f37,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.025497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aa598a3d-7557-45ba-8205-29b49e259a3e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.029809 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-aa598a3d-7557-45ba-8205-29b49e259a3e tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1560109 Jan 21 09:47:12.029936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47830) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.048680 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-faa42171-cff3-4dcf-8bef-e8e9f9799b0c tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules/6e101560-0afc-4f99-8dfa-2cfadca86f37 HTTP/1.1" status: 200 len: 763 time: 0.0176201 Jan 21 09:47:12.051034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47834) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.100534 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-47d6d773-877a-43d6-848d-48efe7667423 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:12.118375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-47d6d773-877a-43d6-848d-48efe7667423 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:12.119687 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-47d6d773-877a-43d6-848d-48efe7667423 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0677688 Jan 21 09:47:12.124268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47838) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.152176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b02be5f9-138d-4095-aeb4-d3582808ce71 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.158217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f1225-958d-40d1-aefa-b42b1f7d1607 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port 411981e9-90f1-4816-9c82-58b43861e5d0 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:12.158661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1225-958d-40d1-aefa-b42b1f7d1607 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.163038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b02be5f9-138d-4095-aeb4-d3582808ce71 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.186502 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b02be5f9-138d-4095-aeb4-d3582808ce71 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.206431 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02be5f9-138d-4095-aeb4-d3582808ce71 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e101560-0afc-4f99-8dfa-2cfadca86f37,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.213624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b02be5f9-138d-4095-aeb4-d3582808ce71 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.217121 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b02be5f9-138d-4095-aeb4-d3582808ce71 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/6e101560-0afc-4f99-8dfa-2cfadca86f37 HTTP/1.1" status: 204 len: 168 time: 0.0896702 Jan 21 09:47:12.217339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47842) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.262416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-71d7aebc-105e-47c1-8bf3-aa61e5a4d9dd tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:12.278096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-71d7aebc-105e-47c1-8bf3-aa61e5a4d9dd tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:12.279391 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-71d7aebc-105e-47c1-8bf3-aa61e5a4d9dd tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611341 Jan 21 09:47:12.282172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47846) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.287177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-6a70d40b-7cbe-465a-8ded-b09e47ba72f0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group_rule': {'security_group_id': 'b9b622b8-7f64-40cb-9ba2-b6342e6cc7ad', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:12.292856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6a70d40b-7cbe-465a-8ded-b09e47ba72f0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:12.302183 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6a70d40b-7cbe-465a-8ded-b09e47ba72f0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:12.319232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6a70d40b-7cbe-465a-8ded-b09e47ba72f0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.328728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1225-958d-40d1-aefa-b42b1f7d1607 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.329225 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1225-958d-40d1-aefa-b42b1f7d1607 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.380629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6a70d40b-7cbe-465a-8ded-b09e47ba72f0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.384352 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6a70d40b-7cbe-465a-8ded-b09e47ba72f0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.407971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70d40b-7cbe-465a-8ded-b09e47ba72f0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da10456f-8a4e-44ad-b926-0a473bd82a65,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.420816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6a70d40b-7cbe-465a-8ded-b09e47ba72f0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.422000 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6a70d40b-7cbe-465a-8ded-b09e47ba72f0 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389315 Jan 21 09:47:12.424681 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47850) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.446760 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-21174ff9-2306-4c65-82e3-bb6e941d4355 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules/da10456f-8a4e-44ad-b926-0a473bd82a65 HTTP/1.1" status: 200 len: 764 time: 0.0209823 Jan 21 09:47:12.449453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47854) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.499268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b354fdb3-f42c-4ae4-941d-7659e7ab4a21 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:12.516040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b354fdb3-f42c-4ae4-941d-7659e7ab4a21 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:12.517430 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b354fdb3-f42c-4ae4-941d-7659e7ab4a21 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0670528 Jan 21 09:47:12.520292 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47858) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.550036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-efbc9b10-5ffc-4c8c-9655-bf580677d292 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.561472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-efbc9b10-5ffc-4c8c-9655-bf580677d292 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.563782 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f1225-958d-40d1-aefa-b42b1f7d1607 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for 411981e9-90f1-4816-9c82-58b43861e5d0 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:12.586952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-efbc9b10-5ffc-4c8c-9655-bf580677d292 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.601834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc9b10-5ffc-4c8c-9655-bf580677d292 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da10456f-8a4e-44ad-b926-0a473bd82a65,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.614845 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-efbc9b10-5ffc-4c8c-9655-bf580677d292 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.616404 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-efbc9b10-5ffc-4c8c-9655-bf580677d292 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/da10456f-8a4e-44ad-b926-0a473bd82a65 HTTP/1.1" status: 204 len: 168 time: 0.0950186 Jan 21 09:47:12.618811 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47862) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.666550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7ca088a6-e5fe-4e64-bd1a-c6744bb47f65 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:12.682511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-7ca088a6-e5fe-4e64-bd1a-c6744bb47f65 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:12.683820 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7ca088a6-e5fe-4e64-bd1a-c6744bb47f65 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638018 Jan 21 09:47:12.686695 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47866) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.719373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1225-958d-40d1-aefa-b42b1f7d1607 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.748155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-044e6b7e-72dc-48ad-bfcd-3e5f830194d8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.778313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-044e6b7e-72dc-48ad-bfcd-3e5f830194d8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.791847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f1225-958d-40d1-aefa-b42b1f7d1607 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=411981e9-90f1-4816-9c82-58b43861e5d0,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.805825 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:47:12.827937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-044e6b7e-72dc-48ad-bfcd-3e5f830194d8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.844965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e6b7e-72dc-48ad-bfcd-3e5f830194d8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b622b8-7f64-40cb-9ba2-b6342e6cc7ad,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.864380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-044e6b7e-72dc-48ad-bfcd-3e5f830194d8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.865082 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1225-958d-40d1-aefa-b42b1f7d1607 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.865453 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-ba3f1225-958d-40d1-aefa-b42b1f7d1607 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Floating IP d7fe85b0-8f76-4754-bbf4-aa5b103b94bc disassociated (deleted). External IP: 172.26.4.137, port: e81c3b53-96e7-4e83-870f-70341a742f05. Jan 21 09:47:12.865673 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-044e6b7e-72dc-48ad-bfcd-3e5f830194d8 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-groups/b9b622b8-7f64-40cb-9ba2-b6342e6cc7ad HTTP/1.1" status: 204 len: 168 time: 0.1779592 Jan 21 09:47:12.868178 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47870) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.916242 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3b0077b4-4ba4-40ec-87f6-11e639d95782 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:12.932253 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3b0077b4-4ba4-40ec-87f6-11e639d95782 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:12.933647 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3b0077b4-4ba4-40ec-87f6-11e639d95782 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644908 Jan 21 09:47:12.937998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47874) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.945943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1de12a40-6afc-4a38-9f3e-290a97d8479f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group': {'name': 'tempest-secgroup--553107458'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:12.952908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1de12a40-6afc-4a38-9f3e-290a97d8479f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:12.971428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1de12a40-6afc-4a38-9f3e-290a97d8479f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:13.043574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1de12a40-6afc-4a38-9f3e-290a97d8479f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.074396 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1de12a40-6afc-4a38-9f3e-290a97d8479f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:13.079506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1de12a40-6afc-4a38-9f3e-290a97d8479f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:13.127757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1de12a40-6afc-4a38-9f3e-290a97d8479f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:13.144714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1de12a40-6afc-4a38-9f3e-290a97d8479f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:13.301254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3f1225-958d-40d1-aefa-b42b1f7d1607 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:13.313251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1de12a40-6afc-4a38-9f3e-290a97d8479f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.320019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1de12a40-6afc-4a38-9f3e-290a97d8479f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.437714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de12a40-6afc-4a38-9f3e-290a97d8479f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d931b-9b84-414d-9724-a0a308fd7465,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:13.505506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1de12a40-6afc-4a38-9f3e-290a97d8479f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.506690 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1de12a40-6afc-4a38-9f3e-290a97d8479f tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5677199 Jan 21 09:47:13.509766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47880) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:13.515226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-70b102d0-85e7-480c-8bae-ea61b4507c47 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Request body: {'security_group_rule': {'security_group_id': 'ac9d931b-9b84-414d-9724-a0a308fd7465', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:13.522036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-70b102d0-85e7-480c-8bae-ea61b4507c47 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:13.526529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-70b102d0-85e7-480c-8bae-ea61b4507c47 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Usage tracker for resource:security_group_rule and tenant:bd89b92ac545486cae0dee57136cb7ce is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:13.529563 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-70b102d0-85e7-480c-8bae-ea61b4507c47 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:13.535624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-70b102d0-85e7-480c-8bae-ea61b4507c47 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:13.539776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3f1225-958d-40d1-aefa-b42b1f7d1607 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:13.544083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1225-958d-40d1-aefa-b42b1f7d1607 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.550121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a1b0d-b21c-4008-95b7-5cf4c72f92b2 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:13.556888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-70b102d0-85e7-480c-8bae-ea61b4507c47 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.560245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a1b0d-b21c-4008-95b7-5cf4c72f92b2 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:13.560942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b30a1b0d-b21c-4008-95b7-5cf4c72f92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:13.609914 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ba3f1225-958d-40d1-aefa-b42b1f7d1607 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/floatingips/d7fe85b0-8f76-4754-bbf4-aa5b103b94bc HTTP/1.1" status: 204 len: 168 time: 1.6627283 Jan 21 09:47:13.612387 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47884) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:13.619457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-70b102d0-85e7-480c-8bae-ea61b4507c47 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.624327 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-70b102d0-85e7-480c-8bae-ea61b4507c47 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.626403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b30a1b0d-b21c-4008-95b7-5cf4c72f92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:13.635199 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a1b0d-b21c-4008-95b7-5cf4c72f92b2 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:13.635804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b30a1b0d-b21c-4008-95b7-5cf4c72f92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:13.646847 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b102d0-85e7-480c-8bae-ea61b4507c47 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0955c31-c76b-47d4-8577-e1d44ffa7356,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:13.664567 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-70b102d0-85e7-480c-8bae-ea61b4507c47 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.668602 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-70b102d0-85e7-480c-8bae-ea61b4507c47 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1552145 Jan 21 09:47:13.669723 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47888) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:13.700936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-520051f6-3afa-4ed5-8e67-f058fa8bcf8f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port e81c3b53-96e7-4e83-870f-70341a742f05 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:13.701301 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-520051f6-3afa-4ed5-8e67-f058fa8bcf8f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.704141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b30a1b0d-b21c-4008-95b7-5cf4c72f92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:13.704574 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a1b0d-b21c-4008-95b7-5cf4c72f92b2 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:13.738598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7eb2baf1-1731-4549-8787-4c7951b076b6 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.766070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7eb2baf1-1731-4549-8787-4c7951b076b6 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.816991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7eb2baf1-1731-4549-8787-4c7951b076b6 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.837131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2baf1-1731-4549-8787-4c7951b076b6 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d931b-9b84-414d-9724-a0a308fd7465,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:13.851290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7eb2baf1-1731-4549-8787-4c7951b076b6 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.852631 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7eb2baf1-1731-4549-8787-4c7951b076b6 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-groups/ac9d931b-9b84-414d-9724-a0a308fd7465 HTTP/1.1" status: 204 len: 168 time: 0.1818352 Jan 21 09:47:13.855202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47892) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:13.907934 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2bfbe002-efbd-426f-9e72-5583eb469342 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:13.925298 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2bfbe002-efbd-426f-9e72-5583eb469342 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:13.926579 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2bfbe002-efbd-426f-9e72-5583eb469342 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704236 Jan 21 09:47:13.930532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47896) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:13.951184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-520051f6-3afa-4ed5-8e67-f058fa8bcf8f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.974051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-867e9feb-c41a-4810-b2c2-c6d1cce61a2b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Synchronizing usage tracker for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:13.989338 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-867e9feb-c41a-4810-b2c2-c6d1cce61a2b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] Unset dirty status for tenant:bd89b92ac545486cae0dee57136cb7ce on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:13.993179 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-867e9feb-c41a-4810-b2c2-c6d1cce61a2b tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0591850 Jan 21 09:47:13.993558 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47900) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:14.009513 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-4931a805-c204-4941-a195-f016a39986d9 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] delete failed (client error): The resource could not be found. Jan 21 09:47:14.010575 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4931a805-c204-4941-a195-f016a39986d9 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "DELETE /v2.0/security-groups/ac9d931b-9b84-414d-9724-a0a308fd7465 HTTP/1.1" status: 404 len: 347 time: 0.0160403 Jan 21 09:47:14.014326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47904) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:14.070828 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0b52ea1a-5523-4f40-949d-bdbf918fd705 tempest-SecGroupTest-1051754148 tempest-SecGroupTest-1051754148-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555489 Jan 21 09:47:14.185413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-520051f6-3afa-4ed5-8e67-f058fa8bcf8f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for e81c3b53-96e7-4e83-870f-70341a742f05 owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:14.349755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47912) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:14.394082 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-520051f6-3afa-4ed5-8e67-f058fa8bcf8f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.446858 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520051f6-3afa-4ed5-8e67-f058fa8bcf8f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=e81c3b53-96e7-4e83-870f-70341a742f05,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:14.506342 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f5494256-dc03-48d1-8310-a12b0c7eb1f1 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=bd89b92ac545486cae0dee57136cb7ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554193 Jan 21 09:47:14.508788 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47918) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:14.566421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c272fb17-c6e3-46b8-a0f8-ad21669c0ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.578745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-520051f6-3afa-4ed5-8e67-f058fa8bcf8f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.591495 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-520051f6-3afa-4ed5-8e67-f058fa8bcf8f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/ports/e81c3b53-96e7-4e83-870f-70341a742f05 HTTP/1.1" status: 204 len: 168 time: 0.9738216 Jan 21 09:47:14.591834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47922) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:14.599782 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:14.607982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c272fb17-c6e3-46b8-a0f8-ad21669c0ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.614887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:14.621946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:floatingip and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:14.629438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:14.638376 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:14.664076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.701907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c272fb17-c6e3-46b8-a0f8-ad21669c0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.721840 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272fb17-c6e3-46b8-a0f8-ad21669c0ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa94368-2cd0-4cf9-bbfa-6bd74756fe57,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:14.785658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c272fb17-c6e3-46b8-a0f8-ad21669c0ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.786762 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c272fb17-c6e3-46b8-a0f8-ad21669c0ebf admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/dfa94368-2cd0-4cf9-bbfa-6bd74756fe57 HTTP/1.1" status: 204 len: 168 time: 0.2770274 Jan 21 09:47:14.831887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.982326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.26.4.176 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/345bb0bc-d898-4f79-9e15-d2bff249b73c) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:15.227067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.260843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.327774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:15.330675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:15.334287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:15.363034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=345bb0bc-d898-4f79-9e15-d2bff249b73c,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:15.422602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.488624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.693850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.699494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.802471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=345bb0bc-d898-4f79-9e15-d2bff249b73c,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:15.819438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.845971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.847355 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-12985269-1e17-44da-8309-255004aade59 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2544208 Jan 21 09:47:15.850700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47928) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:15.857736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'port': {'network_id': 'da881389-e4fb-48f1-b27c-c6c4c4a29eb9', 'name': 'tempest-FloatingIPTestJSON-70196480'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:16.002271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:16.006285 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:port and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:16.009147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:16.014903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:16.028061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Made reservation on behalf of 3df263fa76c041978b89b576934eb6cc for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:16.031888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.053989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] device_id is not set on port 854c2715-cab1-45e6-afba-0fd14e00b060 yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:47:16.196151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.20.0.11 (da881389-e4fb-48f1-b27c-c6c4c4a29eb9/4186c70d-fcbb-4f54-8fef-ec73ba8f5a0f/854c2715-cab1-45e6-afba-0fd14e00b060) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:16.398449 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.431816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.503254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network da881389-e4fb-48f1-b27c-c6c4c4a29eb9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:16.508100 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:16.510777 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:16.545500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=854c2715-cab1-45e6-afba-0fd14e00b060,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:16.576385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:16.577023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.616846 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-89db7ccb-c1eb-41f7-a47d-a094ae04c542 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7639649 Jan 21 09:47:16.618713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47934) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:16.624371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ead87a1e-424e-4bc0-9326-fef9cd40bbdc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'floatingip': {'port_id': '854c2715-cab1-45e6-afba-0fd14e00b060'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:16.707663 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ead87a1e-424e-4bc0-9326-fef9cd40bbdc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.432115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ead87a1e-424e-4bc0-9326-fef9cd40bbdc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.436575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ead87a1e-424e-4bc0-9326-fef9cd40bbdc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.619628 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-ead87a1e-424e-4bc0-9326-fef9cd40bbdc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Floating IP 9fec2244-be88-4ac5-968b-9c484bac1a79 associated. External IP: 172.26.4.176, port: 854c2715-cab1-45e6-afba-0fd14e00b060. Jan 21 09:47:17.998500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead87a1e-424e-4bc0-9326-fef9cd40bbdc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:18.187003 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead87a1e-424e-4bc0-9326-fef9cd40bbdc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:18.192101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ead87a1e-424e-4bc0-9326-fef9cd40bbdc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.197555 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caabb12e-1fcf-41f9-a93b-c8bb664acf36 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:18.207983 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caabb12e-1fcf-41f9-a93b-c8bb664acf36 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:18.209252 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-caabb12e-1fcf-41f9-a93b-c8bb664acf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:18.252902 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ead87a1e-424e-4bc0-9326-fef9cd40bbdc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "PUT /v2.0/floatingips/9fec2244-be88-4ac5-968b-9c484bac1a79 HTTP/1.1" status: 200 len: 977 time: 1.6324329 Jan 21 09:47:18.254721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47938) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:18.275680 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-caabb12e-1fcf-41f9-a93b-c8bb664acf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:18.283784 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caabb12e-1fcf-41f9-a93b-c8bb664acf36 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:18.284224 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-caabb12e-1fcf-41f9-a93b-c8bb664acf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:18.324820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-463952c0-78b3-4388-884e-6b9f359dd2b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port 854c2715-cab1-45e6-afba-0fd14e00b060 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:18.325162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-463952c0-78b3-4388-884e-6b9f359dd2b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.344496 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-caabb12e-1fcf-41f9-a93b-c8bb664acf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:18.345505 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caabb12e-1fcf-41f9-a93b-c8bb664acf36 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:18.698102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-463952c0-78b3-4388-884e-6b9f359dd2b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.005012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-463952c0-78b3-4388-884e-6b9f359dd2b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.005382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-463952c0-78b3-4388-884e-6b9f359dd2b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.005687 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-463952c0-78b3-4388-884e-6b9f359dd2b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Floating IP 9fec2244-be88-4ac5-968b-9c484bac1a79 disassociated. External IP: 172.26.4.176, port: 854c2715-cab1-45e6-afba-0fd14e00b060. Jan 21 09:47:19.006022 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-463952c0-78b3-4388-884e-6b9f359dd2b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for 854c2715-cab1-45e6-afba-0fd14e00b060 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:19.170959 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-463952c0-78b3-4388-884e-6b9f359dd2b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.224975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463952c0-78b3-4388-884e-6b9f359dd2b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=854c2715-cab1-45e6-afba-0fd14e00b060,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:19.417192 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463952c0-78b3-4388-884e-6b9f359dd2b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:19.608941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463952c0-78b3-4388-884e-6b9f359dd2b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:19.622672 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86796ec4-a37d-481e-a372-cacb5609f9fe None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:19.633300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86796ec4-a37d-481e-a372-cacb5609f9fe None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:19.634031 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-86796ec4-a37d-481e-a372-cacb5609f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:19.699548 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-86796ec4-a37d-481e-a372-cacb5609f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:19.707971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86796ec4-a37d-481e-a372-cacb5609f9fe None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:19.708594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-86796ec4-a37d-481e-a372-cacb5609f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:19.710762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-463952c0-78b3-4388-884e-6b9f359dd2b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.720602 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-463952c0-78b3-4388-884e-6b9f359dd2b7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/ports/854c2715-cab1-45e6-afba-0fd14e00b060 HTTP/1.1" status: 204 len: 168 time: 1.4643989 Jan 21 09:47:19.723231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47942) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:19.771746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-86796ec4-a37d-481e-a372-cacb5609f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:19.772150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86796ec4-a37d-481e-a372-cacb5609f9fe None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:19.802934 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-50d4b42a-57bd-42a0-9067-61127c2b0df7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "GET /v2.0/floatingips/9fec2244-be88-4ac5-968b-9c484bac1a79 HTTP/1.1" status: 200 len: 688 time: 0.0786583 Jan 21 09:47:19.805660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47946) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:20.070857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-054e0536-ef5a-43e8-87e6-674091b38743 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port 345bb0bc-d898-4f79-9e15-d2bff249b73c {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:20.070857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-054e0536-ef5a-43e8-87e6-674091b38743 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.238920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-054e0536-ef5a-43e8-87e6-674091b38743 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.239229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-054e0536-ef5a-43e8-87e6-674091b38743 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.362945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-054e0536-ef5a-43e8-87e6-674091b38743 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for 345bb0bc-d898-4f79-9e15-d2bff249b73c owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:20.507700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-054e0536-ef5a-43e8-87e6-674091b38743 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.592096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e0536-ef5a-43e8-87e6-674091b38743 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=345bb0bc-d898-4f79-9e15-d2bff249b73c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:20.656546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-054e0536-ef5a-43e8-87e6-674091b38743 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.673335 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-054e0536-ef5a-43e8-87e6-674091b38743 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.674448 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-054e0536-ef5a-43e8-87e6-674091b38743 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/floatingips/9fec2244-be88-4ac5-968b-9c484bac1a79 HTTP/1.1" status: 204 len: 168 time: 0.8679457 Jan 21 09:47:20.678152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47950) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:20.683604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': 'd2616ebe-2faa-465a-bbfc-8dfd68688de7'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:20.689470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:20.694174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:floatingip and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:20.697105 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:20.703656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:20.713657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.855229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.999138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.26.4.178 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/c6df0faf-880b-4269-be0c-f7d4c3850f19) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:21.166937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.203587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.270005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:21.272785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:21.276297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:21.304362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=c6df0faf-880b-4269-be0c-f7d4c3850f19,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:21.789182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.865577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.069871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.075584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.183279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=c6df0faf-880b-4269-be0c-f7d4c3850f19,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.196597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.375033 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Floating IP 7cb30f54-8b00-4292-bbba-bf26f0ba1e84 associated. External IP: 172.26.4.178, port: d2616ebe-2faa-465a-bbfc-8dfd68688de7. Jan 21 09:47:22.448104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350447c-1f46-42df-b544-6f7efd2b4d37 req-12340736-a084-4837-908c-ad86fc2789df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:22.449947 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6350447c-1f46-42df-b544-6f7efd2b4d37 req-12340736-a084-4837-908c-ad86fc2789df tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0874405 Jan 21 09:47:22.500401 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6350447c-1f46-42df-b544-6f7efd2b4d37 req-01b3feee-1764-40cb-9b3f-e7c477830023 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430768 Jan 21 09:47:22.749141 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:22.920834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:22.930534 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf9464-f383-4cde-8171-5d5ef4cedfe9 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:22.940018 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf9464-f383-4cde-8171-5d5ef4cedfe9 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:22.940633 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cadf9464-f383-4cde-8171-5d5ef4cedfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:22.949755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.001883 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cadf9464-f383-4cde-8171-5d5ef4cedfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:23.006838 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-547bfa6d-a918-4836-bac6-50b59c4a77ae tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3275404 Jan 21 09:47:23.009604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47974) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:23.010549 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf9464-f383-4cde-8171-5d5ef4cedfe9 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:23.011118 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cadf9464-f383-4cde-8171-5d5ef4cedfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:23.015210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1711775919'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:23.020227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:23.024166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:network and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:23.027087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:23.033082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:23.044033 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Made reservation on behalf of 3df263fa76c041978b89b576934eb6cc for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:23.047529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.074878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:23.084103 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.084484 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Added segment f1ddcc26-fcc0-4976-8377-d25474d9c240 of type vlan for network 1bf5460b-31ca-4392-9c52-7ff6d57558fd Jan 21 09:47:23.100318 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cadf9464-f383-4cde-8171-5d5ef4cedfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:23.100732 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf9464-f383-4cde-8171-5d5ef4cedfe9 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:23.110810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.142144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.147793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:23.148590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.203543 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1927946 Jan 21 09:47:23.206739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 47978) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:23.212760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'subnet': {'network_id': '1bf5460b-31ca-4392-9c52-7ff6d57558fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:23.327644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:23.331936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:subnet and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:23.335926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:23.340803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:23.351508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Made reservation on behalf of 3df263fa76c041978b89b576934eb6cc for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:23.355862 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.370395 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Network': ['ID=1bf5460b-31ca-4392-9c52-7ff6d57558fd,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:23.378431 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.378814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.379256 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.379590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.379917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.380240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.380603 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.380933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.381254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.381691 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.381869 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.382178 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b394f378-b9b3-48a2-8e8e-6e8461ff02c7 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.396530 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 1bf5460b-31ca-4392-9c52-7ff6d57558fd details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:23.581629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.727728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Subnet': ['ID=f9edc1ab-6e5a-4675-92ca-30a924e55eac,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:23.734453 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Checking segment: {'id': 'f1ddcc26-fcc0-4976-8377-d25474d9c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1bf5460b-31ca-4392-9c52-7ff6d57558fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:47:23.734809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network hostable DHCP agents. Network: 1bf5460b-31ca-4392-9c52-7ff6d57558fd, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:23.744716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.745067 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.745405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.745738 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.746116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.746445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.746769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.747088 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.747410 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.747733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.748050 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.748392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:23.778060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd2598-110d-4f8b-9255-98747dbb26ad req-eab7784f-e5d0-47f8-b0b5-0fe85267e45d tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:23.779469 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-95bd2598-110d-4f8b-9255-98747dbb26ad req-eab7784f-e5d0-47f8-b0b5-0fe85267e45d tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.1632488 Jan 21 09:47:23.780480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network 1bf5460b-31ca-4392-9c52-7ff6d57558fd is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:23.804646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 1bf5460b-31ca-4392-9c52-7ff6d57558fd) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:23.809171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:23.810230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.813459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca10e503-5813-4f8e-911f-727ab017a3ac None None] Network 1bf5460b-31ca-4392-9c52-7ff6d57558fd requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:47:23.848003 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-08e65f9d-6665-4c31-8c3f-4b80b82b2264 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6400373 Jan 21 09:47:23.850879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47986) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:23.851698 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-95bd2598-110d-4f8b-9255-98747dbb26ad req-773033a3-938c-4a33-8e9f-7543ba382c54 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656223 Jan 21 09:47:23.858051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-891923085', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}, 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:23.865341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:23.869674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:router and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:23.872971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:23.879500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:23.889535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.890560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.905759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.058387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-1bf5460b-31ca-4392-9c52-7ff6d57558fd', 'network_id': '1bf5460b-31ca-4392-9c52-7ff6d57558fd', 'tenant_id': '3df263fa76c041978b89b576934eb6cc', 'fixed_ips': [{'subnet_id': 'f9edc1ab-6e5a-4675-92ca-30a924e55eac'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:47:24.059359 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.198501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.229997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Allocated IP 172.20.0.2 (1bf5460b-31ca-4392-9c52-7ff6d57558fd/f9edc1ab-6e5a-4675-92ca-30a924e55eac/349c8ed2-94ae-47c1-84f1-6a543125c777) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:24.437851 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.451450 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Transition to ACTIVE for port object 349c8ed2-94ae-47c1-84f1-6a543125c777 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:24.473194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Transition to ACTIVE for port object 349c8ed2-94ae-47c1-84f1-6a543125c777 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:24.481136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.535679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Network 1bf5460b-31ca-4392-9c52-7ff6d57558fd is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:24.536816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:24.544707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:24.548150 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.578873 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.616791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Pushing event updated for resources: {'Port': ['ID=349c8ed2-94ae-47c1-84f1-6a543125c777,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:24.628498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:24.629356 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:24.629356 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:24.629537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:24.629725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:24.630049 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:24.630847 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:24.631173 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:24.631491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:24.631792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:24.632103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:24.632455 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:24.654763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Attempting to bind port 349c8ed2-94ae-47c1-84f1-6a543125c777 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:24.655129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Attempting to bind port 349c8ed2-94ae-47c1-84f1-6a543125c777 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'f1ddcc26-fcc0-4976-8377-d25474d9c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1bf5460b-31ca-4392-9c52-7ff6d57558fd'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:24.655532 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Attempting to bind port 349c8ed2-94ae-47c1-84f1-6a543125c777 on network 1bf5460b-31ca-4392-9c52-7ff6d57558fd {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:47:24.660843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:47:24.661204 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Checking segment: {'id': 'f1ddcc26-fcc0-4976-8377-d25474d9c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1bf5460b-31ca-4392-9c52-7ff6d57558fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:47:24.661598 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.661982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Bound using segment: {'id': 'f1ddcc26-fcc0-4976-8377-d25474d9c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1bf5460b-31ca-4392-9c52-7ff6d57558fd'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:47:24.662430 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Bound port: 349c8ed2-94ae-47c1-84f1-6a543125c777, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ddcc26-fcc0-4976-8377-d25474d9c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1bf5460b-31ca-4392-9c52-7ff6d57558fd'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:24.662790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.723855 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.26.4.127 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/00d9129c-7ae6-48dd-bbe5-072ae212fbe5) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:24.750843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] For port 349c8ed2-94ae-47c1-84f1-6a543125c777, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:47:24.753979 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] For port 349c8ed2-94ae-47c1-84f1-6a543125c777, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=349c8ed2-94ae-47c1-84f1-6a543125c777,segment=NetworkSegment(f1ddcc26-fcc0-4976-8377-d25474d9c240),segment_id=f1ddcc26-fcc0-4976-8377-d25474d9c240)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:47:24.758160 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.841713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c601e30-8797-4bed-b4dd-579641d97d06 None None] Pushing event updated for resources: {'Port': ['ID=349c8ed2-94ae-47c1-84f1-6a543125c777,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:24.888868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.921241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.988645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:24.991479 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:24.993911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:25.036871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=00d9129c-7ae6-48dd-bbe5-072ae212fbe5,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:25.055884 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c5cb3-b06d-4cb2-b23d-f9a0c9ee531c req-fef3b44d-c5be-44e2-b9be-d75a72ea64f9 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:25.057974 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-181c5cb3-b06d-4cb2-b23d-f9a0c9ee531c req-fef3b44d-c5be-44e2-b9be-d75a72ea64f9 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0893977 Jan 21 09:47:25.116279 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-181c5cb3-b06d-4cb2-b23d-f9a0c9ee531c req-64ef3a2e-a11c-4c6a-8e45-9f875c7164c4 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460396 Jan 21 09:47:25.598290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.893521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee750135-61ad-4057-a7ce-84578f61d810 None None] Network 1bf5460b-31ca-4392-9c52-7ff6d57558fd requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:47:25.962748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.018668 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9509605c-fe62-4002-a837-208634ceb530 None None] Provisioning for port 349c8ed2-94ae-47c1-84f1-6a543125c777 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:26.173350 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 0779395c-71f8-4c97-9328-40b234db235d is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:47:26.336605 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383b3a0-6f1e-4e5b-aa1e-12150abbd60c req-3f82ce4c-ac71-462e-8745-6b7d3eb19042 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:26.338122 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e383b3a0-6f1e-4e5b-aa1e-12150abbd60c req-3f82ce4c-ac71-462e-8745-6b7d3eb19042 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.1021507 Jan 21 09:47:26.385600 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e383b3a0-6f1e-4e5b-aa1e-12150abbd60c req-06c12667-206e-4827-ba98-e19628e12ee3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392413 Jan 21 09:47:26.394105 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:26.411064 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54fa5c-2d29-469b-95ff-acefaaa0dd2d None None] Sync routers for ids ['0779395c-71f8-4c97-9328-40b234db235d'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:26.420612 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec54fa5c-2d29-469b-95ff-acefaaa0dd2d None None] Routers {'0779395c-71f8-4c97-9328-40b234db235d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:26.421243 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ec54fa5c-2d29-469b-95ff-acefaaa0dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0779395c-71f8-4c97-9328-40b234db235d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:26.431578 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.435497 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5042b473-3b17-4c2b-8231-a68dae1e7c18 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5803032 Jan 21 09:47:26.436355 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 47994) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:26.481578 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ec54fa5c-2d29-469b-95ff-acefaaa0dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:26.490340 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec54fa5c-2d29-469b-95ff-acefaaa0dd2d None None] Routers {'0779395c-71f8-4c97-9328-40b234db235d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:26.490933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ec54fa5c-2d29-469b-95ff-acefaaa0dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0779395c-71f8-4c97-9328-40b234db235d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:26.555015 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ec54fa5c-2d29-469b-95ff-acefaaa0dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:26.555418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54fa5c-2d29-469b-95ff-acefaaa0dd2d None None] The sync data for ids ['0779395c-71f8-4c97-9328-40b234db235d'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:26.743870 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 349c8ed2-94ae-47c1-84f1-6a543125c777 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:26.813335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 349c8ed2-94ae-47c1-84f1-6a543125c777 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:26.819327 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 349c8ed2-94ae-47c1-84f1-6a543125c777 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:26.819695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.942629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.975944 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 349c8ed2-94ae-47c1-84f1-6a543125c777, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=349c8ed2-94ae-47c1-84f1-6a543125c777,segment=NetworkSegment(f1ddcc26-fcc0-4976-8377-d25474d9c240),segment_id=f1ddcc26-fcc0-4976-8377-d25474d9c240)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:26.980845 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.079947 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=349c8ed2-94ae-47c1-84f1-6a543125c777,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:27.272588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.583561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f78fe-ab39-4fb0-a169-5636190d1afb req-9161d092-9db6-4f9d-82d0-84c2076eb44c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:27.585089 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b2f78fe-ab39-4fb0-a169-5636190d1afb req-9161d092-9db6-4f9d-82d0-84c2076eb44c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0873966 Jan 21 09:47:27.638370 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b2f78fe-ab39-4fb0-a169-5636190d1afb req-3525b169-7ddc-41c6-9f79-82f7158fd832 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438082 Jan 21 09:47:27.670554 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.20.0.1 (1bf5460b-31ca-4392-9c52-7ff6d57558fd/f9edc1ab-6e5a-4675-92ca-30a924e55eac/a119ffd7-ce6a-4c97-8ebb-98234f584a6e) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:27.832182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.847964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Transition to ACTIVE for port object a119ffd7-ce6a-4c97-8ebb-98234f584a6e will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:27.872063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.935501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network 1bf5460b-31ca-4392-9c52-7ff6d57558fd is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:27.938484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:27.944778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:27.974678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=a119ffd7-ce6a-4c97-8ebb-98234f584a6e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:28.007791 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.136120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.207579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9f96f65a-1c3e-4e00-b9ea-07c2e29818b1 None None] Provisioning for port a119ffd7-ce6a-4c97-8ebb-98234f584a6e completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:28.212361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9f96f65a-1c3e-4e00-b9ea-07c2e29818b1 None None] Provisioning complete for port a119ffd7-ce6a-4c97-8ebb-98234f584a6e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:28.212736 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9f96f65a-1c3e-4e00-b9ea-07c2e29818b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.264979 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9f96f65a-1c3e-4e00-b9ea-07c2e29818b1 None None] Port a119ffd7-ce6a-4c97-8ebb-98234f584a6e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:47:28.664885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.673130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.721717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 349c8ed2-94ae-47c1-84f1-6a543125c777 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:28.792232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=a119ffd7-ce6a-4c97-8ebb-98234f584a6e,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:28.810876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 349c8ed2-94ae-47c1-84f1-6a543125c777 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:28.811919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.827911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.850290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae585b59-e54b-481d-9272-41f216639d7d req-e94f22b2-7837-43cf-a21a-f290c40a52e7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:28.852147 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ae585b59-e54b-481d-9272-41f216639d7d req-e94f22b2-7837-43cf-a21a-f290c40a52e7 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0900407 Jan 21 09:47:28.931126 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ae585b59-e54b-481d-9272-41f216639d7d req-3c95e2b2-d391-4f44-848b-4774dbb7a79a tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638781 Jan 21 09:47:29.003233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network 1bf5460b-31ca-4392-9c52-7ff6d57558fd is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:29.005232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:29.214637 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 0779395c-71f8-4c97-9328-40b234db235d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:29.298579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-38bbbfc9-244a-402b-bc2f-4bd5bffab851 None None] Provisioning complete for port a119ffd7-ce6a-4c97-8ebb-98234f584a6e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:29.299070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-38bbbfc9-244a-402b-bc2f-4bd5bffab851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.361549 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-38bbbfc9-244a-402b-bc2f-4bd5bffab851 None None] Port a119ffd7-ce6a-4c97-8ebb-98234f584a6e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:47:29.399551 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:29.411638 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b023364-0013-403b-aedd-53a775719e20 None None] Sync routers for ids ['0779395c-71f8-4c97-9328-40b234db235d'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:29.412533 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-01dfab6f-a15b-4b65-a182-a10fdbc55c95 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "PUT /v2.0/routers/0779395c-71f8-4c97-9328-40b234db235d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9757760 Jan 21 09:47:29.415298 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48002) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:29.421154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'port': {'network_id': '1bf5460b-31ca-4392-9c52-7ff6d57558fd', 'name': 'tempest-FloatingIPTestJSON-796814208'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:29.425955 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b023364-0013-403b-aedd-53a775719e20 None None] Routers {'0779395c-71f8-4c97-9328-40b234db235d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:29.426932 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-4b023364-0013-403b-aedd-53a775719e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0779395c-71f8-4c97-9328-40b234db235d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:29.491872 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-4b023364-0013-403b-aedd-53a775719e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:29.498759 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b023364-0013-403b-aedd-53a775719e20 None None] Routers {'0779395c-71f8-4c97-9328-40b234db235d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:29.498759 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-4b023364-0013-403b-aedd-53a775719e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0779395c-71f8-4c97-9328-40b234db235d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:29.560317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:29.561545 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-4b023364-0013-403b-aedd-53a775719e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:29.561545 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b023364-0013-403b-aedd-53a775719e20 None None] The sync data for ids ['0779395c-71f8-4c97-9328-40b234db235d'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:29.562694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Usage tracker for resource:port and tenant:3df263fa76c041978b89b576934eb6cc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:29.567506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:29.571911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:29.586323 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Made reservation on behalf of 3df263fa76c041978b89b576934eb6cc for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:29.589353 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.617049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] device_id is not set on port 25a51ef2-20e5-4220-8a0a-f70b239f36eb yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:47:29.766412 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Allocated IP 172.20.0.11 (1bf5460b-31ca-4392-9c52-7ff6d57558fd/f9edc1ab-6e5a-4675-92ca-30a924e55eac/25a51ef2-20e5-4220-8a0a-f70b239f36eb) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:29.977623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.983677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.995858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Transition to ACTIVE for port object 25a51ef2-20e5-4220-8a0a-f70b239f36eb will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:30.021621 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.095336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Network 1bf5460b-31ca-4392-9c52-7ff6d57558fd is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:30.099570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:30.101008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:30.129474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619523de-34cc-4922-a11f-fee2da830691 req-6374bfa4-bde2-47da-954f-02a6cc8c7169 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:30.136422 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-619523de-34cc-4922-a11f-fee2da830691 req-6374bfa4-bde2-47da-954f-02a6cc8c7169 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0905104 Jan 21 09:47:30.138383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event updated for resources: {'Port': ['ID=25a51ef2-20e5-4220-8a0a-f70b239f36eb,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:30.172623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:30.173251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.176780 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-619523de-34cc-4922-a11f-fee2da830691 req-22a4416d-3033-4fa2-8edd-a0c6befada3f tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390935 Jan 21 09:47:30.203090 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bef542f2-cf2f-4c80-96cd-b9629b9b3bfc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7867887 Jan 21 09:47:30.205978 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48008) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:30.211228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1cceb48a-b135-4a6a-b62d-8497ef6ea6d2 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Request body: {'floatingip': {'port_id': '25a51ef2-20e5-4220-8a0a-f70b239f36eb'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:30.317334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1cceb48a-b135-4a6a-b62d-8497ef6ea6d2 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.387697 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dceb0739-bfb2-4fe9-92f2-ce76e3d2603d None None] Provisioning for port 25a51ef2-20e5-4220-8a0a-f70b239f36eb completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:30.393597 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dceb0739-bfb2-4fe9-92f2-ce76e3d2603d None None] Provisioning complete for port 25a51ef2-20e5-4220-8a0a-f70b239f36eb triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:30.393978 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dceb0739-bfb2-4fe9-92f2-ce76e3d2603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.447792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-dceb0739-bfb2-4fe9-92f2-ce76e3d2603d None None] Port 25a51ef2-20e5-4220-8a0a-f70b239f36eb cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:47:31.052373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1cceb48a-b135-4a6a-b62d-8497ef6ea6d2 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.059047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1cceb48a-b135-4a6a-b62d-8497ef6ea6d2 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.229173 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-1cceb48a-b135-4a6a-b62d-8497ef6ea6d2 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Floating IP 7cb30f54-8b00-4292-bbba-bf26f0ba1e84 associated. External IP: 172.26.4.178, port: d2616ebe-2faa-465a-bbfc-8dfd68688de7. Jan 21 09:47:31.361907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7b521-4328-4ece-84e5-8b6ce5828a6f req-06375680-5cf2-4698-b5e1-60c7af05c305 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:31.363235 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e6e7b521-4328-4ece-84e5-8b6ce5828a6f req-06375680-5cf2-4698-b5e1-60c7af05c305 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0809815 Jan 21 09:47:31.407535 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e6e7b521-4328-4ece-84e5-8b6ce5828a6f req-54ddf73a-d427-4985-a927-b51e92c95ca8 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384803 Jan 21 09:47:31.572228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cceb48a-b135-4a6a-b62d-8497ef6ea6d2 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:31.865620 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cceb48a-b135-4a6a-b62d-8497ef6ea6d2 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:31.875776 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4053cf59-eba0-4271-8e5a-27a59a2b8c78 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:31.885900 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4053cf59-eba0-4271-8e5a-27a59a2b8c78 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:31.886518 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4053cf59-eba0-4271-8e5a-27a59a2b8c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:31.951286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4053cf59-eba0-4271-8e5a-27a59a2b8c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:31.959846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4053cf59-eba0-4271-8e5a-27a59a2b8c78 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:31.960549 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4053cf59-eba0-4271-8e5a-27a59a2b8c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:32.022023 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4053cf59-eba0-4271-8e5a-27a59a2b8c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:32.022401 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4053cf59-eba0-4271-8e5a-27a59a2b8c78 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:32.223568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cceb48a-b135-4a6a-b62d-8497ef6ea6d2 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 0779395c-71f8-4c97-9328-40b234db235d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:32.402755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cceb48a-b135-4a6a-b62d-8497ef6ea6d2 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:32.406926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1cceb48a-b135-4a6a-b62d-8497ef6ea6d2 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.412207 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f01f0d-7bab-4493-a7d2-1fb600c228d3 None None] Sync routers for ids ['0779395c-71f8-4c97-9328-40b234db235d'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:32.422506 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f01f0d-7bab-4493-a7d2-1fb600c228d3 None None] Routers {'0779395c-71f8-4c97-9328-40b234db235d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:32.423122 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-88f01f0d-7bab-4493-a7d2-1fb600c228d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0779395c-71f8-4c97-9328-40b234db235d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:32.485868 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-88f01f0d-7bab-4493-a7d2-1fb600c228d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:32.494353 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f01f0d-7bab-4493-a7d2-1fb600c228d3 None None] Routers {'0779395c-71f8-4c97-9328-40b234db235d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:32.494958 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-88f01f0d-7bab-4493-a7d2-1fb600c228d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0779395c-71f8-4c97-9328-40b234db235d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:32.519720 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1cceb48a-b135-4a6a-b62d-8497ef6ea6d2 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "PUT /v2.0/floatingips/7cb30f54-8b00-4292-bbba-bf26f0ba1e84 HTTP/1.1" status: 200 len: 978 time: 2.3101687 Jan 21 09:47:32.519937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48020) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:32.554171 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-88f01f0d-7bab-4493-a7d2-1fb600c228d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:32.554566 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f01f0d-7bab-4493-a7d2-1fb600c228d3 None None] The sync data for ids ['0779395c-71f8-4c97-9328-40b234db235d'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:32.587161 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-425e2318-ec11-4769-8676-8750740c6404 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port 25a51ef2-20e5-4220-8a0a-f70b239f36eb {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:32.587500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-425e2318-ec11-4769-8676-8750740c6404 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.701213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bf3f3-0713-45e6-9955-970f221739e8 req-25a902ff-c81d-4308-9022-4bb897d45568 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:32.702671 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-800bf3f3-0713-45e6-9955-970f221739e8 req-25a902ff-c81d-4308-9022-4bb897d45568 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.1891139 Jan 21 09:47:32.746922 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-800bf3f3-0713-45e6-9955-970f221739e8 req-272e4246-7ef2-443f-a576-4d7b58b39eb8 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383747 Jan 21 09:47:32.860788 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-425e2318-ec11-4769-8676-8750740c6404 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.145516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-425e2318-ec11-4769-8676-8750740c6404 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.145874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-425e2318-ec11-4769-8676-8750740c6404 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.146180 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-425e2318-ec11-4769-8676-8750740c6404 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Floating IP 7cb30f54-8b00-4292-bbba-bf26f0ba1e84 disassociated. External IP: 172.26.4.178, port: 25a51ef2-20e5-4220-8a0a-f70b239f36eb. Jan 21 09:47:33.146504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-425e2318-ec11-4769-8676-8750740c6404 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for 25a51ef2-20e5-4220-8a0a-f70b239f36eb owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:33.416544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-425e2318-ec11-4769-8676-8750740c6404 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.466896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e2318-ec11-4769-8676-8750740c6404 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=25a51ef2-20e5-4220-8a0a-f70b239f36eb,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:33.651375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425e2318-ec11-4769-8676-8750740c6404 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 0779395c-71f8-4c97-9328-40b234db235d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:33.832732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425e2318-ec11-4769-8676-8750740c6404 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:33.842886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498fd231-d849-437c-8762-ed1ff730d21b None None] Sync routers for ids ['0779395c-71f8-4c97-9328-40b234db235d'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:33.854378 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fd231-d849-437c-8762-ed1ff730d21b None None] Routers {'0779395c-71f8-4c97-9328-40b234db235d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:33.855085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-498fd231-d849-437c-8762-ed1ff730d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0779395c-71f8-4c97-9328-40b234db235d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.920194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-498fd231-d849-437c-8762-ed1ff730d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.930671 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fd231-d849-437c-8762-ed1ff730d21b None None] Routers {'0779395c-71f8-4c97-9328-40b234db235d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:33.930862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-425e2318-ec11-4769-8676-8750740c6404 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.931643 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-498fd231-d849-437c-8762-ed1ff730d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0779395c-71f8-4c97-9328-40b234db235d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.933829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889dbf7-b4d0-4887-8a4c-23525cc68e26 req-08f656fa-be4d-41c0-9a0e-3dbefb58cfe8 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:33.935426 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5889dbf7-b4d0-4887-8a4c-23525cc68e26 req-08f656fa-be4d-41c0-9a0e-3dbefb58cfe8 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0794103 Jan 21 09:47:33.940501 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-425e2318-ec11-4769-8676-8750740c6404 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/ports/25a51ef2-20e5-4220-8a0a-f70b239f36eb HTTP/1.1" status: 204 len: 168 time: 1.4195533 Jan 21 09:47:33.943385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48026) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:33.983040 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5889dbf7-b4d0-4887-8a4c-23525cc68e26 req-6a077b15-374a-41a1-b363-b69630578031 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395944 Jan 21 09:47:33.993566 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-498fd231-d849-437c-8762-ed1ff730d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.993980 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498fd231-d849-437c-8762-ed1ff730d21b None None] The sync data for ids ['0779395c-71f8-4c97-9328-40b234db235d'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:34.487546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4d896311-50d2-45ec-bc83-c7159877514a tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.944551 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4d896311-50d2-45ec-bc83-c7159877514a tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port a119ffd7-ce6a-4c97-8ebb-98234f584a6e {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:34.944858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4d896311-50d2-45ec-bc83-c7159877514a tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.137698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4d896311-50d2-45ec-bc83-c7159877514a tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.174713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20c5b1-9cec-4b26-87b7-b5b3bfdc3a2b req-9827a5e2-1bdf-4269-b7c5-097eea3d9e41 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:35.176179 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bf20c5b1-9cec-4b26-87b7-b5b3bfdc3a2b req-9827a5e2-1bdf-4269-b7c5-097eea3d9e41 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0827549 Jan 21 09:47:35.220125 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bf20c5b1-9cec-4b26-87b7-b5b3bfdc3a2b req-4d6426b4-138c-4283-90f7-4cdc71f64ff2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380809 Jan 21 09:47:35.265867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-4d896311-50d2-45ec-bc83-c7159877514a tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for a119ffd7-ce6a-4c97-8ebb-98234f584a6e owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:35.592899 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4d896311-50d2-45ec-bc83-c7159877514a tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.642356 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d896311-50d2-45ec-bc83-c7159877514a tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=a119ffd7-ce6a-4c97-8ebb-98234f584a6e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:35.913067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4d896311-50d2-45ec-bc83-c7159877514a tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.317007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-02eb6d7f-ba24-437f-9e18-f646469b5ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.383740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d896311-50d2-45ec-bc83-c7159877514a tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 0779395c-71f8-4c97-9328-40b234db235d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:36.406205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf00409-7af9-4545-a12a-11701e467678 req-029630fc-6359-452a-b28f-a7faa5216947 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:36.407627 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2cf00409-7af9-4545-a12a-11701e467678 req-029630fc-6359-452a-b28f-a7faa5216947 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0774090 Jan 21 09:47:36.454986 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2cf00409-7af9-4545-a12a-11701e467678 req-c8b896e4-bec6-410a-a63d-5c09c70dd7a3 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414157 Jan 21 09:47:36.563660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d896311-50d2-45ec-bc83-c7159877514a tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:36.573601 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c63398-2002-4c3c-9999-b4b892a052a2 None None] Sync routers for ids ['0779395c-71f8-4c97-9328-40b234db235d'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:36.576774 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4d896311-50d2-45ec-bc83-c7159877514a tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "PUT /v2.0/routers/0779395c-71f8-4c97-9328-40b234db235d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6322782 Jan 21 09:47:36.579390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48034) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.582992 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c63398-2002-4c3c-9999-b4b892a052a2 None None] Routers {'0779395c-71f8-4c97-9328-40b234db235d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:36.583675 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-09c63398-2002-4c3c-9999-b4b892a052a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0779395c-71f8-4c97-9328-40b234db235d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:36.645179 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-09c63398-2002-4c3c-9999-b4b892a052a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:36.653970 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c63398-2002-4c3c-9999-b4b892a052a2 None None] Routers {'0779395c-71f8-4c97-9328-40b234db235d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:36.654158 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-09c63398-2002-4c3c-9999-b4b892a052a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0779395c-71f8-4c97-9328-40b234db235d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:36.716373 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-09c63398-2002-4c3c-9999-b4b892a052a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:36.716799 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c63398-2002-4c3c-9999-b4b892a052a2 None None] The sync data for ids ['0779395c-71f8-4c97-9328-40b234db235d'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:36.759182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.938188 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.951693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port 00d9129c-7ae6-48dd-bbe5-072ae212fbe5 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:36.952024 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.117117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.239068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for 00d9129c-7ae6-48dd-bbe5-072ae212fbe5 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:37.403380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.448587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=00d9129c-7ae6-48dd-bbe5-072ae212fbe5,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:37.646759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cb45f-08e9-4b37-a0ce-a6b2950fcb02 req-3eeb6e8a-0406-4935-9599-4b0ccf604220 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:37.648887 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c43cb45f-08e9-4b37-a0ce-a6b2950fcb02 req-3eeb6e8a-0406-4935-9599-4b0ccf604220 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0850205 Jan 21 09:47:37.663240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.694846 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c43cb45f-08e9-4b37-a0ce-a6b2950fcb02 req-91c6b00d-f1a4-4c66-b302-0a6fbc3755fb tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402222 Jan 21 09:47:37.836075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.838376 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.862353 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.862850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Fanout notify agent at l3_agent the message router_deleted on router 0779395c-71f8-4c97-9328-40b234db235d {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:47:37.877573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.878684 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f13a48cb-907f-45ef-8cfc-aae692e95ebc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/routers/0779395c-71f8-4c97-9328-40b234db235d HTTP/1.1" status: 204 len: 168 time: 1.2983696 Jan 21 09:47:37.881367 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48040) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:37.945572 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3e8a1b-3cf5-454b-b110-e6eb54895738 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting subnet f9edc1ab-6e5a-4675-92ca-30a924e55eac {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:47:37.948596 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8a1b-3cf5-454b-b110-e6eb54895738 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.004704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8a1b-3cf5-454b-b110-e6eb54895738 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.089621 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8a1b-3cf5-454b-b110-e6eb54895738 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.170558 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8a1b-3cf5-454b-b110-e6eb54895738 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.209491 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e8a1b-3cf5-454b-b110-e6eb54895738 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Subnet': ['ID=f9edc1ab-6e5a-4675-92ca-30a924e55eac,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:38.214931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8a1b-3cf5-454b-b110-e6eb54895738 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.221252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475686c3-075b-4bc9-92c5-74f86accde87 None None] Network 1bf5460b-31ca-4392-9c52-7ff6d57558fd requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:47:38.221841 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bf3e8a1b-3cf5-454b-b110-e6eb54895738 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/subnets/f9edc1ab-6e5a-4675-92ca-30a924e55eac HTTP/1.1" status: 204 len: 168 time: 0.3390815 Jan 21 09:47:38.225024 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48044) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:38.338678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.349019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port 349c8ed2-94ae-47c1-84f1-6a543125c777 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:38.349267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.437193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-35b1b06a-8e5e-43b3-9713-136bf0790f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.467853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc9efe-4401-4cd3-a50c-bd3a38f3aa33 None None] DHCP port deletion for 1bf5460b-31ca-4392-9c52-7ff6d57558fd request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:47:38.472007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc9efe-4401-4cd3-a50c-bd3a38f3aa33 None None] Deleting port 349c8ed2-94ae-47c1-84f1-6a543125c777 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:38.472419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9efe-4401-4cd3-a50c-bd3a38f3aa33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.558515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] For port 349c8ed2-94ae-47c1-84f1-6a543125c777, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=349c8ed2-94ae-47c1-84f1-6a543125c777,segment=NetworkSegment(f1ddcc26-fcc0-4976-8377-d25474d9c240),segment_id=f1ddcc26-fcc0-4976-8377-d25474d9c240)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:38.558920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.670543 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c3bc9efe-4401-4cd3-a50c-bd3a38f3aa33 None None] For port 349c8ed2-94ae-47c1-84f1-6a543125c777, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=349c8ed2-94ae-47c1-84f1-6a543125c777,segment=NetworkSegment(f1ddcc26-fcc0-4976-8377-d25474d9c240),segment_id=f1ddcc26-fcc0-4976-8377-d25474d9c240)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:38.670942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9efe-4401-4cd3-a50c-bd3a38f3aa33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.681923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for 349c8ed2-94ae-47c1-84f1-6a543125c777 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:38.735018 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 349c8ed2-94ae-47c1-84f1-6a543125c777 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:38.764803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.813844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=349c8ed2-94ae-47c1-84f1-6a543125c777,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:38.820029 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] No DVR routers for this DVR port 349c8ed2-94ae-47c1-84f1-6a543125c777 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:38.826681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc9efe-4401-4cd3-a50c-bd3a38f3aa33 None None] Calling delete_port for 349c8ed2-94ae-47c1-84f1-6a543125c777 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:38.897252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No active binding found for port 349c8ed2-94ae-47c1-84f1-6a543125c777 {{(pid=87503) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 21 09:47:38.898042 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 349c8ed2-94ae-47c1-84f1-6a543125c777 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:38.899345 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdd30e-de77-4433-9064-ac2a39906d41 req-03bddf28-2ca8-4770-9846-969baea71e10 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:38.900846 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-05cdd30e-de77-4433-9064-ac2a39906d41 req-03bddf28-2ca8-4770-9846-969baea71e10 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0877571 Jan 21 09:47:38.921473 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-c3bc9efe-4401-4cd3-a50c-bd3a38f3aa33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:38.921833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-c3bc9efe-4401-4cd3-a50c-bd3a38f3aa33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:38.945463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.946045 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-05cdd30e-de77-4433-9064-ac2a39906d41 req-a60164f2-f0de-473d-ac64-d786eb6efade tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382750 Jan 21 09:47:38.971197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf5460b-31ca-4392-9c52-7ff6d57558fd']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:38.983048 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ddcc26-fcc0-4976-8377-d25474d9c240') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:38.983346 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ddcc26-fcc0-4976-8377-d25474d9c240') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:38.994314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.014546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.020717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:47:39.021143 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:39.035152 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:39.111403 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.115856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.142184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Network': ['ID=1bf5460b-31ca-4392-9c52-7ff6d57558fd,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:39.147931 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6021515c-a555-4ab3-9ea2-1a412ba9bc80 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/networks/1bf5460b-31ca-4392-9c52-7ff6d57558fd HTTP/1.1" status: 204 len: 168 time: 0.9218783 Jan 21 09:47:39.151245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48050) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:39.423621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc9efe-4401-4cd3-a50c-bd3a38f3aa33 None None] Deleting port 349c8ed2-94ae-47c1-84f1-6a543125c777 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:39.424164 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9efe-4401-4cd3-a50c-bd3a38f3aa33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.432249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d5fcc-2953-4795-9e18-a17654e719f9 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port c6df0faf-880b-4269-be0c-f7d4c3850f19 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:39.432589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2d5d5fcc-2953-4795-9e18-a17654e719f9 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.527561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc9efe-4401-4cd3-a50c-bd3a38f3aa33 None None] The port '349c8ed2-94ae-47c1-84f1-6a543125c777' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:47:39.540659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.612456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2d5d5fcc-2953-4795-9e18-a17654e719f9 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.612791 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2d5d5fcc-2953-4795-9e18-a17654e719f9 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.673468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.741573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d5fcc-2953-4795-9e18-a17654e719f9 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for c6df0faf-880b-4269-be0c-f7d4c3850f19 owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:39.899027 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2d5d5fcc-2953-4795-9e18-a17654e719f9 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.942949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d5fcc-2953-4795-9e18-a17654e719f9 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=c6df0faf-880b-4269-be0c-f7d4c3850f19,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:40.037689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2d5d5fcc-2953-4795-9e18-a17654e719f9 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.055270 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2d5d5fcc-2953-4795-9e18-a17654e719f9 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.056404 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2d5d5fcc-2953-4795-9e18-a17654e719f9 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/floatingips/7cb30f54-8b00-4292-bbba-bf26f0ba1e84 HTTP/1.1" status: 204 len: 168 time: 0.9042685 Jan 21 09:47:40.060712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48060) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:40.107816 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8398d94b-d1a4-44cf-a2fc-c397bf5a525f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:40.108458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8398d94b-d1a4-44cf-a2fc-c397bf5a525f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:40.110163 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8398d94b-d1a4-44cf-a2fc-c397bf5a525f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/ports/25a51ef2-20e5-4220-8a0a-f70b239f36eb HTTP/1.1" status: 404 len: 333 time: 0.0485466 Jan 21 09:47:40.113360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48064) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:40.131485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9e9a1-e7a5-406b-97c3-645b64a4a2cd req-7e60a951-364e-4a2c-8bb7-3b4ed5b82e1c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:40.132983 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-57b9e9a1-e7a5-406b-97c3-645b64a4a2cd req-7e60a951-364e-4a2c-8bb7-3b4ed5b82e1c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0831373 Jan 21 09:47:40.156377 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1b2eebf2-eb93-427a-a59e-8b71a90508c1 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Synchronizing usage tracker for tenant:3df263fa76c041978b89b576934eb6cc on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:40.172456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1b2eebf2-eb93-427a-a59e-8b71a90508c1 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Unset dirty status for tenant:3df263fa76c041978b89b576934eb6cc on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:40.175967 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1b2eebf2-eb93-427a-a59e-8b71a90508c1 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "GET /v2.0/ports?device_id=0779395c-71f8-4c97-9328-40b234db235d HTTP/1.1" status: 200 len: 205 time: 0.0594585 Jan 21 09:47:40.176333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48068) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:40.178752 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-57b9e9a1-e7a5-406b-97c3-645b64a4a2cd req-780a1791-940f-4b82-945c-8cb4fd21ee54 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392725 Jan 21 09:47:40.247427 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-bc46e8d3-e435-4464-82e9-b4400da4a090 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] delete failed (client error): The resource could not be found. Jan 21 09:47:40.248512 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bc46e8d3-e435-4464-82e9-b4400da4a090 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/routers/0779395c-71f8-4c97-9328-40b234db235d HTTP/1.1" status: 404 len: 336 time: 0.0710828 Jan 21 09:47:40.252088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48072) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:40.288913 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22ad98b-a4a9-4396-bf71-8852d8cbfde3 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:40.289245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22ad98b-a4a9-4396-bf71-8852d8cbfde3 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:40.290854 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f22ad98b-a4a9-4396-bf71-8852d8cbfde3 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/subnets/f9edc1ab-6e5a-4675-92ca-30a924e55eac HTTP/1.1" status: 404 len: 337 time: 0.0378730 Jan 21 09:47:40.293442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48076) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:40.365842 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2ff45848-ecb7-4e5b-ac5f-1296e74bcd5c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port d2616ebe-2faa-465a-bbfc-8dfd68688de7 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:40.366128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ff45848-ecb7-4e5b-ac5f-1296e74bcd5c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.483591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdea36-ed27-49a3-ac08-63871702d73c req-8c29ca36-5a94-4fd4-b176-11910b27603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:40.485080 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8dfdea36-ed27-49a3-ac08-63871702d73c req-8c29ca36-5a94-4fd4-b176-11910b27603f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=80cac4a837114513b19d91350ba9c4e3&device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 1098 time: 0.0775037 Jan 21 09:47:40.623310 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ff45848-ecb7-4e5b-ac5f-1296e74bcd5c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.630517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdea36-ed27-49a3-ac08-63871702d73c req-b2482ee8-3d04-40ec-b086-488f452d99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:40.632025 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8dfdea36-ed27-49a3-ac08-63871702d73c req-b2482ee8-3d04-40ec-b086-488f452d99e5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d2c3f69-0419-4511-bdbb-910f64342a8b HTTP/1.1" status: 200 len: 897 time: 0.1283090 Jan 21 09:47:40.737466 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8dfdea36-ed27-49a3-ac08-63871702d73c req-bae7c76f-093c-440b-a71a-abdc2eea5db8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a74d16-c592-4260-936c-6f9047b16b15 HTTP/1.1" status: 200 len: 1000 time: 0.0985765 Jan 21 09:47:40.759517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2ff45848-ecb7-4e5b-ac5f-1296e74bcd5c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for d2616ebe-2faa-465a-bbfc-8dfd68688de7 owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:40.810269 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdea36-ed27-49a3-ac08-63871702d73c req-aaf298c5-3eaa-4a8f-8b28-9f226d90bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:40.811778 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8dfdea36-ed27-49a3-ac08-63871702d73c req-aaf298c5-3eaa-4a8f-8b28-9f226d90bf1a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=cbaecdb5-d4bf-4838-a51c-3504e3b388f7 HTTP/1.1" status: 200 len: 834 time: 0.0678496 Jan 21 09:47:40.890647 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdea36-ed27-49a3-ac08-63871702d73c req-2c7567b1-26bb-491b-b6dd-875ba2dcd6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:40.892058 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8dfdea36-ed27-49a3-ac08-63871702d73c req-2c7567b1-26bb-491b-b6dd-875ba2dcd6a8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d2c3f69-0419-4511-bdbb-910f64342a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733547 Jan 21 09:47:40.913352 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ff45848-ecb7-4e5b-ac5f-1296e74bcd5c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.962661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff45848-ecb7-4e5b-ac5f-1296e74bcd5c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=d2616ebe-2faa-465a-bbfc-8dfd68688de7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:40.991035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.031344 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8dfdea36-ed27-49a3-ac08-63871702d73c req-94b1029d-5b04-4f48-a00f-e5a9fc8d8e6e service neutron] 10.222.0.121 "GET /v2.0/networks/1d2c3f69-0419-4511-bdbb-910f64342a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322105 Jan 21 09:47:41.171270 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ff45848-ecb7-4e5b-ac5f-1296e74bcd5c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.176074 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8dfdea36-ed27-49a3-ac08-63871702d73c req-e85f2303-9ee7-4143-a315-4e451b088656 service neutron] 10.222.0.121 "GET /v2.0/networks/1d2c3f69-0419-4511-bdbb-910f64342a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382387 Jan 21 09:47:41.189088 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2ff45848-ecb7-4e5b-ac5f-1296e74bcd5c tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/ports/d2616ebe-2faa-465a-bbfc-8dfd68688de7 HTTP/1.1" status: 204 len: 168 time: 0.8945384 Jan 21 09:47:41.192901 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48080) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:41.270536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a4088e8c-a02c-47e3-a538-7c3b9de5d697 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port d1f1fcd5-2662-4d3a-8db3-e80b6a33841a {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:41.270843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a4088e8c-a02c-47e3-a538-7c3b9de5d697 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.368612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c347-66dc-4709-8a96-ac93cbc88780 req-cd932c22-fe21-4cf8-8d8d-7f0ac952c947 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.370124 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b403c347-66dc-4709-8a96-ac93cbc88780 req-cd932c22-fe21-4cf8-8d8d-7f0ac952c947 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0794032 Jan 21 09:47:41.383981 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 63a74d16-c592-4260-936c-6f9047b16b15 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:41.416573 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b403c347-66dc-4709-8a96-ac93cbc88780 req-5576c66a-2aa2-4040-a6e8-8282c768ae75 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401103 Jan 21 09:47:41.510753 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.539078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:41.544132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a4088e8c-a02c-47e3-a538-7c3b9de5d697 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.553712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 63a74d16-c592-4260-936c-6f9047b16b15, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=63a74d16-c592-4260-936c-6f9047b16b15,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:41.559156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.616069 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15', 'code': 200} Jan 21 09:47:41.644286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=63a74d16-c592-4260-936c-6f9047b16b15,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:41.678113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a4088e8c-a02c-47e3-a538-7c3b9de5d697 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for d1f1fcd5-2662-4d3a-8db3-e80b6a33841a owned by {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:41.825585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a4088e8c-a02c-47e3-a538-7c3b9de5d697 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.887269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4088e8c-a02c-47e3-a538-7c3b9de5d697 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=d1f1fcd5-2662-4d3a-8db3-e80b6a33841a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:41.983029 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a4088e8c-a02c-47e3-a538-7c3b9de5d697 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.992949 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a4088e8c-a02c-47e3-a538-7c3b9de5d697 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/ports/d1f1fcd5-2662-4d3a-8db3-e80b6a33841a HTTP/1.1" status: 204 len: 168 time: 0.7988970 Jan 21 09:47:41.995700 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48088) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:42.082797 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2973d822-4d8f-44cf-9241-a0955aa0da8f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.083330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2973d822-4d8f-44cf-9241-a0955aa0da8f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Synchronizing usage tracker for tenant:3df263fa76c041978b89b576934eb6cc on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:42.100390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2973d822-4d8f-44cf-9241-a0955aa0da8f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Unset dirty status for tenant:3df263fa76c041978b89b576934eb6cc on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:42.104652 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2973d822-4d8f-44cf-9241-a0955aa0da8f tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "GET /v2.0/ports?device_id=21c5a7e7-f84f-4709-9adb-de89a78cc2b6 HTTP/1.1" status: 200 len: 913 time: 0.1048379 Jan 21 09:47:42.104652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48092) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:42.535624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a09317-7bfa-4afb-9882-2a6e221831b3 req-a15da9eb-fa54-4289-b299-1a5d92868d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.537133 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d5a09317-7bfa-4afb-9882-2a6e221831b3 req-a15da9eb-fa54-4289-b299-1a5d92868d4e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 1096 time: 0.2419484 Jan 21 09:47:42.741149 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d5a09317-7bfa-4afb-9882-2a6e221831b3 req-ebc9f676-deab-486b-b38b-dfabcb4e8907 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655960 Jan 21 09:47:42.807780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a54205-9d52-4da7-92b3-0a603fffe2fe req-625f7153-8673-4331-b9e6-61f5af1015ee tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.809289 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-81a54205-9d52-4da7-92b3-0a603fffe2fe req-625f7153-8673-4331-b9e6-61f5af1015ee tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 943 time: 0.2694998 Jan 21 09:47:42.869423 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-81a54205-9d52-4da7-92b3-0a603fffe2fe req-53ba291a-523c-4ac8-9641-d4ad368470c5 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538125 Jan 21 09:47:42.955451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c39f4321-f6ca-47d4-a7a6-e2ede53c173b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.313235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c39f4321-f6ca-47d4-a7a6-e2ede53c173b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port 1c69028d-251f-4a3f-abff-250332b17df6 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:43.313577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c39f4321-f6ca-47d4-a7a6-e2ede53c173b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.399227 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 63a74d16-c592-4260-936c-6f9047b16b15 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:47:43.499192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c39f4321-f6ca-47d4-a7a6-e2ede53c173b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.534612 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 63a74d16-c592-4260-936c-6f9047b16b15, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=63a74d16-c592-4260-936c-6f9047b16b15,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:43.547621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '63a74d16-c592-4260-936c-6f9047b16b15', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'port_id': '63a74d16-c592-4260-936c-6f9047b16b15', 'mac_address': 'fa:16:3e:62:da:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:47:43.601447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.617950 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a74d16-c592-4260-936c-6f9047b16b15 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:43.619651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c39f4321-f6ca-47d4-a7a6-e2ede53c173b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for 1c69028d-251f-4a3f-abff-250332b17df6 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:43.633638 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 63a74d16-c592-4260-936c-6f9047b16b15, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=63a74d16-c592-4260-936c-6f9047b16b15,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:43.638509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.709354 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=63a74d16-c592-4260-936c-6f9047b16b15,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:43.932655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c39f4321-f6ca-47d4-a7a6-e2ede53c173b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.985888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f4321-f6ca-47d4-a7a6-e2ede53c173b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=1c69028d-251f-4a3f-abff-250332b17df6,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:44.157469 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['63a74d16-c592-4260-936c-6f9047b16b15'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:47:44.219473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72b2e-75c2-4660-b5ee-553d7e8b9693 req-4c69b034-a9cf-43b2-ae3d-997385b2e9a2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:44.220989 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ecd72b2e-75c2-4660-b5ee-553d7e8b9693 req-4c69b034-a9cf-43b2-ae3d-997385b2e9a2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 944 time: 0.2384362 Jan 21 09:47:44.352485 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ecd72b2e-75c2-4660-b5ee-553d7e8b9693 req-4a3a8a9f-61ba-4767-8723-6dbb23bc520c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224215 Jan 21 09:47:44.355310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c39f4321-f6ca-47d4-a7a6-e2ede53c173b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.722977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39f4321-f6ca-47d4-a7a6-e2ede53c173b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:44.898461 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39f4321-f6ca-47d4-a7a6-e2ede53c173b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:44.909914 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45511b54-30c3-4c99-b58f-7bbc488ee113 None None] Sync routers for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:44.919952 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c39f4321-f6ca-47d4-a7a6-e2ede53c173b tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "PUT /v2.0/routers/21c5a7e7-f84f-4709-9adb-de89a78cc2b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8119717 Jan 21 09:47:44.920435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48100) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:44.920896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45511b54-30c3-4c99-b58f-7bbc488ee113 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:44.921420 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-45511b54-30c3-4c99-b58f-7bbc488ee113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:44.985691 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-45511b54-30c3-4c99-b58f-7bbc488ee113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:44.995281 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45511b54-30c3-4c99-b58f-7bbc488ee113 None None] Routers {'21c5a7e7-f84f-4709-9adb-de89a78cc2b6'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:44.995907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-45511b54-30c3-4c99-b58f-7bbc488ee113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:45.057946 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-45511b54-30c3-4c99-b58f-7bbc488ee113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:45.058350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45511b54-30c3-4c99-b58f-7bbc488ee113 None None] The sync data for ids ['21c5a7e7-f84f-4709-9adb-de89a78cc2b6'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:45.108139 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.289233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.300408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting port 8b4100ce-17ce-423e-8206-4b1f840e8aab {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:45.300704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.399349 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 63a74d16-c592-4260-936c-6f9047b16b15 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:45.471325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 63a74d16-c592-4260-936c-6f9047b16b15 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:45.471834 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.476811 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.543204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf53f4-08fb-47a9-b23e-7312fb3d1972 req-1ce31ab7-f5db-4f7d-b4cb-cb3fe5ad71e9 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.544913 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-29bf53f4-08fb-47a9-b23e-7312fb3d1972 req-1ce31ab7-f5db-4f7d-b4cb-cb3fe5ad71e9 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 944 time: 0.0852909 Jan 21 09:47:45.593311 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-29bf53f4-08fb-47a9-b23e-7312fb3d1972 req-5559aaeb-b311-4cfd-a4b7-7adcb4a897e0 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Jan 21 09:47:45.595537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.620913 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48106) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:45.628826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:45.640271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 63a74d16-c592-4260-936c-6f9047b16b15, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=63a74d16-c592-4260-936c-6f9047b16b15,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:45.650542 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.699857 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15', 'code': 200} Jan 21 09:47:45.723707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Calling delete_port for 8b4100ce-17ce-423e-8206-4b1f840e8aab owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:45.736439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=63a74d16-c592-4260-936c-6f9047b16b15,revision_number=8']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:45.756782 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1ad37ecd-665c-4a69-a7b2-b724589b89e6 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/floatingips/efd71860-72d5-45f3-a1b3-67523e3328f6 HTTP/1.1" status: 200 len: 992 time: 0.1346612 Jan 21 09:47:45.889459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.935560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Port': ['ID=8b4100ce-17ce-423e-8206-4b1f840e8aab,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.031061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.203668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.205921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.234389 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.234881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Fanout notify agent at l3_agent the message router_deleted on router 21c5a7e7-f84f-4709-9adb-de89a78cc2b6 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:47:46.250534 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.251601 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-88be5484-c759-48b4-908d-9acdfdb38cbc tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/routers/21c5a7e7-f84f-4709-9adb-de89a78cc2b6 HTTP/1.1" status: 204 len: 168 time: 1.3300581 Jan 21 09:47:46.254173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48112) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:46.320380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-55801e91-65a1-4bde-be49-3d48829711b4 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Deleting subnet 4186c70d-fcbb-4f54-8fef-ec73ba8f5a0f {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:47:46.323490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55801e91-65a1-4bde-be49-3d48829711b4 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.379595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55801e91-65a1-4bde-be49-3d48829711b4 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.438998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55801e91-65a1-4bde-be49-3d48829711b4 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.510843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55801e91-65a1-4bde-be49-3d48829711b4 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.553398 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55801e91-65a1-4bde-be49-3d48829711b4 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Subnet': ['ID=4186c70d-fcbb-4f54-8fef-ec73ba8f5a0f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.557136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-55801e91-65a1-4bde-be49-3d48829711b4 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.563511 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-55801e91-65a1-4bde-be49-3d48829711b4 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/subnets/4186c70d-fcbb-4f54-8fef-ec73ba8f5a0f HTTP/1.1" status: 204 len: 168 time: 0.3083789 Jan 21 09:47:46.567651 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48116) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:46.676396 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56aa3655-0892-487b-b510-a04cd0a490e6 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.813031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56aa3655-0892-487b-b510-a04cd0a490e6 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.838851 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-56aa3655-0892-487b-b510-a04cd0a490e6 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da881389-e4fb-48f1-b27c-c6c4c4a29eb9']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:46.850902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-56aa3655-0892-487b-b510-a04cd0a490e6 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4b2822-192a-40eb-85f0-709aafa07279') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:46.851197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-56aa3655-0892-487b-b510-a04cd0a490e6 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4b2822-192a-40eb-85f0-709aafa07279') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:46.862583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56aa3655-0892-487b-b510-a04cd0a490e6 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.878711 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56aa3655-0892-487b-b510-a04cd0a490e6 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.885212 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56aa3655-0892-487b-b510-a04cd0a490e6 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:47:46.885592 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56aa3655-0892-487b-b510-a04cd0a490e6 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:46.900090 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:46.984644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56aa3655-0892-487b-b510-a04cd0a490e6 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.989973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56aa3655-0892-487b-b510-a04cd0a490e6 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.015426 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-56aa3655-0892-487b-b510-a04cd0a490e6 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] 10.222.0.99 "DELETE /v2.0/networks/da881389-e4fb-48f1-b27c-c6c4c4a29eb9 HTTP/1.1" status: 204 len: 168 time: 0.4468510 Jan 21 09:47:47.016314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa3655-0892-487b-b510-a04cd0a490e6 tempest-FloatingIPTestJSON-888712688 tempest-FloatingIPTestJSON-888712688-project] Pushing event deleted for resources: {'Network': ['ID=da881389-e4fb-48f1-b27c-c6c4c4a29eb9,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:47.308046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48124) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:47.458634 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-71ac92ef-f4f0-4e56-ae83-bf2c2ffb8b5f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3df263fa76c041978b89b576934eb6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493773 Jan 21 09:47:47.461315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48130) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:47.525263 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc4a92ee-a699-4690-90e9-68e12b90c27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.551459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc4a92ee-a699-4690-90e9-68e12b90c27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.606738 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc4a92ee-a699-4690-90e9-68e12b90c27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.726985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a92ee-a699-4690-90e9-68e12b90c27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2201d016-1640-4715-b9d9-da601cec2010,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:47.733687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc4a92ee-a699-4690-90e9-68e12b90c27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.734799 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cc4a92ee-a699-4690-90e9-68e12b90c27e admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2201d016-1640-4715-b9d9-da601cec2010 HTTP/1.1" status: 204 len: 168 time: 0.2723553 Jan 21 09:47:48.455594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48154) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:48.574341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534066131'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:48.580720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:48.584632 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:48.587502 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:48.593700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:48.604476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.616479 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.630756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:48.634944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:48.638066 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:48.643834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:48.746322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.753478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.767414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:48.776334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:48.785618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:48.797663 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:48.801860 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c146d9-a244-4de7-a978-e8c599f37a55,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:48.883980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.890148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.053450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ebf612-dff9-42cc-912e-628d2c5db852,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:49.056095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.057442 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bb313bbe-25e9-439a-9a6b-22f6a51150ff tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6008649 Jan 21 09:47:49.061185 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48160) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:49.130062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5d5f9983-6233-40b8-a374-858787d6e662 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:49.147867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5d5f9983-6233-40b8-a374-858787d6e662 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:49.149192 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5d5f9983-6233-40b8-a374-858787d6e662 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0872493 Jan 21 09:47:49.152278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48164) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:49.157363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-5385f56a-a818-4e1c-aede-cf9da20fa3e2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group': {'name': 'tempest-security--67819324', 'description': 'tempest-security-description-98274867'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:49.186236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5385f56a-a818-4e1c-aede-cf9da20fa3e2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.241507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5385f56a-a818-4e1c-aede-cf9da20fa3e2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.247409 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5385f56a-a818-4e1c-aede-cf9da20fa3e2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.249850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5385f56a-a818-4e1c-aede-cf9da20fa3e2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.251105 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5385f56a-a818-4e1c-aede-cf9da20fa3e2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "PUT /v2.0/security-groups/85ebf612-dff9-42cc-912e-628d2c5db852 HTTP/1.1" status: 200 len: 1776 time: 0.0978339 Jan 21 09:47:49.254136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48168) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:49.278613 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385f56a-a818-4e1c-aede-cf9da20fa3e2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ebf612-dff9-42cc-912e-628d2c5db852,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:49.301280 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ef8f31bc-1ea9-4ab6-b39d-68f13a755a90 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-groups/85ebf612-dff9-42cc-912e-628d2c5db852 HTTP/1.1" status: 200 len: 1776 time: 0.0457785 Jan 21 09:47:49.304087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48172) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:49.394065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c69ab-e2d7-48a9-9cd8-2ece8ac2c93c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.426043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c69ab-e2d7-48a9-9cd8-2ece8ac2c93c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.473604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c69ab-e2d7-48a9-9cd8-2ece8ac2c93c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.491640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c69ab-e2d7-48a9-9cd8-2ece8ac2c93c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ebf612-dff9-42cc-912e-628d2c5db852,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:49.503397 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-807c69ab-e2d7-48a9-9cd8-2ece8ac2c93c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.504535 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-807c69ab-e2d7-48a9-9cd8-2ece8ac2c93c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-groups/85ebf612-dff9-42cc-912e-628d2c5db852 HTTP/1.1" status: 204 len: 168 time: 0.1994393 Jan 21 09:47:49.507198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48176) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:49.556905 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-652dfd02-5644-4365-83ba-a8fa65dc55ae tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484047 Jan 21 09:47:49.559550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48180) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:49.576755 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-5d800299-f2ad-4af3-bff1-62bae3b77e4a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] delete failed (client error): The resource could not be found. Jan 21 09:47:49.577687 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5d800299-f2ad-4af3-bff1-62bae3b77e4a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-groups/85ebf612-dff9-42cc-912e-628d2c5db852 HTTP/1.1" status: 404 len: 347 time: 0.0172141 Jan 21 09:47:49.582560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48184) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:49.586185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714989105'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:49.592171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:49.596621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:49.600377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:49.606746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:49.618391 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.637780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:49.641628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:49.644929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:49.650553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:49.721376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.726389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.772927 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1365c7da-295d-4125-b882-c6ae57f48ecf,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:49.778920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.780355 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-513b010a-9d42-4a4f-9850-d895db4f36b8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1979189 Jan 21 09:47:49.784986 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48188) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:49.790134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5d1e50d4-8ff2-4f2d-9693-a8e73d131216 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group_rule': {'security_group_id': '1365c7da-295d-4125-b882-c6ae57f48ecf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:49.796618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5d1e50d4-8ff2-4f2d-9693-a8e73d131216 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:49.800536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5d1e50d4-8ff2-4f2d-9693-a8e73d131216 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:49.803472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5d1e50d4-8ff2-4f2d-9693-a8e73d131216 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:49.805985 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:47:49.809886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5d1e50d4-8ff2-4f2d-9693-a8e73d131216 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:49.829442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5d1e50d4-8ff2-4f2d-9693-a8e73d131216 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.892369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5d1e50d4-8ff2-4f2d-9693-a8e73d131216 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.896883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5d1e50d4-8ff2-4f2d-9693-a8e73d131216 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.919657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e50d4-8ff2-4f2d-9693-a8e73d131216 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe430615-e707-4b20-967e-d83e1003195c,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:49.929519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5d1e50d4-8ff2-4f2d-9693-a8e73d131216 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.930725 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5d1e50d4-8ff2-4f2d-9693-a8e73d131216 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448088 Jan 21 09:47:49.934125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48192) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:49.961960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-42eed41e-735b-4ab5-a068-9a6317ad0505 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.972265 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-42eed41e-735b-4ab5-a068-9a6317ad0505 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.007087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-42eed41e-735b-4ab5-a068-9a6317ad0505 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.023027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eed41e-735b-4ab5-a068-9a6317ad0505 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe430615-e707-4b20-967e-d83e1003195c,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.025568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-42eed41e-735b-4ab5-a068-9a6317ad0505 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.026702 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-42eed41e-735b-4ab5-a068-9a6317ad0505 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/fe430615-e707-4b20-967e-d83e1003195c HTTP/1.1" status: 204 len: 168 time: 0.0916853 Jan 21 09:47:50.029669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48196) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:50.077478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-93d0ac58-abde-4bdf-b8c4-91deaac0849e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:50.096745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-93d0ac58-abde-4bdf-b8c4-91deaac0849e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:50.097932 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-93d0ac58-abde-4bdf-b8c4-91deaac0849e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0673842 Jan 21 09:47:50.102107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48200) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:50.162731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5f80b8fd-c605-444b-8f1f-2e6b43dad0a7 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.189970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5f80b8fd-c605-444b-8f1f-2e6b43dad0a7 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.237147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5f80b8fd-c605-444b-8f1f-2e6b43dad0a7 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.265011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80b8fd-c605-444b-8f1f-2e6b43dad0a7 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1365c7da-295d-4125-b882-c6ae57f48ecf,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.280629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5f80b8fd-c605-444b-8f1f-2e6b43dad0a7 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.281857 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5f80b8fd-c605-444b-8f1f-2e6b43dad0a7 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-groups/1365c7da-295d-4125-b882-c6ae57f48ecf HTTP/1.1" status: 204 len: 168 time: 0.1787560 Jan 21 09:47:50.284475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48204) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:50.336141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1bf9053c-6c3f-4461-9d61-8c79e1ec7cd1 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:50.352721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1bf9053c-6c3f-4461-9d61-8c79e1ec7cd1 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:50.354104 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1bf9053c-6c3f-4461-9d61-8c79e1ec7cd1 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683987 Jan 21 09:47:50.358055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48208) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:50.363035 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-fb494582-17f1-4e7a-aca8-67cf09e3a283 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190147222'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:50.372756 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fb494582-17f1-4e7a-aca8-67cf09e3a283 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:50.382524 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fb494582-17f1-4e7a-aca8-67cf09e3a283 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:50.395853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb494582-17f1-4e7a-aca8-67cf09e3a283 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.414920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fb494582-17f1-4e7a-aca8-67cf09e3a283 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:50.418827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-fb494582-17f1-4e7a-aca8-67cf09e3a283 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:50.421821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-fb494582-17f1-4e7a-aca8-67cf09e3a283 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:50.428553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fb494582-17f1-4e7a-aca8-67cf09e3a283 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:50.496732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb494582-17f1-4e7a-aca8-67cf09e3a283 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.502499 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb494582-17f1-4e7a-aca8-67cf09e3a283 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.545872 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb494582-17f1-4e7a-aca8-67cf09e3a283 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d281eb2-cfb9-4617-9056-91b45802d743,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.556042 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb494582-17f1-4e7a-aca8-67cf09e3a283 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.557246 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fb494582-17f1-4e7a-aca8-67cf09e3a283 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1982481 Jan 21 09:47:50.560060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48212) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:50.565021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-eed70504-93db-47a1-824a-51048b3d208e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group_rule': {'security_group_id': '3d281eb2-cfb9-4617-9056-91b45802d743', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:50.571184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-eed70504-93db-47a1-824a-51048b3d208e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:50.575323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-eed70504-93db-47a1-824a-51048b3d208e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:50.578363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-eed70504-93db-47a1-824a-51048b3d208e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:50.584086 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-eed70504-93db-47a1-824a-51048b3d208e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:50.602229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eed70504-93db-47a1-824a-51048b3d208e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.660693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eed70504-93db-47a1-824a-51048b3d208e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.667687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eed70504-93db-47a1-824a-51048b3d208e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.692987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed70504-93db-47a1-824a-51048b3d208e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a3049d-d5f0-4fe2-8277-db3c6c2c1cb3,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.706268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-eed70504-93db-47a1-824a-51048b3d208e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.707550 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-eed70504-93db-47a1-824a-51048b3d208e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465414 Jan 21 09:47:50.710393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48216) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:50.715223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d5dc100d-0154-43df-ae42-5f3db7a1cd59 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group_rule': {'security_group_id': '3d281eb2-cfb9-4617-9056-91b45802d743', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:50.720951 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d5dc100d-0154-43df-ae42-5f3db7a1cd59 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:50.724927 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d5dc100d-0154-43df-ae42-5f3db7a1cd59 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:50.727748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d5dc100d-0154-43df-ae42-5f3db7a1cd59 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:50.733322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d5dc100d-0154-43df-ae42-5f3db7a1cd59 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:50.752988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d5dc100d-0154-43df-ae42-5f3db7a1cd59 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.813998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d5dc100d-0154-43df-ae42-5f3db7a1cd59 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.819543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d5dc100d-0154-43df-ae42-5f3db7a1cd59 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.843102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc100d-0154-43df-ae42-5f3db7a1cd59 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ffe479-5ac6-458f-9643-eaaab2e79e8a,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.857505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d5dc100d-0154-43df-ae42-5f3db7a1cd59 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.859040 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d5dc100d-0154-43df-ae42-5f3db7a1cd59 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477599 Jan 21 09:47:50.862008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48220) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:50.867373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-126d6e0b-9ef1-438c-8948-575ae502b376 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group_rule': {'security_group_id': '3d281eb2-cfb9-4617-9056-91b45802d743', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:50.873553 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-126d6e0b-9ef1-438c-8948-575ae502b376 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:50.877622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-126d6e0b-9ef1-438c-8948-575ae502b376 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:50.880439 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-126d6e0b-9ef1-438c-8948-575ae502b376 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:50.886388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-126d6e0b-9ef1-438c-8948-575ae502b376 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:50.905391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-126d6e0b-9ef1-438c-8948-575ae502b376 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.966431 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-126d6e0b-9ef1-438c-8948-575ae502b376 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.971877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-126d6e0b-9ef1-438c-8948-575ae502b376 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.995292 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d6e0b-9ef1-438c-8948-575ae502b376 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9c59d5-7b6d-4129-85d7-e2e6fb105085,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.007945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-126d6e0b-9ef1-438c-8948-575ae502b376 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.009225 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-126d6e0b-9ef1-438c-8948-575ae502b376 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461790 Jan 21 09:47:51.012138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48224) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:51.017054 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-6c5ffa11-98e3-4172-9ec5-11c6890cfd66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group_rule': {'security_group_id': '3d281eb2-cfb9-4617-9056-91b45802d743', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:51.022723 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6c5ffa11-98e3-4172-9ec5-11c6890cfd66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:51.026699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6c5ffa11-98e3-4172-9ec5-11c6890cfd66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:51.029538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6c5ffa11-98e3-4172-9ec5-11c6890cfd66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:51.035170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6c5ffa11-98e3-4172-9ec5-11c6890cfd66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:51.058243 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6c5ffa11-98e3-4172-9ec5-11c6890cfd66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.121954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6c5ffa11-98e3-4172-9ec5-11c6890cfd66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.126670 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6c5ffa11-98e3-4172-9ec5-11c6890cfd66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.148631 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ffa11-98e3-4172-9ec5-11c6890cfd66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1650d70f-3266-48b9-9c70-2fb37746d7a5,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.162317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6c5ffa11-98e3-4172-9ec5-11c6890cfd66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.163611 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6c5ffa11-98e3-4172-9ec5-11c6890cfd66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504710 Jan 21 09:47:51.167679 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48228) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:51.172788 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-3e9a5ce1-7fef-4549-9c8d-30517c48806c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group_rule': {'security_group_id': '3d281eb2-cfb9-4617-9056-91b45802d743', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:51.178792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3e9a5ce1-7fef-4549-9c8d-30517c48806c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:51.183165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3e9a5ce1-7fef-4549-9c8d-30517c48806c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:51.187093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3e9a5ce1-7fef-4549-9c8d-30517c48806c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:51.193459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3e9a5ce1-7fef-4549-9c8d-30517c48806c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:51.212574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3e9a5ce1-7fef-4549-9c8d-30517c48806c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.280065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3e9a5ce1-7fef-4549-9c8d-30517c48806c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.288117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3e9a5ce1-7fef-4549-9c8d-30517c48806c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.315653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a5ce1-7fef-4549-9c8d-30517c48806c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3805f82e-ab6c-4ab0-b3d7-90ed43ea623f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.328966 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3e9a5ce1-7fef-4549-9c8d-30517c48806c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.330127 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3e9a5ce1-7fef-4549-9c8d-30517c48806c tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1615350 Jan 21 09:47:51.332977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48232) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:51.359910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbec4-c5be-433e-88c9-bd42997423b2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.369917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbec4-c5be-433e-88c9-bd42997423b2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.397994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbec4-c5be-433e-88c9-bd42997423b2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.420214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfbec4-c5be-433e-88c9-bd42997423b2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3805f82e-ab6c-4ab0-b3d7-90ed43ea623f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.422383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbec4-c5be-433e-88c9-bd42997423b2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.423439 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b9dfbec4-c5be-433e-88c9-bd42997423b2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/3805f82e-ab6c-4ab0-b3d7-90ed43ea623f HTTP/1.1" status: 204 len: 168 time: 0.0895908 Jan 21 09:47:51.426269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48236) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:51.480493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-997b1ec9-44a4-4093-a2ba-073eb3d43543 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:51.499332 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-997b1ec9-44a4-4093-a2ba-073eb3d43543 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:51.500742 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-997b1ec9-44a4-4093-a2ba-073eb3d43543 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0734992 Jan 21 09:47:51.505043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48240) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:51.532739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d91c7ba6-c81c-4dc7-b40b-95e2cd2ebb85 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.542905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d91c7ba6-c81c-4dc7-b40b-95e2cd2ebb85 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.572976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d91c7ba6-c81c-4dc7-b40b-95e2cd2ebb85 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.591881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c7ba6-c81c-4dc7-b40b-95e2cd2ebb85 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1650d70f-3266-48b9-9c70-2fb37746d7a5,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.598594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d91c7ba6-c81c-4dc7-b40b-95e2cd2ebb85 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.600071 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d91c7ba6-c81c-4dc7-b40b-95e2cd2ebb85 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/1650d70f-3266-48b9-9c70-2fb37746d7a5 HTTP/1.1" status: 204 len: 168 time: 0.0939310 Jan 21 09:47:51.602804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48244) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:51.653734 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ba558909-c2e9-4422-82ae-e102f9152627 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:51.671587 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ba558909-c2e9-4422-82ae-e102f9152627 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:51.672906 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ba558909-c2e9-4422-82ae-e102f9152627 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0689681 Jan 21 09:47:51.676007 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48248) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:51.704527 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf2e643e-2388-47f3-8de4-c4b5ce59e2de tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.714574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf2e643e-2388-47f3-8de4-c4b5ce59e2de tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.740841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf2e643e-2388-47f3-8de4-c4b5ce59e2de tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.766317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e643e-2388-47f3-8de4-c4b5ce59e2de tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d9c59d5-7b6d-4129-85d7-e2e6fb105085,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.773494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf2e643e-2388-47f3-8de4-c4b5ce59e2de tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.774686 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bf2e643e-2388-47f3-8de4-c4b5ce59e2de tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/9d9c59d5-7b6d-4129-85d7-e2e6fb105085 HTTP/1.1" status: 204 len: 168 time: 0.0975726 Jan 21 09:47:51.777270 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48252) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:51.827251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bf807e82-8ba3-4a3f-992e-61834f797805 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:51.845424 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bf807e82-8ba3-4a3f-992e-61834f797805 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:51.846684 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bf807e82-8ba3-4a3f-992e-61834f797805 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0685070 Jan 21 09:47:51.849981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48256) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:51.882071 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321daa1e-c71f-4836-9a1b-5ecb5a98e9d1 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.892591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321daa1e-c71f-4836-9a1b-5ecb5a98e9d1 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.919618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321daa1e-c71f-4836-9a1b-5ecb5a98e9d1 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.938486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321daa1e-c71f-4836-9a1b-5ecb5a98e9d1 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29ffe479-5ac6-458f-9643-eaaab2e79e8a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.946851 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321daa1e-c71f-4836-9a1b-5ecb5a98e9d1 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.948140 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-321daa1e-c71f-4836-9a1b-5ecb5a98e9d1 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/29ffe479-5ac6-458f-9643-eaaab2e79e8a HTTP/1.1" status: 204 len: 168 time: 0.0968339 Jan 21 09:47:51.950887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48260) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:52.003100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b9d62f63-4696-4ef0-bb2b-4266250261b7 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:52.019772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b9d62f63-4696-4ef0-bb2b-4266250261b7 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:52.021093 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b9d62f63-4696-4ef0-bb2b-4266250261b7 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0692778 Jan 21 09:47:52.025476 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48264) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:52.055758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b613df11-d73f-47ef-936e-f5500648726f tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.066290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b613df11-d73f-47ef-936e-f5500648726f tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.093898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b613df11-d73f-47ef-936e-f5500648726f tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.111688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613df11-d73f-47ef-936e-f5500648726f tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0a3049d-d5f0-4fe2-8277-db3c6c2c1cb3,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:52.120668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b613df11-d73f-47ef-936e-f5500648726f tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.121852 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b613df11-d73f-47ef-936e-f5500648726f tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/f0a3049d-d5f0-4fe2-8277-db3c6c2c1cb3 HTTP/1.1" status: 204 len: 168 time: 0.0954344 Jan 21 09:47:52.124685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48268) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:52.171670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4cf0508e-e65f-45d5-83f7-01db856237db tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:52.190343 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4cf0508e-e65f-45d5-83f7-01db856237db tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:52.192047 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4cf0508e-e65f-45d5-83f7-01db856237db tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660911 Jan 21 09:47:52.194937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48272) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:52.255780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88a80184-407c-4ae1-8fb8-5d004e6ef8c6 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.281789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88a80184-407c-4ae1-8fb8-5d004e6ef8c6 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.329612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88a80184-407c-4ae1-8fb8-5d004e6ef8c6 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.359122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a80184-407c-4ae1-8fb8-5d004e6ef8c6 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d281eb2-cfb9-4617-9056-91b45802d743,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:52.376496 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-88a80184-407c-4ae1-8fb8-5d004e6ef8c6 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.377758 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-88a80184-407c-4ae1-8fb8-5d004e6ef8c6 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-groups/3d281eb2-cfb9-4617-9056-91b45802d743 HTTP/1.1" status: 204 len: 168 time: 0.1819475 Jan 21 09:47:52.381016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48276) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:52.431054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c350787c-d42c-48f5-91a3-2a426d06dedc tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:52.449366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c350787c-d42c-48f5-91a3-2a426d06dedc tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:52.450574 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c350787c-d42c-48f5-91a3-2a426d06dedc tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683861 Jan 21 09:47:52.455195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48280) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:52.460261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0b57d585-81de-4078-ba69-ba20abbe1a21 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185905301'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:52.466656 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0b57d585-81de-4078-ba69-ba20abbe1a21 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:52.476515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0b57d585-81de-4078-ba69-ba20abbe1a21 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:52.488510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0b57d585-81de-4078-ba69-ba20abbe1a21 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.508228 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0b57d585-81de-4078-ba69-ba20abbe1a21 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:52.512591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0b57d585-81de-4078-ba69-ba20abbe1a21 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:52.515675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0b57d585-81de-4078-ba69-ba20abbe1a21 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:52.521480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0b57d585-81de-4078-ba69-ba20abbe1a21 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:52.588174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0b57d585-81de-4078-ba69-ba20abbe1a21 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.592487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0b57d585-81de-4078-ba69-ba20abbe1a21 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.635513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57d585-81de-4078-ba69-ba20abbe1a21 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c3b59c-7173-464b-9db7-e78be1f7d89f,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:52.645751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0b57d585-81de-4078-ba69-ba20abbe1a21 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.646971 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0b57d585-81de-4078-ba69-ba20abbe1a21 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1908491 Jan 21 09:47:52.649727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48284) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:52.654761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3e9cacfb-06dd-4557-9b2d-4f51d082ad58 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group_rule': {'security_group_id': 'f3c3b59c-7173-464b-9db7-e78be1f7d89f', 'direction': 'ingress', 'protocol': 17}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:52.660562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3e9cacfb-06dd-4557-9b2d-4f51d082ad58 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:52.664583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3e9cacfb-06dd-4557-9b2d-4f51d082ad58 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:52.667459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3e9cacfb-06dd-4557-9b2d-4f51d082ad58 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:52.673315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3e9cacfb-06dd-4557-9b2d-4f51d082ad58 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:52.690741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e9cacfb-06dd-4557-9b2d-4f51d082ad58 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.752038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e9cacfb-06dd-4557-9b2d-4f51d082ad58 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.756962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e9cacfb-06dd-4557-9b2d-4f51d082ad58 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.779112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cacfb-06dd-4557-9b2d-4f51d082ad58 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca145d93-1782-4ed3-9b85-284d13f602f7,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:52.792908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e9cacfb-06dd-4557-9b2d-4f51d082ad58 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.794169 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3e9cacfb-06dd-4557-9b2d-4f51d082ad58 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1434724 Jan 21 09:47:52.797125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48288) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:52.859102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f240f88f-6c42-4fa5-b0aa-c5217bee3faf tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.886269 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f240f88f-6c42-4fa5-b0aa-c5217bee3faf tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.935803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f240f88f-6c42-4fa5-b0aa-c5217bee3faf tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.954830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240f88f-6c42-4fa5-b0aa-c5217bee3faf tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c3b59c-7173-464b-9db7-e78be1f7d89f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:52.965249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f240f88f-6c42-4fa5-b0aa-c5217bee3faf tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.966353 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f240f88f-6c42-4fa5-b0aa-c5217bee3faf tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-groups/f3c3b59c-7173-464b-9db7-e78be1f7d89f HTTP/1.1" status: 204 len: 168 time: 0.1682904 Jan 21 09:47:52.969319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48292) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:53.018150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-058097e1-9886-4ba7-a053-8ffe63949bbf tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:53.033808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-058097e1-9886-4ba7-a053-8ffe63949bbf tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:53.035091 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-058097e1-9886-4ba7-a053-8ffe63949bbf tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648456 Jan 21 09:47:53.039109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48296) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:53.044202 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-425aee1b-681d-40c6-a257-52da4fb48ed3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754415400'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:53.054018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-425aee1b-681d-40c6-a257-52da4fb48ed3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:53.064016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-425aee1b-681d-40c6-a257-52da4fb48ed3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:53.076888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-425aee1b-681d-40c6-a257-52da4fb48ed3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.096089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-425aee1b-681d-40c6-a257-52da4fb48ed3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:53.100177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-425aee1b-681d-40c6-a257-52da4fb48ed3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:53.103209 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-425aee1b-681d-40c6-a257-52da4fb48ed3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:53.109092 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-425aee1b-681d-40c6-a257-52da4fb48ed3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:53.190054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-425aee1b-681d-40c6-a257-52da4fb48ed3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.195818 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-425aee1b-681d-40c6-a257-52da4fb48ed3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.242309 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425aee1b-681d-40c6-a257-52da4fb48ed3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a17a7b-0a7d-4d63-b57f-df4f11631b87,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:53.249822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-425aee1b-681d-40c6-a257-52da4fb48ed3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.251092 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-425aee1b-681d-40c6-a257-52da4fb48ed3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2110198 Jan 21 09:47:53.253914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48300) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:53.258956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group': {'name': 'tempest-secgroup--627788848'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:53.264886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:53.268944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:53.271732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:53.277377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:53.288965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.309227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:53.313483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:53.316335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:53.322621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:53.394015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.399530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.449841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90b3c60-33bd-48c4-b6f2-005af1d174a0,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:53.454074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.455460 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-813bb764-f99d-4c83-9a25-2317130bb605 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2005572 Jan 21 09:47:53.458313 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48304) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:53.463580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e4ecfd86-8964-4751-90f8-968c9a8b272a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group_rule': {'security_group_id': '03a17a7b-0a7d-4d63-b57f-df4f11631b87', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c90b3c60-33bd-48c4-b6f2-005af1d174a0', 'remote_ip_prefix': None}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:53.469788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e4ecfd86-8964-4751-90f8-968c9a8b272a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:53.473843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e4ecfd86-8964-4751-90f8-968c9a8b272a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:53.476762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e4ecfd86-8964-4751-90f8-968c9a8b272a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:53.482686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e4ecfd86-8964-4751-90f8-968c9a8b272a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:53.506731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4ecfd86-8964-4751-90f8-968c9a8b272a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.573013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4ecfd86-8964-4751-90f8-968c9a8b272a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.577942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4ecfd86-8964-4751-90f8-968c9a8b272a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.602676 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecfd86-8964-4751-90f8-968c9a8b272a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89af4d6-b760-42c0-91d6-c363a6da4475,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:53.615514 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4ecfd86-8964-4751-90f8-968c9a8b272a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.616959 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e4ecfd86-8964-4751-90f8-968c9a8b272a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1577170 Jan 21 09:47:53.619747 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48308) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:53.647136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4370d38a-5fcf-4a57-b68f-553184c11271 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.657488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4370d38a-5fcf-4a57-b68f-553184c11271 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.682907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4370d38a-5fcf-4a57-b68f-553184c11271 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.701283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370d38a-5fcf-4a57-b68f-553184c11271 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a89af4d6-b760-42c0-91d6-c363a6da4475,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:53.705295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4370d38a-5fcf-4a57-b68f-553184c11271 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.706372 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4370d38a-5fcf-4a57-b68f-553184c11271 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/a89af4d6-b760-42c0-91d6-c363a6da4475 HTTP/1.1" status: 204 len: 168 time: 0.0857382 Jan 21 09:47:53.709234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48312) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:53.763480 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9f3cdbfa-d0e4-40c1-9900-7bb11f59aa8f tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0529492 Jan 21 09:47:53.766439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48316) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:53.831776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e782430b-d26c-42b3-8478-003051909529 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.867489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e782430b-d26c-42b3-8478-003051909529 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.923467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e782430b-d26c-42b3-8478-003051909529 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.941474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782430b-d26c-42b3-8478-003051909529 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90b3c60-33bd-48c4-b6f2-005af1d174a0,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:53.952108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e782430b-d26c-42b3-8478-003051909529 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.953332 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e782430b-d26c-42b3-8478-003051909529 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-groups/c90b3c60-33bd-48c4-b6f2-005af1d174a0 HTTP/1.1" status: 204 len: 168 time: 0.1859303 Jan 21 09:47:53.955940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48320) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:54.015099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8ff6441e-3570-4d68-bb02-aaa476294900 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:54.032023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8ff6441e-3570-4d68-bb02-aaa476294900 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:54.033335 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8ff6441e-3570-4d68-bb02-aaa476294900 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0764658 Jan 21 09:47:54.037626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48324) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:54.102482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-da7a54c4-36c1-400f-95de-03826c91773b tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.129827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-da7a54c4-36c1-400f-95de-03826c91773b tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.177627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-da7a54c4-36c1-400f-95de-03826c91773b tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.195694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a54c4-36c1-400f-95de-03826c91773b tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a17a7b-0a7d-4d63-b57f-df4f11631b87,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:54.210009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-da7a54c4-36c1-400f-95de-03826c91773b tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.213536 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-da7a54c4-36c1-400f-95de-03826c91773b tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-groups/03a17a7b-0a7d-4d63-b57f-df4f11631b87 HTTP/1.1" status: 204 len: 168 time: 0.1725357 Jan 21 09:47:54.214034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48328) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:54.263256 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cdee24e9-5d5f-4a8e-85e6-7c858f5cd82f tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:54.281059 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cdee24e9-5d5f-4a8e-85e6-7c858f5cd82f tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:54.282233 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cdee24e9-5d5f-4a8e-85e6-7c858f5cd82f tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670269 Jan 21 09:47:54.287097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48332) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:54.291944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8be3b2c2-21a6-41e4-8345-a92085cc1771 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846037295'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:54.298432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8be3b2c2-21a6-41e4-8345-a92085cc1771 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:54.308237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8be3b2c2-21a6-41e4-8345-a92085cc1771 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:54.318774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8be3b2c2-21a6-41e4-8345-a92085cc1771 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.338885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8be3b2c2-21a6-41e4-8345-a92085cc1771 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:54.343156 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8be3b2c2-21a6-41e4-8345-a92085cc1771 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:54.346100 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8be3b2c2-21a6-41e4-8345-a92085cc1771 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:54.352137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8be3b2c2-21a6-41e4-8345-a92085cc1771 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:54.425015 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8be3b2c2-21a6-41e4-8345-a92085cc1771 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.429677 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8be3b2c2-21a6-41e4-8345-a92085cc1771 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.476368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3b2c2-21a6-41e4-8345-a92085cc1771 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2205f4ac-23ba-4d3b-9195-3e1a5c35e872,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:54.483464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8be3b2c2-21a6-41e4-8345-a92085cc1771 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.484980 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8be3b2c2-21a6-41e4-8345-a92085cc1771 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1967995 Jan 21 09:47:54.487540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48336) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:54.492528 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-cda91aba-6fb2-4014-91b3-d93dc96d84d3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group_rule': {'security_group_id': '2205f4ac-23ba-4d3b-9195-3e1a5c35e872', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:54.498482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cda91aba-6fb2-4014-91b3-d93dc96d84d3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:54.502490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cda91aba-6fb2-4014-91b3-d93dc96d84d3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:54.505394 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cda91aba-6fb2-4014-91b3-d93dc96d84d3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:54.511415 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cda91aba-6fb2-4014-91b3-d93dc96d84d3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:54.526882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cda91aba-6fb2-4014-91b3-d93dc96d84d3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.591060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cda91aba-6fb2-4014-91b3-d93dc96d84d3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.595612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cda91aba-6fb2-4014-91b3-d93dc96d84d3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.619120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda91aba-6fb2-4014-91b3-d93dc96d84d3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3907dd-a69d-4116-9582-147ddb488daf,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:54.634555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cda91aba-6fb2-4014-91b3-d93dc96d84d3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.635763 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cda91aba-6fb2-4014-91b3-d93dc96d84d3 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1473179 Jan 21 09:47:54.639269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48340) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:54.671042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a1dd-bd13-4d45-ace8-0842ffd32794 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.679556 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a1dd-bd13-4d45-ace8-0842ffd32794 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.709986 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a1dd-bd13-4d45-ace8-0842ffd32794 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.736302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9a1dd-bd13-4d45-ace8-0842ffd32794 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca3907dd-a69d-4116-9582-147ddb488daf,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:54.738224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a1dd-bd13-4d45-ace8-0842ffd32794 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.739296 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f8f9a1dd-bd13-4d45-ace8-0842ffd32794 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/ca3907dd-a69d-4116-9582-147ddb488daf HTTP/1.1" status: 204 len: 168 time: 0.0990820 Jan 21 09:47:54.741948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48344) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:54.786409 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d4bf2edf-d02f-49fe-9175-81db43cfbb8d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:54.803978 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d4bf2edf-d02f-49fe-9175-81db43cfbb8d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:54.805201 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d4bf2edf-d02f-49fe-9175-81db43cfbb8d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0623114 Jan 21 09:47:54.808069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48348) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:54.867261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1abeeb72-a9ae-489b-a7c2-6091d91c9957 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.903584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1abeeb72-a9ae-489b-a7c2-6091d91c9957 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.951518 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1abeeb72-a9ae-489b-a7c2-6091d91c9957 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.969826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abeeb72-a9ae-489b-a7c2-6091d91c9957 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2205f4ac-23ba-4d3b-9195-3e1a5c35e872,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:54.992838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1abeeb72-a9ae-489b-a7c2-6091d91c9957 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.994391 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1abeeb72-a9ae-489b-a7c2-6091d91c9957 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-groups/2205f4ac-23ba-4d3b-9195-3e1a5c35e872 HTTP/1.1" status: 204 len: 168 time: 0.1851084 Jan 21 09:47:54.998401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48352) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.049731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d89357d8-408f-4713-b1cf-8b66f7f6369e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:55.065293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d89357d8-408f-4713-b1cf-8b66f7f6369e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:55.066523 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d89357d8-408f-4713-b1cf-8b66f7f6369e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669746 Jan 21 09:47:55.070996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48356) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.076263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f595393f-e862-4c7a-98fc-65e7c9a11883 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861355453'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:55.082475 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f595393f-e862-4c7a-98fc-65e7c9a11883 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:55.092508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f595393f-e862-4c7a-98fc-65e7c9a11883 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:55.103299 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f595393f-e862-4c7a-98fc-65e7c9a11883 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.124207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f595393f-e862-4c7a-98fc-65e7c9a11883 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:55.128472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f595393f-e862-4c7a-98fc-65e7c9a11883 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:55.131562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f595393f-e862-4c7a-98fc-65e7c9a11883 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:55.137669 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f595393f-e862-4c7a-98fc-65e7c9a11883 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:55.211046 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f595393f-e862-4c7a-98fc-65e7c9a11883 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.215040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f595393f-e862-4c7a-98fc-65e7c9a11883 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.262351 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595393f-e862-4c7a-98fc-65e7c9a11883 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c74f977-535b-4a65-807c-cdb5370ba9ea,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:55.269185 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f595393f-e862-4c7a-98fc-65e7c9a11883 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.273149 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f595393f-e862-4c7a-98fc-65e7c9a11883 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1982727 Jan 21 09:47:55.273530 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48360) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.278213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d1918d8e-d0e3-4ff6-af55-2e8d63aacc1d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group_rule': {'security_group_id': '1c74f977-535b-4a65-807c-cdb5370ba9ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:55.284085 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d1918d8e-d0e3-4ff6-af55-2e8d63aacc1d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:55.288095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d1918d8e-d0e3-4ff6-af55-2e8d63aacc1d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:55.291004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d1918d8e-d0e3-4ff6-af55-2e8d63aacc1d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:55.296766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d1918d8e-d0e3-4ff6-af55-2e8d63aacc1d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:55.315081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d1918d8e-d0e3-4ff6-af55-2e8d63aacc1d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.379101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d1918d8e-d0e3-4ff6-af55-2e8d63aacc1d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.384577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d1918d8e-d0e3-4ff6-af55-2e8d63aacc1d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.406992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1918d8e-d0e3-4ff6-af55-2e8d63aacc1d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d92e26-c22f-4fb2-925a-6cf52e041ca4,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:55.419906 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d1918d8e-d0e3-4ff6-af55-2e8d63aacc1d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.421233 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d1918d8e-d0e3-4ff6-af55-2e8d63aacc1d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469004 Jan 21 09:47:55.423836 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48364) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.443801 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ffee1d66-6976-4410-85fe-42c8e4c8e208 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules/35d92e26-c22f-4fb2-925a-6cf52e041ca4 HTTP/1.1" status: 200 len: 763 time: 0.0188882 Jan 21 09:47:55.446277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48368) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.493120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8e3d8110-29ae-448b-bcc9-34be9e9eb66e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:55.510931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8e3d8110-29ae-448b-bcc9-34be9e9eb66e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:55.512157 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8e3d8110-29ae-448b-bcc9-34be9e9eb66e tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0650423 Jan 21 09:47:55.515820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48372) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.543751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7d9d6e5f-6c0e-4888-9324-254096ab29ed tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.554364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7d9d6e5f-6c0e-4888-9324-254096ab29ed tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.579870 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7d9d6e5f-6c0e-4888-9324-254096ab29ed tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.598551 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d6e5f-6c0e-4888-9324-254096ab29ed tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35d92e26-c22f-4fb2-925a-6cf52e041ca4,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:55.605596 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7d9d6e5f-6c0e-4888-9324-254096ab29ed tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.606793 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7d9d6e5f-6c0e-4888-9324-254096ab29ed tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/35d92e26-c22f-4fb2-925a-6cf52e041ca4 HTTP/1.1" status: 204 len: 168 time: 0.0900397 Jan 21 09:47:55.609531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48376) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.657530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cbbedcf7-7841-4567-a623-54a0682158e2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:55.674332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cbbedcf7-7841-4567-a623-54a0682158e2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:55.675589 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cbbedcf7-7841-4567-a623-54a0682158e2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0650160 Jan 21 09:47:55.678630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48380) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.683718 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-39c1f666-eb24-4705-b315-3119f942deec tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group_rule': {'security_group_id': '1c74f977-535b-4a65-807c-cdb5370ba9ea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:55.689959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-39c1f666-eb24-4705-b315-3119f942deec tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:55.700247 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-39c1f666-eb24-4705-b315-3119f942deec tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:55.717541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-39c1f666-eb24-4705-b315-3119f942deec tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.781648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-39c1f666-eb24-4705-b315-3119f942deec tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.786679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-39c1f666-eb24-4705-b315-3119f942deec tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.809411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1f666-eb24-4705-b315-3119f942deec tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bd1344-789d-4e71-b55a-567ec2810b68,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:55.824149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-39c1f666-eb24-4705-b315-3119f942deec tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.825386 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-39c1f666-eb24-4705-b315-3119f942deec tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458201 Jan 21 09:47:55.828367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48384) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.846638 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0f30cb5d-3d9a-4ec9-8747-dc2276573503 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules/43bd1344-789d-4e71-b55a-567ec2810b68 HTTP/1.1" status: 200 len: 763 time: 0.0172353 Jan 21 09:47:55.848972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48388) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.893977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f83d1183-d178-4b68-9c04-74560b663f1b tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:55.911182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f83d1183-d178-4b68-9c04-74560b663f1b tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:55.912373 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f83d1183-d178-4b68-9c04-74560b663f1b tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0625250 Jan 21 09:47:55.916602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48392) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.943575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b80e1c5f-5a5e-4575-b2b2-534eda1be0c4 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.953771 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b80e1c5f-5a5e-4575-b2b2-534eda1be0c4 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.979137 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b80e1c5f-5a5e-4575-b2b2-534eda1be0c4 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.002154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e1c5f-5a5e-4575-b2b2-534eda1be0c4 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43bd1344-789d-4e71-b55a-567ec2810b68,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:56.010959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b80e1c5f-5a5e-4575-b2b2-534eda1be0c4 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.012141 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b80e1c5f-5a5e-4575-b2b2-534eda1be0c4 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/43bd1344-789d-4e71-b55a-567ec2810b68 HTTP/1.1" status: 204 len: 168 time: 0.0946686 Jan 21 09:47:56.014761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48396) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.068937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c226aeda-6120-4842-98e2-c38cd688e6a8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:56.086439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c226aeda-6120-4842-98e2-c38cd688e6a8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:56.087767 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c226aeda-6120-4842-98e2-c38cd688e6a8 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0720277 Jan 21 09:47:56.091059 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48400) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.096147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-51449a70-1e5f-4394-8fa9-962edac9343a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group_rule': {'security_group_id': '1c74f977-535b-4a65-807c-cdb5370ba9ea', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:56.105157 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-51449a70-1e5f-4394-8fa9-962edac9343a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:56.116300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-51449a70-1e5f-4394-8fa9-962edac9343a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:56.127868 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-51449a70-1e5f-4394-8fa9-962edac9343a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Project 313fc6d5fb76451cbb346c15f9c311cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:47:56.134764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-51449a70-1e5f-4394-8fa9-962edac9343a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.198930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-51449a70-1e5f-4394-8fa9-962edac9343a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.203535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-51449a70-1e5f-4394-8fa9-962edac9343a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.227465 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51449a70-1e5f-4394-8fa9-962edac9343a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57ee75f-5350-4f82-b74d-6999b8a7bbc7,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:56.241584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-51449a70-1e5f-4394-8fa9-962edac9343a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.242885 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-51449a70-1e5f-4394-8fa9-962edac9343a tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509149 Jan 21 09:47:56.245578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48404) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.264350 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ca7230af-d247-4976-9f65-954dd6cbe592 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules/d57ee75f-5350-4f82-b74d-6999b8a7bbc7 HTTP/1.1" status: 200 len: 769 time: 0.0177698 Jan 21 09:47:56.266811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48408) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.312626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f3fd1d7c-6c07-431d-a4e3-2d2902305854 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:56.329503 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f3fd1d7c-6c07-431d-a4e3-2d2902305854 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:56.330928 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f3fd1d7c-6c07-431d-a4e3-2d2902305854 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0631447 Jan 21 09:47:56.333555 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48412) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.360749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-885977eb-09f0-47d5-86fc-d3efa506d128 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.371197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-885977eb-09f0-47d5-86fc-d3efa506d128 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.398061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-885977eb-09f0-47d5-86fc-d3efa506d128 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.418784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885977eb-09f0-47d5-86fc-d3efa506d128 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d57ee75f-5350-4f82-b74d-6999b8a7bbc7,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:56.428003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-885977eb-09f0-47d5-86fc-d3efa506d128 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.429256 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-885977eb-09f0-47d5-86fc-d3efa506d128 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-group-rules/d57ee75f-5350-4f82-b74d-6999b8a7bbc7 HTTP/1.1" status: 204 len: 168 time: 0.0947704 Jan 21 09:47:56.431959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48416) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.477440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-58487109-57ec-4a77-ad86-6600326bc20d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:56.493765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-58487109-57ec-4a77-ad86-6600326bc20d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:56.494963 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-58487109-57ec-4a77-ad86-6600326bc20d tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0620048 Jan 21 09:47:56.498123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48420) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.560210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-78268cbe-9af1-4c3b-bee7-f6a62d47a2e0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.586588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-78268cbe-9af1-4c3b-bee7-f6a62d47a2e0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.633448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-78268cbe-9af1-4c3b-bee7-f6a62d47a2e0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.652488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78268cbe-9af1-4c3b-bee7-f6a62d47a2e0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c74f977-535b-4a65-807c-cdb5370ba9ea,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:56.667107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-78268cbe-9af1-4c3b-bee7-f6a62d47a2e0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.670870 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-78268cbe-9af1-4c3b-bee7-f6a62d47a2e0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-groups/1c74f977-535b-4a65-807c-cdb5370ba9ea HTTP/1.1" status: 204 len: 168 time: 0.1692417 Jan 21 09:47:56.671162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48424) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.723892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-772584e7-a8a8-4c4b-8f4e-c63105081b68 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:56.740780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-772584e7-a8a8-4c4b-8f4e-c63105081b68 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:56.742098 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-772584e7-a8a8-4c4b-8f4e-c63105081b68 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700521 Jan 21 09:47:56.746786 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48428) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.752149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-36a334ea-96ce-4085-b998-63d923fd96f0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group': {'name': 'tempest-secgroup--18499492'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:56.758715 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-36a334ea-96ce-4085-b998-63d923fd96f0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:56.768870 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-36a334ea-96ce-4085-b998-63d923fd96f0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:56.781394 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-36a334ea-96ce-4085-b998-63d923fd96f0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.801526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-36a334ea-96ce-4085-b998-63d923fd96f0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:56.805492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-36a334ea-96ce-4085-b998-63d923fd96f0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:56.808240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-36a334ea-96ce-4085-b998-63d923fd96f0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:56.814325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-36a334ea-96ce-4085-b998-63d923fd96f0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:56.885384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-36a334ea-96ce-4085-b998-63d923fd96f0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.890309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-36a334ea-96ce-4085-b998-63d923fd96f0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.943355 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a334ea-96ce-4085-b998-63d923fd96f0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795e47f2-7eb4-4713-90e8-fbc8dd43e15c,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:56.954075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-36a334ea-96ce-4085-b998-63d923fd96f0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.955397 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-36a334ea-96ce-4085-b998-63d923fd96f0 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2075047 Jan 21 09:47:56.958102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48432) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.962944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-044cb143-27d4-4b38-aa18-f70701f72232 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Request body: {'security_group_rule': {'security_group_id': '795e47f2-7eb4-4713-90e8-fbc8dd43e15c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:56.968830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-044cb143-27d4-4b38-aa18-f70701f72232 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:56.973086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-044cb143-27d4-4b38-aa18-f70701f72232 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Usage tracker for resource:security_group_rule and tenant:313fc6d5fb76451cbb346c15f9c311cd is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:56.976069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-044cb143-27d4-4b38-aa18-f70701f72232 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:56.982108 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-044cb143-27d4-4b38-aa18-f70701f72232 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:57.000152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-044cb143-27d4-4b38-aa18-f70701f72232 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.062245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-044cb143-27d4-4b38-aa18-f70701f72232 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.068236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-044cb143-27d4-4b38-aa18-f70701f72232 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.097262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cb143-27d4-4b38-aa18-f70701f72232 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef187a3-1085-416a-8ad2-ba807b433bc4,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:57.110651 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-044cb143-27d4-4b38-aa18-f70701f72232 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.111952 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-044cb143-27d4-4b38-aa18-f70701f72232 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529307 Jan 21 09:47:57.115755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48436) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.184730 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-97119837-da51-4e15-9457-396dfdd004d2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.216317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-97119837-da51-4e15-9457-396dfdd004d2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.267919 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-97119837-da51-4e15-9457-396dfdd004d2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.288284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97119837-da51-4e15-9457-396dfdd004d2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795e47f2-7eb4-4713-90e8-fbc8dd43e15c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:57.300597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-97119837-da51-4e15-9457-396dfdd004d2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.301729 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-97119837-da51-4e15-9457-396dfdd004d2 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-groups/795e47f2-7eb4-4713-90e8-fbc8dd43e15c HTTP/1.1" status: 204 len: 168 time: 0.1850708 Jan 21 09:47:57.304280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48440) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.354198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ea11f025-5200-4e9f-a44c-7b198f0e2a66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:57.374629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ea11f025-5200-4e9f-a44c-7b198f0e2a66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:57.375900 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ea11f025-5200-4e9f-a44c-7b198f0e2a66 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706902 Jan 21 09:47:57.380070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48444) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.428535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-82b609ac-a60d-450b-a1f5-5e5246c7c046 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Synchronizing usage tracker for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:57.447592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-82b609ac-a60d-450b-a1f5-5e5246c7c046 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] Unset dirty status for tenant:313fc6d5fb76451cbb346c15f9c311cd on resource:security_group_rule {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:57.448877 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-82b609ac-a60d-450b-a1f5-5e5246c7c046 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0677710 Jan 21 09:47:57.451788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48448) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.470832 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-7c272326-0465-467c-b6bf-42b613551d15 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] delete failed (client error): The resource could not be found. Jan 21 09:47:57.471773 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7c272326-0465-467c-b6bf-42b613551d15 tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "DELETE /v2.0/security-groups/795e47f2-7eb4-4713-90e8-fbc8dd43e15c HTTP/1.1" status: 404 len: 347 time: 0.0188994 Jan 21 09:47:57.475435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48452) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.525090 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-10b59cc8-b558-4b03-ac77-cb5e7e3be84f tempest-SecGroupIPv6Test-126034125 tempest-SecGroupIPv6Test-126034125-project] 10.222.0.99 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485017 Jan 21 09:47:57.802123 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48460) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.964021 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d2503c9e-fb68-4554-99d3-a9b9670046a1 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=313fc6d5fb76451cbb346c15f9c311cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606712 Jan 21 09:47:57.967746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48466) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.038308 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eea4f9a0-2e74-4b81-890c-81a338a39002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.063445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eea4f9a0-2e74-4b81-890c-81a338a39002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.123386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eea4f9a0-2e74-4b81-890c-81a338a39002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.139792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4f9a0-2e74-4b81-890c-81a338a39002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c146d9-a244-4de7-a978-e8c599f37a55,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:58.157902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eea4f9a0-2e74-4b81-890c-81a338a39002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.159218 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-eea4f9a0-2e74-4b81-890c-81a338a39002 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/11c146d9-a244-4de7-a978-e8c599f37a55 HTTP/1.1" status: 204 len: 168 time: 0.1904247 Jan 21 09:47:59.532300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48504) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.699404 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'network': {'name': 'tempest-network-smoke--725451299', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'port_security_enabled': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:59.704333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:59.708175 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:network and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:59.710988 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:59.717193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:59.728575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:59.731890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.743755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.758371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:59.762089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:59.764824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:59.770494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:59.853804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.859861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.890484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:59.898580 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8238a8-ec48-4528-a364-9aafa8b18ec7,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:59.903935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.904258 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Added segment 467a3d60-4347-4a09-8cd9-7b195115f60a of type vlan for network f524cffb-4d79-449b-ab4f-81a86510ec45 Jan 21 09:47:59.933497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.965785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.971420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.972003 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.009581 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.077526 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5440805 Jan 21 09:48:00.080832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48510) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.082634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597a9c3-483b-4b1b-95ab-9235ffabc8fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Network': ['ID=f524cffb-4d79-449b-ab4f-81a86510ec45,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:00.086160 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'admin_state_up': True, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:00.093267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network f524cffb-4d79-449b-ab4f-81a86510ec45 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:00.093610 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:00.098691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:router and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:00.103017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:00.111663 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:00.121335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.122310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.137924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.491782 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.799730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.829132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.967735 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.168 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/50fe5001-8426-40a4-a9a8-cc5842741129) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:01.124327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.160733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.229657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:01.232695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:01.236316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:48:01.266727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=50fe5001-8426-40a4-a9a8-cc5842741129,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:01.670571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.119333 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.327412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 0f1a0540-155b-4848-8a26-f350ef9bc86e is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:48:02.505037 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:48:02.516296 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Sync routers for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:02.528401 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:02.529342 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:02.537290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.538480 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-321d1397-ff8f-4b06-b152-e052c796a39e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4566879 Jan 21 09:48:02.541685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48514) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.631275 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-65660af3-e06f-4272-91db-b8929701460e tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=f4e681c68c4e433a8bf1cae53443017d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0884788 Jan 21 09:48:02.634200 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48520) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.706949 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:02.770491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255c7818-158b-4091-b867-9f00c772b2d4 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:02.770491 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-255c7818-158b-4091-b867-9f00c772b2d4 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323133 Jan 21 09:48:02.770785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48524) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.815339 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-30d31a54-1eab-4d8a-869a-bf546cc0f2c6 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410142 Jan 21 09:48:02.815579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48528) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.821141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2058967840', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:02.932287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:02.936466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:subnet and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:02.939475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:02.945414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:02.955965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:02.959379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:02.999169 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:01Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:03.003072 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Checking router: 0f1a0540-155b-4848-8a26-f350ef9bc86e for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:03.003399 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Updating router 0f1a0540-155b-4848-8a26-f350ef9bc86e port 50fe5001-8426-40a4-a9a8-cc5842741129 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:48:03.056246 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.171364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.251561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Subnet': ['ID=e0da0e7b-de5a-43ef-a27a-286b056883d8,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:03.258951 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Checking segment: {'id': '467a3d60-4347-4a09-8cd9-7b195115f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:48:03.259310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network hostable DHCP agents. Network: f524cffb-4d79-449b-ab4f-81a86510ec45, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:03.278318 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network f524cffb-4d79-449b-ab4f-81a86510ec45 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:03.288257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, f524cffb-4d79-449b-ab4f-81a86510ec45) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:03.292272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:03.292984 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.298103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aa5f23-0d77-4f95-8532-e54c70157945 None None] Network f524cffb-4d79-449b-ab4f-81a86510ec45 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:48:03.322115 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-69ed9b32-f8ee-4fb1-b3b0-73006722ab8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5029583 Jan 21 09:48:03.322311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48532) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:03.419057 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.431684 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Transition to ACTIVE for port object 50fe5001-8426-40a4-a9a8-cc5842741129 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:03.440005 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.524951 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Attempting to bind port 50fe5001-8426-40a4-a9a8-cc5842741129 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:03.525679 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Attempting to bind port 50fe5001-8426-40a4-a9a8-cc5842741129 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:03.525893 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Attempting to bind port 50fe5001-8426-40a4-a9a8-cc5842741129 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:48:03.528129 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Pushing event updated for resources: {'Port': ['ID=50fe5001-8426-40a4-a9a8-cc5842741129,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:03.537573 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:48:03.538078 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:48:03.538577 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.539061 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:48:03.539610 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Bound port: 50fe5001-8426-40a4-a9a8-cc5842741129, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:03.540096 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.556780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-f524cffb-4d79-449b-ab4f-81a86510ec45', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:48:03.558069 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.564781 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:03.565212 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:03.565615 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:03.565995 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:03.566385 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:03.567078 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:03.567455 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:03.567855 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:03.568244 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:03.568647 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:03.569027 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:03.569408 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:03.633754 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] For port 50fe5001-8426-40a4-a9a8-cc5842741129, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:48:03.638478 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] For port 50fe5001-8426-40a4-a9a8-cc5842741129, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=50fe5001-8426-40a4-a9a8-cc5842741129,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:48:03.644634 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.732645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Allocated IP 172.20.0.2 (f524cffb-4d79-449b-ab4f-81a86510ec45/e0da0e7b-de5a-43ef-a27a-286b056883d8/ffa57de9-1dfa-4962-ac75-33cc7e18d895) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:03.734949 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:03.735608 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:03.788205 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fae14f-f95a-4fd5-b962-082460c3893c None None] Pushing event updated for resources: {'Port': ['ID=50fe5001-8426-40a4-a9a8-cc5842741129,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:03.930105 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:03.938423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.948518 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Transition to ACTIVE for port object ffa57de9-1dfa-4962-ac75-33cc7e18d895 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:03.966436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Transition to ACTIVE for port object ffa57de9-1dfa-4962-ac75-33cc7e18d895 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:03.974508 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.037627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Network f524cffb-4d79-449b-ab4f-81a86510ec45 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:04.038918 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:04.047469 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:48:04.126273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Pushing event updated for resources: {'Port': ['ID=ffa57de9-1dfa-4962-ac75-33cc7e18d895,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:04.148371 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Attempting to bind port ffa57de9-1dfa-4962-ac75-33cc7e18d895 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:04.148588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Attempting to bind port ffa57de9-1dfa-4962-ac75-33cc7e18d895 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '467a3d60-4347-4a09-8cd9-7b195115f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:04.148982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Attempting to bind port ffa57de9-1dfa-4962-ac75-33cc7e18d895 on network f524cffb-4d79-449b-ab4f-81a86510ec45 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:48:04.154054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.154574 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:48:04.154730 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Checking segment: {'id': '467a3d60-4347-4a09-8cd9-7b195115f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:48:04.155214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.155664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Bound using segment: {'id': '467a3d60-4347-4a09-8cd9-7b195115f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:48:04.156238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Bound port: ffa57de9-1dfa-4962-ac75-33cc7e18d895, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467a3d60-4347-4a09-8cd9-7b195115f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:04.156649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.221059 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:01Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:04.225187 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27194d-c94c-49a3-ac09-3c004e0c20b1 None None] The sync data for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv is: [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:01Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:04.252147 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] For port ffa57de9-1dfa-4962-ac75-33cc7e18d895, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:48:04.255571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] For port ffa57de9-1dfa-4962-ac75-33cc7e18d895, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ffa57de9-1dfa-4962-ac75-33cc7e18d895,segment=NetworkSegment(467a3d60-4347-4a09-8cd9-7b195115f60a),segment_id=467a3d60-4347-4a09-8cd9-7b195115f60a)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:48:04.262278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.353614 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2aa06-5e7c-4a94-8365-25be4e59634f None None] Pushing event updated for resources: {'Port': ['ID=ffa57de9-1dfa-4962-ac75-33cc7e18d895,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:04.592598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.1 (f524cffb-4d79-449b-ab4f-81a86510ec45/e0da0e7b-de5a-43ef-a27a-286b056883d8/5c0c381c-da05-4d31-8a51-0abc195e9947) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:04.790844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.809991 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 5c0c381c-da05-4d31-8a51-0abc195e9947 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:04.820145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 50fe5001-8426-40a4-a9a8-cc5842741129 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:04.847834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.901850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 50fe5001-8426-40a4-a9a8-cc5842741129 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:04.907560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 50fe5001-8426-40a4-a9a8-cc5842741129 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:04.908559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.922915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network f524cffb-4d79-449b-ab4f-81a86510ec45 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:04.926224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:04.930231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:48:04.961181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=5c0c381c-da05-4d31-8a51-0abc195e9947,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:04.992377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.038430 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.054831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 50fe5001-8426-40a4-a9a8-cc5842741129, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=50fe5001-8426-40a4-a9a8-cc5842741129,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:05.060227 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.061181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ffa57de9-1dfa-4962-ac75-33cc7e18d895 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:05.183310 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=50fe5001-8426-40a4-a9a8-cc5842741129,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:05.198288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port ffa57de9-1dfa-4962-ac75-33cc7e18d895 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:05.388736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.496646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d193002-3608-44fe-8420-309d500dfd83 None None] Network f524cffb-4d79-449b-ab4f-81a86510ec45 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:48:05.602947 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8a4ca30c-4357-4f54-88d0-679d83591cb0 None None] Provisioning for port ffa57de9-1dfa-4962-ac75-33cc7e18d895 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:05.618060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8a4ca30c-4357-4f54-88d0-679d83591cb0 None None] Provisioning complete for port ffa57de9-1dfa-4962-ac75-33cc7e18d895 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:05.618550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8a4ca30c-4357-4f54-88d0-679d83591cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.805301 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.811651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.830950 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8a4ca30c-4357-4f54-88d0-679d83591cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.877972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-8a4ca30c-4357-4f54-88d0-679d83591cb0 None None] For port ffa57de9-1dfa-4962-ac75-33cc7e18d895, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ffa57de9-1dfa-4962-ac75-33cc7e18d895,segment=NetworkSegment(467a3d60-4347-4a09-8cd9-7b195115f60a),segment_id=467a3d60-4347-4a09-8cd9-7b195115f60a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:05.883664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8a4ca30c-4357-4f54-88d0-679d83591cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.928207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.950306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=5c0c381c-da05-4d31-8a51-0abc195e9947,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:05.954853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ca30c-4357-4f54-88d0-679d83591cb0 None None] Pushing event updated for resources: {'Port': ['ID=ffa57de9-1dfa-4962-ac75-33cc7e18d895,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:06.071969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network f524cffb-4d79-449b-ab4f-81a86510ec45 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:06.073195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:06.107178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c05d15b3-a0ca-4d06-a2c2-4e647ee593b8 None None] Provisioning for port 5c0c381c-da05-4d31-8a51-0abc195e9947 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:06.114357 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c05d15b3-a0ca-4d06-a2c2-4e647ee593b8 None None] Provisioning complete for port 5c0c381c-da05-4d31-8a51-0abc195e9947 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:06.114935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c05d15b3-a0ca-4d06-a2c2-4e647ee593b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.173028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c05d15b3-a0ca-4d06-a2c2-4e647ee593b8 None None] Port 5c0c381c-da05-4d31-8a51-0abc195e9947 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:48:06.183850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c05d15b3-a0ca-4d06-a2c2-4e647ee593b8 None None] Provisioning complete for port ffa57de9-1dfa-4962-ac75-33cc7e18d895 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:06.184221 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c05d15b3-a0ca-4d06-a2c2-4e647ee593b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.263235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 0f1a0540-155b-4848-8a26-f350ef9bc86e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:48:06.353893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ba95c5fa-b405-4c5c-ab1c-ac112f924b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.464706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:48:06.474960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Sync routers for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:06.475375 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-93ca7826-4a1b-4113-9ab2-3e09806f3c1a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/0f1a0540-155b-4848-8a26-f350ef9bc86e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1520066 Jan 21 09:48:06.477864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48540) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:06.487199 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-df24f7ae-b0f5-4803-8258-f025ecd04721 None None] Provisioning complete for port 5c0c381c-da05-4d31-8a51-0abc195e9947 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:06.487568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-df24f7ae-b0f5-4803-8258-f025ecd04721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.517240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:06.517895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:06.619746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-df24f7ae-b0f5-4803-8258-f025ecd04721 None None] Port 5c0c381c-da05-4d31-8a51-0abc195e9947 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:48:06.628890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec494b9-d9d7-4af0-8625-624272872ada tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.629352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec494b9-d9d7-4af0-8625-624272872ada tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.629803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec494b9-d9d7-4af0-8625-624272872ada tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.630252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec494b9-d9d7-4af0-8625-624272872ada tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.630691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec494b9-d9d7-4af0-8625-624272872ada tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.631131 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec494b9-d9d7-4af0-8625-624272872ada tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.631548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec494b9-d9d7-4af0-8625-624272872ada tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.636029 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5ec494b9-d9d7-4af0-8625-624272872ada tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1545324 Jan 21 09:48:06.636294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48544) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:06.712425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae142f-af43-4ce0-94bc-8bab73aae359 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.712933 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae142f-af43-4ce0-94bc-8bab73aae359 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.713399 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae142f-af43-4ce0-94bc-8bab73aae359 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.713848 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae142f-af43-4ce0-94bc-8bab73aae359 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.714299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae142f-af43-4ce0-94bc-8bab73aae359 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.714752 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae142f-af43-4ce0-94bc-8bab73aae359 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.715204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae142f-af43-4ce0-94bc-8bab73aae359 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.719523 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-caae142f-af43-4ce0-94bc-8bab73aae359 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0820010 Jan 21 09:48:06.720067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48548) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:06.721126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:06.763226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 50fe5001-8426-40a4-a9a8-cc5842741129 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:06.993134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 50fe5001-8426-40a4-a9a8-cc5842741129 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:06.993350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.035770 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e89d1e18-d7dd-4f07-b7ae-3aa2b07cd434 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.3139603 Jan 21 09:48:07.175961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ffa57de9-1dfa-4962-ac75-33cc7e18d895 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:07.230212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:07.238453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Checking router: 0f1a0540-155b-4848-8a26-f350ef9bc86e for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:07.238803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Updating router 0f1a0540-155b-4848-8a26-f350ef9bc86e port 5c0c381c-da05-4d31-8a51-0abc195e9947 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:48:07.267396 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48554) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:07.273200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227595582', 'description': 'tempest-secgroup-smoke-1227595582 description', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:07.279268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:07.283541 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:07.286778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:07.292902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:07.295236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.304913 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.314364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port ffa57de9-1dfa-4962-ac75-33cc7e18d895 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:07.314730 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.325722 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:07.329639 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:07.332500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:07.338281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:07.406655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.410982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.453367 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.454663 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1862254 Jan 21 09:48:07.455516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961880ee-c82e-4760-8913-476c7908a4f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:07.457714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48558) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:07.462955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c2a2951b-b866-48fb-adda-29045fb77bfa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '65cd9ba4-d016-41e5-b69a-7a485cdc9ca4', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:07.468704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c2a2951b-b866-48fb-adda-29045fb77bfa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:07.472698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c2a2951b-b866-48fb-adda-29045fb77bfa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:07.475264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c2a2951b-b866-48fb-adda-29045fb77bfa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:07.481607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c2a2951b-b866-48fb-adda-29045fb77bfa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:07.498073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c2a2951b-b866-48fb-adda-29045fb77bfa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.559258 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c2a2951b-b866-48fb-adda-29045fb77bfa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.564123 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c2a2951b-b866-48fb-adda-29045fb77bfa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.597461 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c2a2951b-b866-48fb-adda-29045fb77bfa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.601702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48562) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:07.602202 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c2a2951b-b866-48fb-adda-29045fb77bfa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431608 Jan 21 09:48:07.603949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2951b-b866-48fb-adda-29045fb77bfa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc53252-d68e-4612-ab02-53f382b12586,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:07.613712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ec7988a8-ecbc-4530-8387-34f868f9aa0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '65cd9ba4-d016-41e5-b69a-7a485cdc9ca4', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:07.620304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ec7988a8-ecbc-4530-8387-34f868f9aa0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:07.624819 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ec7988a8-ecbc-4530-8387-34f868f9aa0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:07.627975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ec7988a8-ecbc-4530-8387-34f868f9aa0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:07.633935 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ec7988a8-ecbc-4530-8387-34f868f9aa0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:07.653359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec7988a8-ecbc-4530-8387-34f868f9aa0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.737849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.750429 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Transition to ACTIVE for port object 5c0c381c-da05-4d31-8a51-0abc195e9947 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:07.757482 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.849636 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec7988a8-ecbc-4530-8387-34f868f9aa0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.854833 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec7988a8-ecbc-4530-8387-34f868f9aa0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.879414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7988a8-ecbc-4530-8387-34f868f9aa0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ca4ee0-7f97-40af-b9b7-b67847948af4,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:07.890691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec7988a8-ecbc-4530-8387-34f868f9aa0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.894696 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ec7988a8-ecbc-4530-8387-34f868f9aa0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2882650 Jan 21 09:48:07.894943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48566) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:07.900187 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-6bebb232-2a54-4a1a-b898-029f81e0bf62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '65cd9ba4-d016-41e5-b69a-7a485cdc9ca4', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:07.906563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6bebb232-2a54-4a1a-b898-029f81e0bf62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:07.910389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6bebb232-2a54-4a1a-b898-029f81e0bf62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:07.913295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6bebb232-2a54-4a1a-b898-029f81e0bf62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:07.918827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6bebb232-2a54-4a1a-b898-029f81e0bf62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:07.939242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6bebb232-2a54-4a1a-b898-029f81e0bf62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.941107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f7dd6-b596-413a-a8b1-19b42a161ee7 None None] Pushing event updated for resources: {'Port': ['ID=5c0c381c-da05-4d31-8a51-0abc195e9947,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:08.006682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6bebb232-2a54-4a1a-b898-029f81e0bf62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.012603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6bebb232-2a54-4a1a-b898-029f81e0bf62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.027865 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Attempting to bind port 5c0c381c-da05-4d31-8a51-0abc195e9947 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:08.028236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Attempting to bind port 5c0c381c-da05-4d31-8a51-0abc195e9947 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '467a3d60-4347-4a09-8cd9-7b195115f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:08.028777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Attempting to bind port 5c0c381c-da05-4d31-8a51-0abc195e9947 on network f524cffb-4d79-449b-ab4f-81a86510ec45 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:48:08.034658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:48:08.034995 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Checking segment: {'id': '467a3d60-4347-4a09-8cd9-7b195115f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:48:08.035412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.035803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Bound using segment: {'id': '467a3d60-4347-4a09-8cd9-7b195115f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:48:08.036274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Bound port: 5c0c381c-da05-4d31-8a51-0abc195e9947, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467a3d60-4347-4a09-8cd9-7b195115f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:08.036678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.036844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebb232-2a54-4a1a-b898-029f81e0bf62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d0d4d3-c7cb-499e-8590-1417ad56c996,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:08.047665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6bebb232-2a54-4a1a-b898-029f81e0bf62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.051665 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6bebb232-2a54-4a1a-b898-029f81e0bf62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532955 Jan 21 09:48:08.051905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48570) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:08.058372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-10ded90f-e47e-4ee5-bd73-b9fee06d5696 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '65cd9ba4-d016-41e5-b69a-7a485cdc9ca4', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:08.064525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-10ded90f-e47e-4ee5-bd73-b9fee06d5696 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:08.068471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-10ded90f-e47e-4ee5-bd73-b9fee06d5696 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:08.071242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-10ded90f-e47e-4ee5-bd73-b9fee06d5696 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:08.076769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-10ded90f-e47e-4ee5-bd73-b9fee06d5696 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:08.093479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-10ded90f-e47e-4ee5-bd73-b9fee06d5696 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.130347 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] For port 5c0c381c-da05-4d31-8a51-0abc195e9947, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:48:08.133587 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] For port 5c0c381c-da05-4d31-8a51-0abc195e9947, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5c0c381c-da05-4d31-8a51-0abc195e9947,segment=NetworkSegment(467a3d60-4347-4a09-8cd9-7b195115f60a),segment_id=467a3d60-4347-4a09-8cd9-7b195115f60a)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:48:08.139250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.156690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-10ded90f-e47e-4ee5-bd73-b9fee06d5696 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.160861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-10ded90f-e47e-4ee5-bd73-b9fee06d5696 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.185986 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ded90f-e47e-4ee5-bd73-b9fee06d5696 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2c252b-8e3f-44b2-9dd8-05a25257af23,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:08.196359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-10ded90f-e47e-4ee5-bd73-b9fee06d5696 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.197622 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-10ded90f-e47e-4ee5-bd73-b9fee06d5696 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447582 Jan 21 09:48:08.200540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48574) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:08.206051 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7a4a2957-85e7-41eb-9ee7-626709e60b96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '65cd9ba4-d016-41e5-b69a-7a485cdc9ca4', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:08.211896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7a4a2957-85e7-41eb-9ee7-626709e60b96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:08.215996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7a4a2957-85e7-41eb-9ee7-626709e60b96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:08.219054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7a4a2957-85e7-41eb-9ee7-626709e60b96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:08.222034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:08.222706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:47:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:08.225704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7a4a2957-85e7-41eb-9ee7-626709e60b96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:08.238144 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-7a4a2957-85e7-41eb-9ee7-626709e60b96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:48:08.246338 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2957-85e7-41eb-9ee7-626709e60b96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.315063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f7dd6-b596-413a-a8b1-19b42a161ee7 None None] Pushing event updated for resources: {'Port': ['ID=5c0c381c-da05-4d31-8a51-0abc195e9947,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:08.319622 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2957-85e7-41eb-9ee7-626709e60b96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.325734 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2957-85e7-41eb-9ee7-626709e60b96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.344987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a2957-85e7-41eb-9ee7-626709e60b96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f553e887-9a7d-4fdb-9e44-ef7059009ab4,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:08.365684 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2957-85e7-41eb-9ee7-626709e60b96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.367146 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7a4a2957-85e7-41eb-9ee7-626709e60b96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1656737 Jan 21 09:48:08.369928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48578) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:08.375784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-66ed8793-e97f-425c-903f-77d0e83040c1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '65cd9ba4-d016-41e5-b69a-7a485cdc9ca4', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:08.382339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-66ed8793-e97f-425c-903f-77d0e83040c1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:08.387571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-66ed8793-e97f-425c-903f-77d0e83040c1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:08.391337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-66ed8793-e97f-425c-903f-77d0e83040c1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:08.397059 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-66ed8793-e97f-425c-903f-77d0e83040c1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:08.407392 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-66ed8793-e97f-425c-903f-77d0e83040c1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:48:08.414063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-66ed8793-e97f-425c-903f-77d0e83040c1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.436893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:08.481633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-66ed8793-e97f-425c-903f-77d0e83040c1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.486410 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-66ed8793-e97f-425c-903f-77d0e83040c1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.506257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ac840340-4107-438d-afd5-e702cf5515ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.509867 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed8793-e97f-425c-903f-77d0e83040c1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6b120d-03a4-41dc-a00b-3a1190c8f0ca,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:08.520174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-66ed8793-e97f-425c-903f-77d0e83040c1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.521377 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-66ed8793-e97f-425c-903f-77d0e83040c1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502943 Jan 21 09:48:08.754205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:08Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:08.758175 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5b2bc-5b4c-4f81-8b11-d588992c14f6 None None] The sync data for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv is: [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:08Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:08.915562 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-5cf5aa6a-f6d0-4b00-b71d-50bf62ca4bd8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227595582&fields=id&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 267 time: 0.0435185 Jan 21 09:48:09.068985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-69733907-7b66-4a7c-8757-cd9c91714781 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:09.070493 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-69733907-7b66-4a7c-8757-cd9c91714781 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/networks?id=f524cffb-4d79-449b-ab4f-81a86510ec45 HTTP/1.1" status: 200 len: 796 time: 0.1472316 Jan 21 09:48:09.086075 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-18a3a710-7ac2-4a56-b852-31ca893f0665 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/quotas/f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 375 time: 0.0098410 Jan 21 09:48:09.169878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-ab5449aa-59e0-48eb-99ba-27b993faaaf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:09.188972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-ab5449aa-59e0-48eb-99ba-27b993faaaf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:09.190296 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-ab5449aa-59e0-48eb-99ba-27b993faaaf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989032 Jan 21 09:48:09.206921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8a0947da-d11e-466d-a268-689065fa320f service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:48:09.207892 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8a0947da-d11e-466d-a268-689065fa320f service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056255 Jan 21 09:48:09.347832 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-cddc9ea2-f564-4cf7-974f-96959f1e0cf7 service neutron] 10.222.0.99 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340261 Jan 21 09:48:09.488825 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-4c86dbd4-5412-4c41-8f4b-5583da4d67ba service neutron] 10.222.0.99 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351216 Jan 21 09:48:09.519733 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.678757 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.754059 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d72c6a10-1063-4815-abc8-620baeaea764 req-9a03d10a-273e-4e9f-ad76-167cfaaabde1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 210 time: 0.1168852 Jan 21 09:48:10.756992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5c0c381c-da05-4d31-8a51-0abc195e9947 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:10.816675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-5ab104ca-f536-43b4-b742-5dd2eb43f2a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:10.818508 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-5ab104ca-f536-43b4-b742-5dd2eb43f2a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks?id=f524cffb-4d79-449b-ab4f-81a86510ec45 HTTP/1.1" status: 200 len: 796 time: 0.1630011 Jan 21 09:48:10.828081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 5c0c381c-da05-4d31-8a51-0abc195e9947 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:10.833719 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5c0c381c-da05-4d31-8a51-0abc195e9947 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:10.834138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.872075 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-90e565be-df22-4cf5-9cb7-c353b374bf09 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 380 time: 0.0450027 Jan 21 09:48:10.883147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'port': {'device_id': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'admin_state_up': True, 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'security_groups': ['65cd9ba4-d016-41e5-b69a-7a485cdc9ca4']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:10.957167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.967262 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bb4b29cf-7917-45bd-8cb7-ea037c0da599 req-12ffb93c-3a6a-4f98-849a-28b04b506a10 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 210 time: 0.0674233 Jan 21 09:48:10.999388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.002107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 5c0c381c-da05-4d31-8a51-0abc195e9947, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5c0c381c-da05-4d31-8a51-0abc195e9947,segment=NetworkSegment(467a3d60-4347-4a09-8cd9-7b195115f60a),segment_id=467a3d60-4347-4a09-8cd9-7b195115f60a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:11.005806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.067342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:11.070846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=5c0c381c-da05-4d31-8a51-0abc195e9947,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:11.078311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:11.089593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:11.093248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.258239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.5 (f524cffb-4d79-449b-ab4f-81a86510ec45/e0da0e7b-de5a-43ef-a27a-286b056883d8/3edb80ca-2bdc-495b-b51e-457ee8009e7d) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:11.563102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.579580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 3edb80ca-2bdc-495b-b51e-457ee8009e7d will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:11.605787 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.694601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network f524cffb-4d79-449b-ab4f-81a86510ec45 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:11.697775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:11.701553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:48:11.733914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=3edb80ca-2bdc-495b-b51e-457ee8009e7d,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:11.771366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:11.771996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.798479 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-1862eea3-dd5b-458d-bd54-42e5c3008cf9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9215722 Jan 21 09:48:11.808595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-70b30326-9028-4c23-8007-38488d4b1de8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:48:11.809529 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-70b30326-9028-4c23-8007-38488d4b1de8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054431 Jan 21 09:48:11.863053 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Request body: {'port': {'device_id': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:11.958652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2e2adee9-8e88-4e41-b33f-10d2e25793e4 None None] Provisioning for port 3edb80ca-2bdc-495b-b51e-457ee8009e7d completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:11.963451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2e2adee9-8e88-4e41-b33f-10d2e25793e4 None None] Provisioning complete for port 3edb80ca-2bdc-495b-b51e-457ee8009e7d triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:11.963827 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2e2adee9-8e88-4e41-b33f-10d2e25793e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.969911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.019967 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2e2adee9-8e88-4e41-b33f-10d2e25793e4 None None] Port 3edb80ca-2bdc-495b-b51e-457ee8009e7d cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:48:12.277065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdebe15-e731-4847-bc66-95cbb1a56860 req-c0392c6b-bfba-4d2d-a851-28c597062112 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:12.277744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-dcdebe15-e731-4847-bc66-95cbb1a56860 req-c0392c6b-bfba-4d2d-a851-28c597062112 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:12.319077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-dcdebe15-e731-4847-bc66-95cbb1a56860 req-c0392c6b-bfba-4d2d-a851-28c597062112 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:12.320198 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dcdebe15-e731-4847-bc66-95cbb1a56860 req-c0392c6b-bfba-4d2d-a851-28c597062112 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 931 time: 0.2357614 Jan 21 09:48:12.400916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edb80ca-2bdc-495b-b51e-457ee8009e7d {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:48:12.411892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.419498 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dcdebe15-e731-4847-bc66-95cbb1a56860 req-5acc3458-aab9-41ce-b234-e10451984c80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676942 Jan 21 09:48:12.430151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Transition to ACTIVE for port object 3edb80ca-2bdc-495b-b51e-457ee8009e7d will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:12.435894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.560903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Pushing event updated for resources: {'Port': ['ID=3edb80ca-2bdc-495b-b51e-457ee8009e7d,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:12.667095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Attempting to bind port 3edb80ca-2bdc-495b-b51e-457ee8009e7d on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:12.667431 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Attempting to bind port 3edb80ca-2bdc-495b-b51e-457ee8009e7d by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '467a3d60-4347-4a09-8cd9-7b195115f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:12.667762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Attempting to bind port 3edb80ca-2bdc-495b-b51e-457ee8009e7d on network f524cffb-4d79-449b-ab4f-81a86510ec45 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:48:12.672369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Port 3edb80ca-2bdc-495b-b51e-457ee8009e7d on network f524cffb-4d79-449b-ab4f-81a86510ec45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:48:12.672701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Attempting to bind port 3edb80ca-2bdc-495b-b51e-457ee8009e7d on network f524cffb-4d79-449b-ab4f-81a86510ec45 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:48:12.677615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:48:12.677949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Checking segment: {'id': '467a3d60-4347-4a09-8cd9-7b195115f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:48:12.678335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Bound using segment: {'id': '467a3d60-4347-4a09-8cd9-7b195115f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:48:12.678809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Bound port: 3edb80ca-2bdc-495b-b51e-457ee8009e7d, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '467a3d60-4347-4a09-8cd9-7b195115f60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:12.679080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.735570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5c0c381c-da05-4d31-8a51-0abc195e9947 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:12.776229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] For port 3edb80ca-2bdc-495b-b51e-457ee8009e7d, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:48:12.779424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] For port 3edb80ca-2bdc-495b-b51e-457ee8009e7d, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3edb80ca-2bdc-495b-b51e-457ee8009e7d,segment=NetworkSegment(467a3d60-4347-4a09-8cd9-7b195115f60a),segment_id=467a3d60-4347-4a09-8cd9-7b195115f60a)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:48:12.787618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.808400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5c0c381c-da05-4d31-8a51-0abc195e9947 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:12.808710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.847226 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:12.847855 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.849247 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] 10.222.0.121 "PUT /v2.0/ports/3edb80ca-2bdc-495b-b51e-457ee8009e7d HTTP/1.1" status: 200 len: 1093 time: 1.0338769 Jan 21 09:48:12.849683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'tag': '3edb80ca-2bdc-495b-b51e-457ee8009e7d'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:12.890142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637bcad-9fdc-4224-8ee5-d09214023857 service neutron] Pushing event updated for resources: {'Port': ['ID=3edb80ca-2bdc-495b-b51e-457ee8009e7d,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:12.917141 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48622) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:12.943537 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'tag': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'status': 'completed', 'code': 200} Jan 21 09:48:12.994955 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-2ad33ade-efbb-44a2-8a0d-b22f891a51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:12.996490 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-2ad33ade-efbb-44a2-8a0d-b22f891a51f9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 1096 time: 0.0902760 Jan 21 09:48:13.064123 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-66f68bcd-aa26-43b4-8c9e-4e28a0c66414 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3edb80ca-2bdc-495b-b51e-457ee8009e7d HTTP/1.1" status: 200 len: 217 time: 0.0607076 Jan 21 09:48:13.128223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-d0fe1d39-125f-4dc5-8cdd-8ca0ce64f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:13.128910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-3dfcdfd5-990b-45b7-9352-3c16bf1ce7d8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Deleting port 9904ed0e-7dd0-4cc5-9e86-41f177abafec {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:13.129285 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3dfcdfd5-990b-45b7-9352-3c16bf1ce7d8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.129698 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-d0fe1d39-125f-4dc5-8cdd-8ca0ce64f214 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e0da0e7b-de5a-43ef-a27a-286b056883d8 HTTP/1.1" status: 200 len: 835 time: 0.0585585 Jan 21 09:48:13.203379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-f343aab8-9396-4222-85f9-4f5b13c820ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:13.204892 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-f343aab8-9396-4222-85f9-4f5b13c820ce service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f524cffb-4d79-449b-ab4f-81a86510ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694048 Jan 21 09:48:13.308879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3dfcdfd5-990b-45b7-9352-3c16bf1ce7d8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.309199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3dfcdfd5-990b-45b7-9352-3c16bf1ce7d8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.340746 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-34add18e-8efb-4e2c-b5f7-7022c7ecc156 service neutron] 10.222.0.121 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288326 Jan 21 09:48:13.433762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-3dfcdfd5-990b-45b7-9352-3c16bf1ce7d8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Calling delete_port for 9904ed0e-7dd0-4cc5-9e86-41f177abafec owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:48:13.598452 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3dfcdfd5-990b-45b7-9352-3c16bf1ce7d8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.625536 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b098cd1f-3463-476f-bd1c-6dfec7ad6e1a req-14b96944-9d85-4ef6-b066-9849ce2f306d service neutron] 10.222.0.121 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789156 Jan 21 09:48:13.644386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcdfd5-990b-45b7-9352-3c16bf1ce7d8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event deleted for resources: {'Port': ['ID=9904ed0e-7dd0-4cc5-9e86-41f177abafec,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:13.663614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dac67-53c4-42c1-a8ca-57974d9b2a5e req-ddc025d4-8a60-4ac2-87ec-8c26f3b81233 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:13.668807 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7b8dac67-53c4-42c1-a8ca-57974d9b2a5e req-ddc025d4-8a60-4ac2-87ec-8c26f3b81233 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 943 time: 0.1328719 Jan 21 09:48:13.741230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3dfcdfd5-990b-45b7-9352-3c16bf1ce7d8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.741658 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-3dfcdfd5-990b-45b7-9352-3c16bf1ce7d8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Floating IP db167cfa-9d9d-46e7-bc55-4117dd9f61b3 disassociated (deleted). External IP: 172.26.4.182, port: 32fbcca9-81bc-4cfd-9951-b14ebe7108bb. Jan 21 09:48:13.758560 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7b8dac67-53c4-42c1-a8ca-57974d9b2a5e req-3dcff8de-24e7-4b8a-8f90-8a7926067c2e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874035 Jan 21 09:48:13.776182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dae92e-751d-4dbe-adab-efcbd6c565a7 req-01c60cff-8df5-4383-9eda-6552c2f79c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:13.777684 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-36dae92e-751d-4dbe-adab-efcbd6c565a7 req-01c60cff-8df5-4383-9eda-6552c2f79c86 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 1096 time: 0.0934954 Jan 21 09:48:13.930560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dae92e-751d-4dbe-adab-efcbd6c565a7 req-b27dbbcf-bb18-416e-b6c9-89478f097672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:13.932005 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-36dae92e-751d-4dbe-adab-efcbd6c565a7 req-b27dbbcf-bb18-416e-b6c9-89478f097672 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f524cffb-4d79-449b-ab4f-81a86510ec45 HTTP/1.1" status: 200 len: 897 time: 0.1480217 Jan 21 09:48:13.998593 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-36dae92e-751d-4dbe-adab-efcbd6c565a7 req-4b3b3a80-bdfe-4a1c-b417-21e3849bac9f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3edb80ca-2bdc-495b-b51e-457ee8009e7d HTTP/1.1" status: 200 len: 217 time: 0.0594969 Jan 21 09:48:14.061324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dae92e-751d-4dbe-adab-efcbd6c565a7 req-a0653fea-54ce-4aab-a463-533a1a64bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:14.062805 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-36dae92e-751d-4dbe-adab-efcbd6c565a7 req-a0653fea-54ce-4aab-a463-533a1a64bdd9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e0da0e7b-de5a-43ef-a27a-286b056883d8 HTTP/1.1" status: 200 len: 835 time: 0.0585153 Jan 21 09:48:14.104643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfcdfd5-990b-45b7-9352-3c16bf1ce7d8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:48:14.135633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dae92e-751d-4dbe-adab-efcbd6c565a7 req-b621db41-a737-443e-a46f-3eb4fca3e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:14.137116 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-36dae92e-751d-4dbe-adab-efcbd6c565a7 req-b621db41-a737-443e-a46f-3eb4fca3e871 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f524cffb-4d79-449b-ab4f-81a86510ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682232 Jan 21 09:48:14.283355 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-36dae92e-751d-4dbe-adab-efcbd6c565a7 req-3783f246-0207-4732-9865-5341ba766bbe service neutron] 10.222.0.121 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390934 Jan 21 09:48:14.400717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfcdfd5-990b-45b7-9352-3c16bf1ce7d8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:48:14.413165 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5faa8-d32b-4ee0-96e0-c95ae71cdbc9 None None] Sync routers for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:14.415625 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-36dae92e-751d-4dbe-adab-efcbd6c565a7 req-0c2898d1-9cee-4162-ba71-d7a362f33d91 service neutron] 10.222.0.121 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258140 Jan 21 09:48:14.416570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3dfcdfd5-990b-45b7-9352-3c16bf1ce7d8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.431118 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5faa8-d32b-4ee0-96e0-c95ae71cdbc9 None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:14.433429 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6ab5faa8-d32b-4ee0-96e0-c95ae71cdbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:14.471204 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3dfcdfd5-990b-45b7-9352-3c16bf1ce7d8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "DELETE /v2.0/floatingips/db167cfa-9d9d-46e7-bc55-4117dd9f61b3 HTTP/1.1" status: 204 len: 168 time: 1.5528760 Jan 21 09:48:14.472070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'tag': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:14.517037 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'tag': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb', 'status': 'completed', 'code': 200} Jan 21 09:48:14.614300 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-6ab5faa8-d32b-4ee0-96e0-c95ae71cdbc9 None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:14.616056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67426a5-fc81-4589-b19c-637475e9994c req-88b3e107-484f-43c3-9314-cb04c61e6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:14.619502 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a67426a5-fc81-4589-b19c-637475e9994c req-88b3e107-484f-43c3-9314-cb04c61e6d36 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 1098 time: 0.0795281 Jan 21 09:48:14.759292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67426a5-fc81-4589-b19c-637475e9994c req-919df46a-71d4-49d6-8602-60717c77607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:14.760788 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a67426a5-fc81-4589-b19c-637475e9994c req-919df46a-71d4-49d6-8602-60717c77607e service neutron] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 913 time: 0.1349933 Jan 21 09:48:14.844222 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a67426a5-fc81-4589-b19c-637475e9994c req-0708c2b3-47a8-4315-a82c-dc1e4e562ab7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32fbcca9-81bc-4cfd-9951-b14ebe7108bb HTTP/1.1" status: 200 len: 217 time: 0.0765474 Jan 21 09:48:15.013459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67426a5-fc81-4589-b19c-637475e9994c req-9bee18a6-ff37-4e66-8013-c9526090c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:15.014995 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a67426a5-fc81-4589-b19c-637475e9994c req-9bee18a6-ff37-4e66-8013-c9526090c1e9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.1349213 Jan 21 09:48:15.020733 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6ab5faa8-d32b-4ee0-96e0-c95ae71cdbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '8c51f728-102c-4a94-9ec5-a14b54eca040', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:9c:cb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40819d1-af15-483c-9a43-b04b6095483c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:05Z', 'updated_at': '2022-01-21T09:44:12Z', 'revision_number': 1, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:15.025333 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5faa8-d32b-4ee0-96e0-c95ae71cdbc9 None None] Checking router: 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:15.034660 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5faa8-d32b-4ee0-96e0-c95ae71cdbc9 None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:15.035378 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6ab5faa8-d32b-4ee0-96e0-c95ae71cdbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:15.094847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913bf2-cec0-4745-854d-81e8d74248f3 req-b972a8e8-bf44-4cd4-ab3e-f453c115149d tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:15.096182 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-73913bf2-cec0-4745-854d-81e8d74248f3 req-b972a8e8-bf44-4cd4-ab3e-f453c115149d tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 945 time: 0.2507699 Jan 21 09:48:15.110237 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee64c73-d2b5-4341-93b5-0ac781b1cd93 req-77c8705e-39b2-413e-9fb4-646a0d506e5f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:15.111615 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dee64c73-d2b5-4341-93b5-0ac781b1cd93 req-77c8705e-39b2-413e-9fb4-646a0d506e5f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 943 time: 0.2299652 Jan 21 09:48:15.211498 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-6ab5faa8-d32b-4ee0-96e0-c95ae71cdbc9 None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:15.293148 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-73913bf2-cec0-4745-854d-81e8d74248f3 req-f5519e33-aba6-4d69-96ae-a90017f65ee8 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906374 Jan 21 09:48:15.299079 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dee64c73-d2b5-4341-93b5-0ac781b1cd93 req-a95e67cf-f51a-4e70-831c-68b712e95a39 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719835 Jan 21 09:48:15.302189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67426a5-fc81-4589-b19c-637475e9994c req-30fad291-663b-4082-968c-4b9f080df259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:15.303633 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a67426a5-fc81-4589-b19c-637475e9994c req-30fad291-663b-4082-968c-4b9f080df259 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2809963 Jan 21 09:48:15.439801 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a67426a5-fc81-4589-b19c-637475e9994c req-ccfa130e-d266-4327-9e99-b644111cc1ed service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281593 Jan 21 09:48:15.569503 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6ab5faa8-d32b-4ee0-96e0-c95ae71cdbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '8c51f728-102c-4a94-9ec5-a14b54eca040', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:9c:cb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40819d1-af15-483c-9a43-b04b6095483c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:05Z', 'updated_at': '2022-01-21T09:44:12Z', 'revision_number': 1, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:15.573499 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5faa8-d32b-4ee0-96e0-c95ae71cdbc9 None None] The sync data for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv is: [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '8c51f728-102c-4a94-9ec5-a14b54eca040', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'port_id': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'mac_address': 'fa:16:3e:9c:cb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40819d1-af15-483c-9a43-b04b6095483c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:05Z', 'updated_at': '2022-01-21T09:44:12Z', 'revision_number': 1, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:15.575306 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a67426a5-fc81-4589-b19c-637475e9994c req-ed99cab0-ecec-4c42-8eb0-e2c325af63cf service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284299 Jan 21 09:48:15.793326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b97e4e9-2486-4885-b523-cc6421dc2190 None None] New status for floating IP db167cfa-9d9d-46e7-bc55-4117dd9f61b3: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:48:16.583254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626d9ee-8081-4bb3-aa8e-b40cde8c23b2 req-931c58f8-a0bb-4076-81c0-ef588558d5ab tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:16.584657 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3626d9ee-8081-4bb3-aa8e-b40cde8c23b2 req-931c58f8-a0bb-4076-81c0-ef588558d5ab tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 945 time: 0.1808932 Jan 21 09:48:16.617996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0629a-44e4-47d2-b451-00e6eca5935d req-582fcfcc-b528-40cb-8211-2d18f9229ade tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:16.619410 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f2e0629a-44e4-47d2-b451-00e6eca5935d req-582fcfcc-b528-40cb-8211-2d18f9229ade tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 943 time: 0.1799664 Jan 21 09:48:16.685714 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3626d9ee-8081-4bb3-aa8e-b40cde8c23b2 req-5d9eba4b-8689-472f-8c0b-056d57e824a0 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949085 Jan 21 09:48:16.699925 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f2e0629a-44e4-47d2-b451-00e6eca5935d req-5dfea411-7c16-4990-ba06-91ca4a94b0b7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727234 Jan 21 09:48:16.708137 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c9585-ab0a-4c3b-9ad1-1305fa98f2b1 req-11fc15b3-c894-4226-9812-1238795d1b2e tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:16.709565 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d88c9585-ab0a-4c3b-9ad1-1305fa98f2b1 req-11fc15b3-c894-4226-9812-1238795d1b2e tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 945 time: 0.1791134 Jan 21 09:48:16.778088 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-d88c9585-ab0a-4c3b-9ad1-1305fa98f2b1 req-433a7daf-5560-4a4e-86b5-41888ef59598 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Deleting port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:16.778432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d88c9585-ab0a-4c3b-9ad1-1305fa98f2b1 req-433a7daf-5560-4a4e-86b5-41888ef59598 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.022688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-d88c9585-ab0a-4c3b-9ad1-1305fa98f2b1 req-433a7daf-5560-4a4e-86b5-41888ef59598 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] For port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=32fbcca9-81bc-4cfd-9951-b14ebe7108bb,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:17.022934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d88c9585-ab0a-4c3b-9ad1-1305fa98f2b1 req-433a7daf-5560-4a4e-86b5-41888ef59598 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.143424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-d88c9585-ab0a-4c3b-9ad1-1305fa98f2b1 req-433a7daf-5560-4a4e-86b5-41888ef59598 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Calling delete_port for 32fbcca9-81bc-4cfd-9951-b14ebe7108bb owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:48:17.292440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d88c9585-ab0a-4c3b-9ad1-1305fa98f2b1 req-433a7daf-5560-4a4e-86b5-41888ef59598 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.378817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a7daf-5560-4a4e-86b5-41888ef59598 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event deleted for resources: {'Port': ['ID=32fbcca9-81bc-4cfd-9951-b14ebe7108bb,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:17.428511 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88c9585-ab0a-4c3b-9ad1-1305fa98f2b1 req-433a7daf-5560-4a4e-86b5-41888ef59598 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] No DVR routers for this DVR port 32fbcca9-81bc-4cfd-9951-b14ebe7108bb on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:17.431183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d88c9585-ab0a-4c3b-9ad1-1305fa98f2b1 req-433a7daf-5560-4a4e-86b5-41888ef59598 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.434014 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'name': 'network-vif-deleted', 'tag': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:17.445670 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d88c9585-ab0a-4c3b-9ad1-1305fa98f2b1 req-433a7daf-5560-4a4e-86b5-41888ef59598 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "DELETE /v2.0/ports/32fbcca9-81bc-4cfd-9951-b14ebe7108bb HTTP/1.1" status: 204 len: 173 time: 0.7302825 Jan 21 09:48:17.479563 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf730dfa-c7d2-4459-bf23-b9f14766eb9b', 'name': 'network-vif-deleted', 'tag': '32fbcca9-81bc-4cfd-9951-b14ebe7108bb', 'status': 'completed', 'code': 200} Jan 21 09:48:17.508724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 3edb80ca-2bdc-495b-b51e-457ee8009e7d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:48:17.641400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 3edb80ca-2bdc-495b-b51e-457ee8009e7d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3edb80ca-2bdc-495b-b51e-457ee8009e7d,segment=NetworkSegment(467a3d60-4347-4a09-8cd9-7b195115f60a),segment_id=467a3d60-4347-4a09-8cd9-7b195115f60a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:17.654692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'port_id': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'mac_address': 'fa:16:3e:19:e1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:48:17.725153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.746091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edb80ca-2bdc-495b-b51e-457ee8009e7d {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:48:17.762745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 3edb80ca-2bdc-495b-b51e-457ee8009e7d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3edb80ca-2bdc-495b-b51e-457ee8009e7d,segment=NetworkSegment(467a3d60-4347-4a09-8cd9-7b195115f60a),segment_id=467a3d60-4347-4a09-8cd9-7b195115f60a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:17.773040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.875716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=3edb80ca-2bdc-495b-b51e-457ee8009e7d,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:17.957148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-6b118b17-7c28-45f6-8928-97a0f1d457c4 req-54ee899f-fa81-49be-b310-5d55396a2fb9 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Synchronizing usage tracker for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:17.983470 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-6b118b17-7c28-45f6-8928-97a0f1d457c4 req-54ee899f-fa81-49be-b310-5d55396a2fb9 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Unset dirty status for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:17.984844 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6b118b17-7c28-45f6-8928-97a0f1d457c4 req-54ee899f-fa81-49be-b310-5d55396a2fb9 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf730dfa-c7d2-4459-bf23-b9f14766eb9b HTTP/1.1" status: 200 len: 210 time: 0.1208286 Jan 21 09:48:18.005986 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3336bd-0f6d-4bf9-ae73-1169ee8cc05e req-17c9da16-d43d-407f-90d9-e75d8a5cddec tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:18.007455 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dd3336bd-0f6d-4bf9-ae73-1169ee8cc05e req-17c9da16-d43d-407f-90d9-e75d8a5cddec tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 944 time: 0.1447051 Jan 21 09:48:18.053928 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dd3336bd-0f6d-4bf9-ae73-1169ee8cc05e req-4fe12017-d80d-4585-9f5e-2df4f85fe7fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395439 Jan 21 09:48:18.175031 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['3edb80ca-2bdc-495b-b51e-457ee8009e7d'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:48:19.251012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcca31-5758-4953-801b-01c9ca92f9ba req-f478a0a0-b48c-4263-9291-0822a532d9be tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:19.252573 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-95fcca31-5758-4953-801b-01c9ca92f9ba req-f478a0a0-b48c-4263-9291-0822a532d9be tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 944 time: 0.0886931 Jan 21 09:48:19.400815 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-95fcca31-5758-4953-801b-01c9ca92f9ba req-f3c9b7f2-6489-4979-a1d3-c2529b6d6734 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421909 Jan 21 09:48:19.521580 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 3edb80ca-2bdc-495b-b51e-457ee8009e7d up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:19.595464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 3edb80ca-2bdc-495b-b51e-457ee8009e7d completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:19.600252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 3edb80ca-2bdc-495b-b51e-457ee8009e7d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:19.600782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.720924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.750407 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edb80ca-2bdc-495b-b51e-457ee8009e7d'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:19.760832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 3edb80ca-2bdc-495b-b51e-457ee8009e7d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3edb80ca-2bdc-495b-b51e-457ee8009e7d,segment=NetworkSegment(467a3d60-4347-4a09-8cd9-7b195115f60a),segment_id=467a3d60-4347-4a09-8cd9-7b195115f60a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:19.765819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.766601 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 32fbcca9-81bc-4cfd-9951-b14ebe7108bb no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:19.837558 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'code': 200} Jan 21 09:48:19.844980 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 32fbcca9-81bc-4cfd-9951-b14ebe7108bb {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:48:19.845701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 32fbcca9-81bc-4cfd-9951-b14ebe7108bb not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:19.879373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=3edb80ca-2bdc-495b-b51e-457ee8009e7d,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:20.027345 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536d3ae-2062-47f2-aca3-302a3e698955 req-b890bc00-1d0f-435b-a011-3b49b6201ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:20.028750 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b536d3ae-2062-47f2-aca3-302a3e698955 req-b890bc00-1d0f-435b-a011-3b49b6201ce8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 1098 time: 0.0697203 Jan 21 09:48:20.069768 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b536d3ae-2062-47f2-aca3-302a3e698955 req-e08d30da-bc5e-4905-9d5d-52be4230a892 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349317 Jan 21 09:48:20.591499 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42547209-aa50-4e01-9453-a56118d4d415 req-95810f17-0428-494f-853f-4e67e80ea189 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:20.592920 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42547209-aa50-4e01-9453-a56118d4d415 req-95810f17-0428-494f-853f-4e67e80ea189 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 945 time: 0.0861909 Jan 21 09:48:20.640198 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42547209-aa50-4e01-9453-a56118d4d415 req-2edef935-c1f1-42f9-9ee1-997811ff937b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413492 Jan 21 09:48:21.829291 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a63d6a-ce4f-4e8c-8467-855d91d8ca58 req-01448eb6-eb11-42a6-b2c6-caf8076829d1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:21.830674 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f6a63d6a-ce4f-4e8c-8467-855d91d8ca58 req-01448eb6-eb11-42a6-b2c6-caf8076829d1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 945 time: 0.0816939 Jan 21 09:48:21.878455 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f6a63d6a-ce4f-4e8c-8467-855d91d8ca58 req-8640e736-398c-4dc0-a1e9-6af83215d69a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419869 Jan 21 09:48:22.065106 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb97216-c905-4653-a3bb-ea45b8ed2d27 req-c5d843e4-0f8c-47d0-a555-2597d2f7fec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:22.067607 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8fb97216-c905-4653-a3bb-ea45b8ed2d27 req-c5d843e4-0f8c-47d0-a555-2597d2f7fec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 945 time: 0.0834489 Jan 21 09:48:22.113276 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8fb97216-c905-4653-a3bb-ea45b8ed2d27 req-021784f3-cee3-4615-8780-8237c2824d7a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398812 Jan 21 09:48:22.136442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48674) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.210038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ba934-64bb-4074-aa29-88c472e8d8bf tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:22.214330 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-561ba934-64bb-4074-aa29-88c472e8d8bf tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 1093 time: 0.0738623 Jan 21 09:48:22.214450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48678) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.219481 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:22.225680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:22.229587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:floatingip and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:22.232447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:22.238362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:22.250474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.396712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.535952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.212 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/d4a6a994-c838-4e01-ba48-71d0fb827d09) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:22.698354 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.738344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.808296 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:22.810989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:22.814011 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:48:22.852535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=d4a6a994-c838-4e01-ba48-71d0fb827d09,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:23.239157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.316759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.521073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.528978 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.629087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48686) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:23.748283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=d4a6a994-c838-4e01-ba48-71d0fb827d09,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:23.764307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.764670 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.765011 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.765337 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.765730 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.766023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.766341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.766657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.766974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.767289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.767602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.767912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.775940 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.841938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Deleting port eefcfc3d-c98a-4d81-946f-9c84c0948bb0 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:23.842739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.954729 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP b42fa170-397a-49e0-9ef2-a6cac801a321 associated. External IP: 172.26.4.212, port: 3edb80ca-2bdc-495b-b51e-457ee8009e7d. Jan 21 09:48:24.009823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.010133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.136127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Calling delete_port for eefcfc3d-c98a-4d81-946f-9c84c0948bb0 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:48:24.284763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.332155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 0f1a0540-155b-4848-8a26-f350ef9bc86e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:48:24.370691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event deleted for resources: {'Port': ['ID=eefcfc3d-c98a-4d81-946f-9c84c0948bb0,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:24.413122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:24.413358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:24.413733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:24.414031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:24.414378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:24.414708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:24.415032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:24.415362 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:24.415690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:24.416011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:24.416330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:24.416676 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:24.439731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.440087 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Floating IP 8c51f728-102c-4a94-9ec5-a14b54eca040 disassociated (deleted). External IP: 172.26.4.160, port: 8b68c666-9ade-4ede-a9ea-94abb06350f0. Jan 21 09:48:24.513707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:48:24.524335 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae99899-25e4-4cc0-9091-50a14e904c68 None None] Sync routers for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:24.534609 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae99899-25e4-4cc0-9091-50a14e904c68 None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:24.535786 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0ae99899-25e4-4cc0-9091-50a14e904c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:24.539555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.603364 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f730b05d-f10b-4bbc-999b-9d3604e597e2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3873448 Jan 21 09:48:24.603588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48692) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:24.603681 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'tag': '3edb80ca-2bdc-495b-b51e-457ee8009e7d'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:24.653493 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'tag': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'status': 'completed', 'code': 200} Jan 21 09:48:24.732191 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-0ae99899-25e4-4cc0-9091-50a14e904c68 None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:24.955102 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4fd7aecd-bad6-4c02-b8fd-bda810b78230 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/b42fa170-397a-49e0-9ef2-a6cac801a321 HTTP/1.1" status: 200 len: 991 time: 0.3505812 Jan 21 09:48:25.048037 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534148c0-baa6-4dbb-ba31-2fb253672b0a req-b74060f3-4d17-47b9-84f7-9636a529315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:25.049553 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-534148c0-baa6-4dbb-ba31-2fb253672b0a req-b74060f3-4d17-47b9-84f7-9636a529315c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 1098 time: 0.2759945 Jan 21 09:48:25.072375 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0ae99899-25e4-4cc0-9091-50a14e904c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'b42fa170-397a-49e0-9ef2-a6cac801a321', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'port_id': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'mac_address': 'fa:16:3e:19:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:23Z', 'updated_at': '2022-01-21T09:48:23Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:10Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:25.076268 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae99899-25e4-4cc0-9091-50a14e904c68 None None] Checking router: 0f1a0540-155b-4848-8a26-f350ef9bc86e for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:25.084507 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae99899-25e4-4cc0-9091-50a14e904c68 None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:25.085125 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0ae99899-25e4-4cc0-9091-50a14e904c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:25.090981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:48:25.277172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534148c0-baa6-4dbb-ba31-2fb253672b0a req-5e54b0bd-369d-4d68-9dd1-8b4e9f1841dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:25.278548 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-534148c0-baa6-4dbb-ba31-2fb253672b0a req-5e54b0bd-369d-4d68-9dd1-8b4e9f1841dc service neutron] 10.222.0.121 "GET /v2.0/networks?id=f524cffb-4d79-449b-ab4f-81a86510ec45 HTTP/1.1" status: 200 len: 897 time: 0.2206786 Jan 21 09:48:25.315596 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-0ae99899-25e4-4cc0-9091-50a14e904c68 None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:25.449023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:48:25.460543 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fd525-f499-4efa-98d9-af608bbf980f None None] Sync routers for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:25.463808 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-534148c0-baa6-4dbb-ba31-2fb253672b0a req-1ea8518c-4355-471d-91ab-3c6854392291 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3edb80ca-2bdc-495b-b51e-457ee8009e7d HTTP/1.1" status: 200 len: 999 time: 0.1336648 Jan 21 09:48:25.473710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61fd525-f499-4efa-98d9-af608bbf980f None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:25.473710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f61fd525-f499-4efa-98d9-af608bbf980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:25.522204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.596620 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534148c0-baa6-4dbb-ba31-2fb253672b0a req-82bc0f07-c6b1-4523-bd98-e3d93e0d0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:25.598642 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-534148c0-baa6-4dbb-ba31-2fb253672b0a req-82bc0f07-c6b1-4523-bd98-e3d93e0d0a8d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e0da0e7b-de5a-43ef-a27a-286b056883d8 HTTP/1.1" status: 200 len: 835 time: 0.1239662 Jan 21 09:48:25.616613 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4f0f915f-e496-40f6-bb4e-10a6d891bd17 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "DELETE /v2.0/floatingips/8c51f728-102c-4a94-9ec5-a14b54eca040 HTTP/1.1" status: 204 len: 168 time: 1.9835227 Jan 21 09:48:25.616613 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40819d1-af15-483c-9a43-b04b6095483c', 'tag': '8b68c666-9ade-4ede-a9ea-94abb06350f0'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:25.678375 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0ae99899-25e4-4cc0-9091-50a14e904c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'b42fa170-397a-49e0-9ef2-a6cac801a321', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'port_id': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'mac_address': 'fa:16:3e:19:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:23Z', 'updated_at': '2022-01-21T09:48:23Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:10Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:25.685100 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae99899-25e4-4cc0-9091-50a14e904c68 None None] The sync data for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv is: [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'b42fa170-397a-49e0-9ef2-a6cac801a321', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'port_id': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'mac_address': 'fa:16:3e:19:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:23Z', 'updated_at': '2022-01-21T09:48:23Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:10Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:25.714518 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40819d1-af15-483c-9a43-b04b6095483c', 'tag': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'status': 'completed', 'code': 200} Jan 21 09:48:25.717535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534148c0-baa6-4dbb-ba31-2fb253672b0a req-65e28049-5438-4f41-b106-8aaaa094c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:25.719315 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-534148c0-baa6-4dbb-ba31-2fb253672b0a req-65e28049-5438-4f41-b106-8aaaa094c9ba service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f524cffb-4d79-449b-ab4f-81a86510ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1042678 Jan 21 09:48:25.734846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-f61fd525-f499-4efa-98d9-af608bbf980f None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:25.816652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb72a3-7ce9-4a55-967a-716683859788 req-6687c42c-c71f-47aa-9024-4b0912254323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:25.825158 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87bb72a3-7ce9-4a55-967a-716683859788 req-6687c42c-c71f-47aa-9024-4b0912254323 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d91df169b3d4b12afed351c8ebd622a&device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 1098 time: 0.0919561 Jan 21 09:48:25.905528 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-534148c0-baa6-4dbb-ba31-2fb253672b0a req-f1d28e23-e819-445a-8bd9-4a8dfaebcb5b service neutron] 10.222.0.121 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746619 Jan 21 09:48:25.967831 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48704) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:26.051294 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911f695-60ac-4c61-8459-ef3bafdf5b8e None None] New status for floating IP b42fa170-397a-49e0-9ef2-a6cac801a321: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:48:26.083473 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f61fd525-f499-4efa-98d9-af608bbf980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:26.088235 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fd525-f499-4efa-98d9-af608bbf980f None None] Checking router: 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:26.090459 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-534148c0-baa6-4dbb-ba31-2fb253672b0a req-b48271c6-7b55-411d-ae8b-c9bf80563c2b service neutron] 10.222.0.121 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782026 Jan 21 09:48:26.111136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61fd525-f499-4efa-98d9-af608bbf980f None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:26.112779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f61fd525-f499-4efa-98d9-af608bbf980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:26.128493 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1d2580a2-cb4c-492c-a6af-61ba34787047 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/b42fa170-397a-49e0-9ef2-a6cac801a321 HTTP/1.1" status: 200 len: 991 time: 0.1594441 Jan 21 09:48:26.130541 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb72a3-7ce9-4a55-967a-716683859788 req-43854396-33ce-4b36-bea4-03119e78b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:26.132312 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87bb72a3-7ce9-4a55-967a-716683859788 req-43854396-33ce-4b36-bea4-03119e78b4d0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 200 len: 913 time: 0.3020551 Jan 21 09:48:26.177622 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8215abb-db33-4a2a-a3c4-74a7ba19829c req-d5fbe99c-4b11-4fd3-aca9-4d2f3464bb76 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:26.178356 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e8215abb-db33-4a2a-a3c4-74a7ba19829c req-d5fbe99c-4b11-4fd3-aca9-4d2f3464bb76 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Synchronizing usage tracker for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:26.198121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e8215abb-db33-4a2a-a3c4-74a7ba19829c req-d5fbe99c-4b11-4fd3-aca9-4d2f3464bb76 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Unset dirty status for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:26.206104 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8215abb-db33-4a2a-a3c4-74a7ba19829c req-d5fbe99c-4b11-4fd3-aca9-4d2f3464bb76 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 945 time: 0.1145391 Jan 21 09:48:26.209069 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87bb72a3-7ce9-4a55-967a-716683859788 req-feb5ebdd-2d8a-4c0a-a283-7413a2fbbe22 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b68c666-9ade-4ede-a9ea-94abb06350f0 HTTP/1.1" status: 200 len: 217 time: 0.0701654 Jan 21 09:48:26.264517 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8215abb-db33-4a2a-a3c4-74a7ba19829c req-f76d9928-842a-40b9-be45-43a50961e99a tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483553 Jan 21 09:48:26.291286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb72a3-7ce9-4a55-967a-716683859788 req-1cc8eabd-03d3-4ea0-ab13-45983534e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:26.293078 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87bb72a3-7ce9-4a55-967a-716683859788 req-1cc8eabd-03d3-4ea0-ab13-45983534e1c9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 200 len: 851 time: 0.0759161 Jan 21 09:48:26.374480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb72a3-7ce9-4a55-967a-716683859788 req-ab418563-e8ae-4c11-8b0d-db20dda1c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:26.376166 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87bb72a3-7ce9-4a55-967a-716683859788 req-ab418563-e8ae-4c11-8b0d-db20dda1c14d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=42df2083-2321-47b5-bb6a-a354e39deae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764029 Jan 21 09:48:26.378215 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-f61fd525-f499-4efa-98d9-af608bbf980f None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:26.635057 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87bb72a3-7ce9-4a55-967a-716683859788 req-1cb4b721-5ee7-4028-a817-9be35be57751 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516599 Jan 21 09:48:26.720501 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f61fd525-f499-4efa-98d9-af608bbf980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:26.724467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fd525-f499-4efa-98d9-af608bbf980f None None] The sync data for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv is: [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:39:21Z', 'revision_number': 4, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '892fad9d-67dd-4d0b-95b1-a3b0a402a82f', 'name': '', 'network_id': '42df2083-2321-47b5-bb6a-a354e39deae9', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'mac_address': 'fa:16:3e:e3:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:18Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'subnets': [{'id': 'f80c94f4-cc5b-4e8f-b996-92674e64861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:26.774369 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87bb72a3-7ce9-4a55-967a-716683859788 req-cf6f41ae-12cc-4611-85dc-cab5f1d25cf0 service neutron] 10.222.0.121 "GET /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321626 Jan 21 09:48:26.804936 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:48:26.970370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee22846-f25e-42aa-8ade-3d3e31688c82 None None] New status for floating IP 8c51f728-102c-4a94-9ec5-a14b54eca040: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:48:27.132455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48708) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:27.426316 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-313474ce-2ecf-4590-9eea-640d88e2e181 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/b42fa170-397a-49e0-9ef2-a6cac801a321 HTTP/1.1" status: 200 len: 993 time: 0.2926624 Jan 21 09:48:27.457281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2865f9-d78a-4f46-9fc1-3f41bcb17da2 req-5bef3616-d2c0-4953-b0e7-ccdf4abeb4ae tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:27.458727 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c2865f9-d78a-4f46-9fc1-3f41bcb17da2 req-5bef3616-d2c0-4953-b0e7-ccdf4abeb4ae tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 945 time: 0.0990961 Jan 21 09:48:27.505058 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c2865f9-d78a-4f46-9fc1-3f41bcb17da2 req-d63524ed-a0f9-45d9-8552-ae2a0709f752 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/security-groups?id=15b39e31-e885-4846-8a94-60726fc7b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405393 Jan 21 09:48:27.696183 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90767-ad3b-469a-bfb7-44c0e5e52f3c req-6e12cbb3-a9b7-4b11-aef0-4c8255090f04 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:27.696905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-08e90767-ad3b-469a-bfb7-44c0e5e52f3c req-6e12cbb3-a9b7-4b11-aef0-4c8255090f04 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Synchronizing usage tracker for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:27.708850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-08e90767-ad3b-469a-bfb7-44c0e5e52f3c req-6e12cbb3-a9b7-4b11-aef0-4c8255090f04 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Unset dirty status for tenant:9d91df169b3d4b12afed351c8ebd622a on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:27.709943 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-08e90767-ad3b-469a-bfb7-44c0e5e52f3c req-6e12cbb3-a9b7-4b11-aef0-4c8255090f04 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 945 time: 0.0942051 Jan 21 09:48:27.782426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-08e90767-ad3b-469a-bfb7-44c0e5e52f3c req-dc0fcbfc-806b-4d3e-a862-b17a3d23279c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Deleting port 8b68c666-9ade-4ede-a9ea-94abb06350f0 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:27.782699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-08e90767-ad3b-469a-bfb7-44c0e5e52f3c req-dc0fcbfc-806b-4d3e-a862-b17a3d23279c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.033339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-08e90767-ad3b-469a-bfb7-44c0e5e52f3c req-dc0fcbfc-806b-4d3e-a862-b17a3d23279c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] For port 8b68c666-9ade-4ede-a9ea-94abb06350f0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8b68c666-9ade-4ede-a9ea-94abb06350f0,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:28.033560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-08e90767-ad3b-469a-bfb7-44c0e5e52f3c req-dc0fcbfc-806b-4d3e-a862-b17a3d23279c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.156869 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-08e90767-ad3b-469a-bfb7-44c0e5e52f3c req-dc0fcbfc-806b-4d3e-a862-b17a3d23279c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Calling delete_port for 8b68c666-9ade-4ede-a9ea-94abb06350f0 owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:48:28.310368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-08e90767-ad3b-469a-bfb7-44c0e5e52f3c req-dc0fcbfc-806b-4d3e-a862-b17a3d23279c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.363689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fcbfc-806b-4d3e-a862-b17a3d23279c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event deleted for resources: {'Port': ['ID=8b68c666-9ade-4ede-a9ea-94abb06350f0,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:28.436581 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e90767-ad3b-469a-bfb7-44c0e5e52f3c req-dc0fcbfc-806b-4d3e-a862-b17a3d23279c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] No DVR routers for this DVR port 8b68c666-9ade-4ede-a9ea-94abb06350f0 on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:28.439223 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-08e90767-ad3b-469a-bfb7-44c0e5e52f3c req-dc0fcbfc-806b-4d3e-a862-b17a3d23279c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.441715 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40819d1-af15-483c-9a43-b04b6095483c', 'name': 'network-vif-deleted', 'tag': '8b68c666-9ade-4ede-a9ea-94abb06350f0'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:28.458377 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-08e90767-ad3b-469a-bfb7-44c0e5e52f3c req-dc0fcbfc-806b-4d3e-a862-b17a3d23279c tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.121 "DELETE /v2.0/ports/8b68c666-9ade-4ede-a9ea-94abb06350f0 HTTP/1.1" status: 204 len: 173 time: 0.7399864 Jan 21 09:48:28.486204 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40819d1-af15-483c-9a43-b04b6095483c', 'name': 'network-vif-deleted', 'tag': '8b68c666-9ade-4ede-a9ea-94abb06350f0', 'status': 'completed', 'code': 200} Jan 21 09:48:28.661525 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c16c817-37d5-4275-82af-b735846bf387 req-79ee3b79-21a7-4578-8a74-97ecda17336b tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "GET /v2.0/ports?device_id=b40819d1-af15-483c-9a43-b04b6095483c HTTP/1.1" status: 200 len: 210 time: 0.0449209 Jan 21 09:48:29.755324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48722) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:29.923765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f086f53c-d096-4967-8548-7c708d1fc3d6 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Deleting port 861ccc3e-7843-4199-b31b-bb2d4c7accd1 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:29.923971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f086f53c-d096-4967-8548-7c708d1fc3d6 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.006130 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.105437 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f086f53c-d096-4967-8548-7c708d1fc3d6 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.105764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f086f53c-d096-4967-8548-7c708d1fc3d6 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.230620 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f086f53c-d096-4967-8548-7c708d1fc3d6 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Calling delete_port for 861ccc3e-7843-4199-b31b-bb2d4c7accd1 owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:48:30.417764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f086f53c-d096-4967-8548-7c708d1fc3d6 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.560195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086f53c-d096-4967-8548-7c708d1fc3d6 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event deleted for resources: {'Port': ['ID=861ccc3e-7843-4199-b31b-bb2d4c7accd1,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:30.652173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f086f53c-d096-4967-8548-7c708d1fc3d6 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.666745 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f086f53c-d096-4967-8548-7c708d1fc3d6 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.667873 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f086f53c-d096-4967-8548-7c708d1fc3d6 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "DELETE /v2.0/floatingips/57f18dcd-31b3-4398-9ab6-1474c8f8d4e2 HTTP/1.1" status: 204 len: 168 time: 0.9114459 Jan 21 09:48:31.540727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 8b68c666-9ade-4ede-a9ea-94abb06350f0 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:31.575034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 8b68c666-9ade-4ede-a9ea-94abb06350f0 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:48:31.575402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 8b68c666-9ade-4ede-a9ea-94abb06350f0 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:33.159839 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48740) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:33.227152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6063-368c-46d6-8f09-758b69922a26 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.257007 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6063-368c-46d6-8f09-758b69922a26 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.323047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6063-368c-46d6-8f09-758b69922a26 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.342990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a6063-368c-46d6-8f09-758b69922a26 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b39e31-e885-4846-8a94-60726fc7b35a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:33.351950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6063-368c-46d6-8f09-758b69922a26 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.356115 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0a9a6063-368c-46d6-8f09-758b69922a26 tempest-TestVolumeBootPattern-258262857 tempest-TestVolumeBootPattern-258262857-project] 10.222.0.99 "DELETE /v2.0/security-groups/15b39e31-e885-4846-8a94-60726fc7b35a HTTP/1.1" status: 204 len: 168 time: 0.1952403 Jan 21 09:48:33.413450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48748) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:34.082999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6324b63-2c7e-4e89-9f26-a06c07221e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.434978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a6324b63-2c7e-4e89-9f26-a06c07221e91 admin admin] Deleting port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:34.435715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6324b63-2c7e-4e89-9f26-a06c07221e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.604839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-a6324b63-2c7e-4e89-9f26-a06c07221e91 admin admin] For port 892fad9d-67dd-4d0b-95b1-a3b0a402a82f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=892fad9d-67dd-4d0b-95b1-a3b0a402a82f,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:34.605193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6324b63-2c7e-4e89-9f26-a06c07221e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.732765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a6324b63-2c7e-4e89-9f26-a06c07221e91 admin admin] Calling delete_port for 892fad9d-67dd-4d0b-95b1-a3b0a402a82f owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:48:35.157430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6324b63-2c7e-4e89-9f26-a06c07221e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.204214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6324b63-2c7e-4e89-9f26-a06c07221e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=892fad9d-67dd-4d0b-95b1-a3b0a402a82f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:35.473864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a6324b63-2c7e-4e89-9f26-a06c07221e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.840852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6324b63-2c7e-4e89-9f26-a06c07221e91 admin admin] Router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:48:36.014741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6324b63-2c7e-4e89-9f26-a06c07221e91 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:48:36.023412 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518032d7-1565-4716-978e-fe3d763c35b9 None None] Sync routers for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:36.027710 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a6324b63-2c7e-4e89-9f26-a06c07221e91 admin admin] 10.222.0.99 "PUT /v2.0/routers/3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6131701 Jan 21 09:48:36.030331 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48754) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:36.033829 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518032d7-1565-4716-978e-fe3d763c35b9 None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:36.034463 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-518032d7-1565-4716-978e-fe3d763c35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:36.213187 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-518032d7-1565-4716-978e-fe3d763c35b9 None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:36.319522 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c11a4bdb-191e-4d72-b3f5-87820aec86ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.324176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.492284 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-518032d7-1565-4716-978e-fe3d763c35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:48:35Z', 'revision_number': 5, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port': {'id': '5931c663-0545-4054-930c-bf3283b7d3e5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:11Z', 'updated_at': '2022-01-21T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:36.496226 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518032d7-1565-4716-978e-fe3d763c35b9 None None] Checking router: 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:36.502344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.504634 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518032d7-1565-4716-978e-fe3d763c35b9 None None] Routers {'3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:36.505231 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-518032d7-1565-4716-978e-fe3d763c35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:36.512818 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Deleting port 5931c663-0545-4054-930c-bf3283b7d3e5 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:36.513170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.652025 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-518032d7-1565-4716-978e-fe3d763c35b9 None None] Set router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:36.685627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] For port 5931c663-0545-4054-930c-bf3283b7d3e5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5931c663-0545-4054-930c-bf3283b7d3e5,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:36.685991 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.796792 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-518032d7-1565-4716-978e-fe3d763c35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:48:36Z', 'revision_number': 6, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:36.800966 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518032d7-1565-4716-978e-fe3d763c35b9 None None] The sync data for ids ['3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d'] in dv-neutron-825723-1-hyperv is: [{'id': '3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d', 'name': 'tempest-TestVolumeBootPattern-1091011992-router', 'tenant_id': '9d91df169b3d4b12afed351c8ebd622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:09Z', 'updated_at': '2022-01-21T09:48:36Z', 'revision_number': 6, 'project_id': '9d91df169b3d4b12afed351c8ebd622a', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:36.816330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Calling delete_port for 5931c663-0545-4054-930c-bf3283b7d3e5 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:48:36.985810 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.034955 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Pushing event deleted for resources: {'Port': ['ID=5931c663-0545-4054-930c-bf3283b7d3e5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:37.124632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.298735 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.301032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.326413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.327266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:48:37.340039 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.341193 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-53e36364-86f8-4070-bb57-e1c1fa062119 admin admin] 10.222.0.99 "DELETE /v2.0/routers/3f9e6abd-24e5-49ea-adcc-fc5dd8ff8d6d HTTP/1.1" status: 204 len: 168 time: 1.3100064 Jan 21 09:48:37.343757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48758) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:37.404000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b6e6cd-d8d3-4269-af05-1f06736c6b4e admin admin] Deleting subnet f80c94f4-cc5b-4e8f-b996-92674e64861e {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:48:37.406971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b6e6cd-d8d3-4269-af05-1f06736c6b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.457126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b6e6cd-d8d3-4269-af05-1f06736c6b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.538230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b6e6cd-d8d3-4269-af05-1f06736c6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.611500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b6e6cd-d8d3-4269-af05-1f06736c6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.648795 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6e6cd-d8d3-4269-af05-1f06736c6b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f80c94f4-cc5b-4e8f-b996-92674e64861e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:37.653750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1b6e6cd-d8d3-4269-af05-1f06736c6b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.659203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ef79c4-351e-446d-af16-eb1146758846 None None] Network 42df2083-2321-47b5-bb6a-a354e39deae9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:48:37.661631 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c1b6e6cd-d8d3-4269-af05-1f06736c6b4e admin admin] 10.222.0.99 "DELETE /v2.0/subnets/f80c94f4-cc5b-4e8f-b996-92674e64861e HTTP/1.1" status: 204 len: 168 time: 0.3167672 Jan 21 09:48:37.664623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48762) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:37.894314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.904668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Deleting port d5d9433d-4a23-4440-8d5c-2f29c98a80e5 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:37.904998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.930595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad256d-2d06-4ed7-b630-37bd2710f4fa None None] DHCP port deletion for 42df2083-2321-47b5-bb6a-a354e39deae9 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:48:37.935111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-5cad256d-2d06-4ed7-b630-37bd2710f4fa None None] Deleting port d5d9433d-4a23-4440-8d5c-2f29c98a80e5 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:37.935460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5cad256d-2d06-4ed7-b630-37bd2710f4fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.107693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] For port d5d9433d-4a23-4440-8d5c-2f29c98a80e5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d5d9433d-4a23-4440-8d5c-2f29c98a80e5,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:38.108376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.134399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-5cad256d-2d06-4ed7-b630-37bd2710f4fa None None] For port d5d9433d-4a23-4440-8d5c-2f29c98a80e5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d5d9433d-4a23-4440-8d5c-2f29c98a80e5,segment=NetworkSegment(f97bf155-802d-4080-8011-db3383cf4896),segment_id=f97bf155-802d-4080-8011-db3383cf4896)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:38.134784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5cad256d-2d06-4ed7-b630-37bd2710f4fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.232820 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Calling delete_port for d5d9433d-4a23-4440-8d5c-2f29c98a80e5 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:48:38.288839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-5cad256d-2d06-4ed7-b630-37bd2710f4fa None None] Calling delete_port for d5d9433d-4a23-4440-8d5c-2f29c98a80e5 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:48:38.307443 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.356520 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d9433d-4a23-4440-8d5c-2f29c98a80e5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:38.360560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] No DVR routers for this DVR port d5d9433d-4a23-4440-8d5c-2f29c98a80e5 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:38.364139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-5cad256d-2d06-4ed7-b630-37bd2710f4fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:38.364589 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-5cad256d-2d06-4ed7-b630-37bd2710f4fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:38.439294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2e53daea-eb44-4af7-b54b-6de08cd48769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.474543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.498969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42df2083-2321-47b5-bb6a-a354e39deae9']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:38.511466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97bf155-802d-4080-8011-db3383cf4896') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:38.511762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97bf155-802d-4080-8011-db3383cf4896') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:38.526487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.544591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.550760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:48:38.551139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:38.564094 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:38.640695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.647988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.674907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] Pushing event deleted for resources: {'Network': ['ID=42df2083-2321-47b5-bb6a-a354e39deae9,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:38.691243 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d3e1f31b-f0c9-4b49-9291-c5dabd4f3600 admin admin] 10.222.0.99 "DELETE /v2.0/networks/42df2083-2321-47b5-bb6a-a354e39deae9 HTTP/1.1" status: 204 len: 168 time: 1.0253439 Jan 21 09:48:38.694566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48768) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:38.752600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 892fad9d-67dd-4d0b-95b1-a3b0a402a82f no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:38.785957 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 892fad9d-67dd-4d0b-95b1-a3b0a402a82f {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:48:38.786275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 892fad9d-67dd-4d0b-95b1-a3b0a402a82f not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:38.786778 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5931c663-0545-4054-930c-bf3283b7d3e5 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:38.819044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 5931c663-0545-4054-930c-bf3283b7d3e5 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:48:38.819388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5931c663-0545-4054-930c-bf3283b7d3e5 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:38.819812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d5d9433d-4a23-4440-8d5c-2f29c98a80e5 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:38.854309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: d5d9433d-4a23-4440-8d5c-2f29c98a80e5 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:48:38.854664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d5d9433d-4a23-4440-8d5c-2f29c98a80e5 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:38.865621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-5cad256d-2d06-4ed7-b630-37bd2710f4fa None None] Deleting port d5d9433d-4a23-4440-8d5c-2f29c98a80e5 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:38.866007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5cad256d-2d06-4ed7-b630-37bd2710f4fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.929810 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-5cad256d-2d06-4ed7-b630-37bd2710f4fa None None] The port 'd5d9433d-4a23-4440-8d5c-2f29c98a80e5' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:48:39.266411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-391e7fb6-1162-44aa-bdbb-e15fdd23c34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.513747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.620785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-391e7fb6-1162-44aa-bdbb-e15fdd23c34f admin admin] Deleting port b733125c-0e26-4ca1-b7c7-9e4adf6d208f {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:39.621193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-391e7fb6-1162-44aa-bdbb-e15fdd23c34f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.679362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.800538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-391e7fb6-1162-44aa-bdbb-e15fdd23c34f admin admin] For port b733125c-0e26-4ca1-b7c7-9e4adf6d208f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b733125c-0e26-4ca1-b7c7-9e4adf6d208f,segment=NetworkSegment(57ff8e16-8b92-4556-ba2c-1e22ffbd7d90),segment_id=57ff8e16-8b92-4556-ba2c-1e22ffbd7d90)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:39.801181 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-391e7fb6-1162-44aa-bdbb-e15fdd23c34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.033052 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-391e7fb6-1162-44aa-bdbb-e15fdd23c34f admin admin] Calling delete_port for b733125c-0e26-4ca1-b7c7-9e4adf6d208f owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:48:40.232520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-391e7fb6-1162-44aa-bdbb-e15fdd23c34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.289602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e7fb6-1162-44aa-bdbb-e15fdd23c34f admin admin] Pushing event deleted for resources: {'Port': ['ID=b733125c-0e26-4ca1-b7c7-9e4adf6d208f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:40.559694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-391e7fb6-1162-44aa-bdbb-e15fdd23c34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.955365 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391e7fb6-1162-44aa-bdbb-e15fdd23c34f admin admin] Router f6db2b55-9bdb-4664-9378-a4da74ddaf65 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:48:40.994309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.131837 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391e7fb6-1162-44aa-bdbb-e15fdd23c34f admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:48:41.140869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030837f-2e87-4258-8880-a818566fabcd None None] Sync routers for ids ['f6db2b55-9bdb-4664-9378-a4da74ddaf65'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:41.149581 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-391e7fb6-1162-44aa-bdbb-e15fdd23c34f admin admin] 10.222.0.99 "PUT /v2.0/routers/f6db2b55-9bdb-4664-9378-a4da74ddaf65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4539278 Jan 21 09:48:41.150903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030837f-2e87-4258-8880-a818566fabcd None None] Routers {'f6db2b55-9bdb-4664-9378-a4da74ddaf65'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:41.151500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-5030837f-2e87-4258-8880-a818566fabcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f6db2b55-9bdb-4664-9378-a4da74ddaf65'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:41.152234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48772) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:41.324940 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.325700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-5030837f-2e87-4258-8880-a818566fabcd None None] Set router f6db2b55-9bdb-4664-9378-a4da74ddaf65 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:41.615866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-5030837f-2e87-4258-8880-a818566fabcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'name': 'tempest-TestVolumeBootPattern-1310008002-router', 'tenant_id': '00524c02004243439b55f92294416a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:31Z', 'updated_at': '2022-01-21T09:48:40Z', 'revision_number': 5, 'project_id': '00524c02004243439b55f92294416a02', 'gw_port': {'id': 'fe205d11-d0f1-42c4-8e51-b05c67ec84b9', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:34Z', 'updated_at': '2022-01-21T09:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:41.619700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.619850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030837f-2e87-4258-8880-a818566fabcd None None] Checking router: f6db2b55-9bdb-4664-9378-a4da74ddaf65 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:41.628769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030837f-2e87-4258-8880-a818566fabcd None None] Routers {'f6db2b55-9bdb-4664-9378-a4da74ddaf65'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:48:41.629450 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-5030837f-2e87-4258-8880-a818566fabcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['f6db2b55-9bdb-4664-9378-a4da74ddaf65'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:41.631294 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Deleting port fe205d11-d0f1-42c4-8e51-b05c67ec84b9 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:41.631684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.776354 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-5030837f-2e87-4258-8880-a818566fabcd None None] Set router f6db2b55-9bdb-4664-9378-a4da74ddaf65 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:48:41.809439 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] For port fe205d11-d0f1-42c4-8e51-b05c67ec84b9, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=fe205d11-d0f1-42c4-8e51-b05c67ec84b9,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:41.809780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.894468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-5030837f-2e87-4258-8880-a818566fabcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'name': 'tempest-TestVolumeBootPattern-1310008002-router', 'tenant_id': '00524c02004243439b55f92294416a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:31Z', 'updated_at': '2022-01-21T09:48:41Z', 'revision_number': 6, 'project_id': '00524c02004243439b55f92294416a02', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:41.899039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030837f-2e87-4258-8880-a818566fabcd None None] The sync data for ids ['f6db2b55-9bdb-4664-9378-a4da74ddaf65'] in dv-neutron-825723-1-hyperv is: [{'id': 'f6db2b55-9bdb-4664-9378-a4da74ddaf65', 'name': 'tempest-TestVolumeBootPattern-1310008002-router', 'tenant_id': '00524c02004243439b55f92294416a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:31Z', 'updated_at': '2022-01-21T09:48:41Z', 'revision_number': 6, 'project_id': '00524c02004243439b55f92294416a02', 'gw_port_host': None}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:41.936852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Calling delete_port for fe205d11-d0f1-42c4-8e51-b05c67ec84b9 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:48:42.109383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.154660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe205d11-d0f1-42c4-8e51-b05c67ec84b9,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:42.251750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.429188 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.431598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.456705 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.457443 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6db2b55-9bdb-4664-9378-a4da74ddaf65 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:48:42.473362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.474493 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a8ad9c2d-04e3-437d-a9c0-fa1adcdbaf61 admin admin] 10.222.0.99 "DELETE /v2.0/routers/f6db2b55-9bdb-4664-9378-a4da74ddaf65 HTTP/1.1" status: 204 len: 168 time: 1.3213236 Jan 21 09:48:42.477155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48776) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:42.535549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-983dddeb-1abe-40ca-8773-44326dce93f7 admin admin] Deleting subnet fda35ab1-1d89-4922-b6a3-c6a10596fdf1 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:48:42.538564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-983dddeb-1abe-40ca-8773-44326dce93f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.590979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-983dddeb-1abe-40ca-8773-44326dce93f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.668033 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-983dddeb-1abe-40ca-8773-44326dce93f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.738392 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-983dddeb-1abe-40ca-8773-44326dce93f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.751766 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fe205d11-d0f1-42c4-8e51-b05c67ec84b9 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:42.779402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983dddeb-1abe-40ca-8773-44326dce93f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda35ab1-1d89-4922-b6a3-c6a10596fdf1,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:42.783106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-983dddeb-1abe-40ca-8773-44326dce93f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.789942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baf81b2-e5c7-4b2d-b89d-0090bf62e0f2 None None] Network e3da5c8b-790b-4d1b-b6e1-4120e6f071ef requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:48:42.791738 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48780) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:42.792210 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-983dddeb-1abe-40ca-8773-44326dce93f7 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/fda35ab1-1d89-4922-b6a3-c6a10596fdf1 HTTP/1.1" status: 204 len: 168 time: 0.3136411 Jan 21 09:48:42.810205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: fe205d11-d0f1-42c4-8e51-b05c67ec84b9 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:48:42.810553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device fe205d11-d0f1-42c4-8e51-b05c67ec84b9 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:42.810988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b733125c-0e26-4ca1-b7c7-9e4adf6d208f no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:42.857724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: b733125c-0e26-4ca1-b7c7-9e4adf6d208f {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:48:42.858068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b733125c-0e26-4ca1-b7c7-9e4adf6d208f not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:42.913571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.925798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Deleting port 10ed11c9-668a-4929-9cbd-848c5d3c1f36 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:42.926145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.111287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522278c3-3697-4ad6-8915-fce147488a1c None None] DHCP port deletion for e3da5c8b-790b-4d1b-b6e1-4120e6f071ef request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:48:43.115228 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-522278c3-3697-4ad6-8915-fce147488a1c None None] Deleting port 10ed11c9-668a-4929-9cbd-848c5d3c1f36 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:43.115661 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-522278c3-3697-4ad6-8915-fce147488a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.132127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] For port 10ed11c9-668a-4929-9cbd-848c5d3c1f36, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=10ed11c9-668a-4929-9cbd-848c5d3c1f36,segment=NetworkSegment(57ff8e16-8b92-4556-ba2c-1e22ffbd7d90),segment_id=57ff8e16-8b92-4556-ba2c-1e22ffbd7d90)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:43.132530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.253974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Calling delete_port for 10ed11c9-668a-4929-9cbd-848c5d3c1f36 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:48:43.313012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-522278c3-3697-4ad6-8915-fce147488a1c None None] For port 10ed11c9-668a-4929-9cbd-848c5d3c1f36, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=10ed11c9-668a-4929-9cbd-848c5d3c1f36,segment=NetworkSegment(57ff8e16-8b92-4556-ba2c-1e22ffbd7d90),segment_id=57ff8e16-8b92-4556-ba2c-1e22ffbd7d90)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:48:43.313541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-522278c3-3697-4ad6-8915-fce147488a1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.333947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.380882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ed11c9-668a-4929-9cbd-848c5d3c1f36,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:43.382673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] No DVR routers for this DVR port 10ed11c9-668a-4929-9cbd-848c5d3c1f36 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:43.439412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-522278c3-3697-4ad6-8915-fce147488a1c None None] Calling delete_port for 10ed11c9-668a-4929-9cbd-848c5d3c1f36 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:48:43.517736 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-522278c3-3697-4ad6-8915-fce147488a1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:43.517948 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-522278c3-3697-4ad6-8915-fce147488a1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:43.607540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.634521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3da5c8b-790b-4d1b-b6e1-4120e6f071ef']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:43.646534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ff8e16-8b92-4556-ba2c-1e22ffbd7d90') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:43.646831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ff8e16-8b92-4556-ba2c-1e22ffbd7d90') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:43.658615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.675754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.682221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:48:43.682611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:43.696804 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:43.775406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.781523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.809122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3da5c8b-790b-4d1b-b6e1-4120e6f071ef,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:43.814804 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1be42f30-a710-4392-b2aa-70b9a5c2da19 admin admin] 10.222.0.99 "DELETE /v2.0/networks/e3da5c8b-790b-4d1b-b6e1-4120e6f071ef HTTP/1.1" status: 204 len: 168 time: 1.0218732 Jan 21 09:48:43.943967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48786) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:43.991963 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-31e1be92-4118-44bd-a745-182bad2a40db admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9d91df169b3d4b12afed351c8ebd622a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467987 Jan 21 09:48:43.994759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48790) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:44.019574 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-522278c3-3697-4ad6-8915-fce147488a1c None None] Deleting port 10ed11c9-668a-4929-9cbd-848c5d3c1f36 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:48:44.020125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-522278c3-3697-4ad6-8915-fce147488a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.056415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf1a15da-6175-4d66-aa12-14931b550a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.083109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf1a15da-6175-4d66-aa12-14931b550a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.086765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-522278c3-3697-4ad6-8915-fce147488a1c None None] The port '10ed11c9-668a-4929-9cbd-848c5d3c1f36' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:48:44.145392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf1a15da-6175-4d66-aa12-14931b550a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.164015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a15da-6175-4d66-aa12-14931b550a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e9f0d4-f323-42e2-8496-7872baa31598,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:44.172719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bf1a15da-6175-4d66-aa12-14931b550a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.173937 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bf1a15da-6175-4d66-aa12-14931b550a19 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/57e9f0d4-f323-42e2-8496-7872baa31598 HTTP/1.1" status: 204 len: 168 time: 0.1781416 Jan 21 09:48:44.541004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48798) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:44.593696 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8bde0aef-b998-4968-b82b-1a879cd9b40b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=00524c02004243439b55f92294416a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513635 Jan 21 09:48:44.596234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48804) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:44.659471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3d1db0c-9764-46c3-9bd0-2d0d9ef4e755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.685764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3d1db0c-9764-46c3-9bd0-2d0d9ef4e755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.746219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3d1db0c-9764-46c3-9bd0-2d0d9ef4e755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.761021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1db0c-9764-46c3-9bd0-2d0d9ef4e755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d15653e-17f9-48f6-9018-0cac70e47526,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:44.764464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 10ed11c9-668a-4929-9cbd-848c5d3c1f36 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:44.770714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3d1db0c-9764-46c3-9bd0-2d0d9ef4e755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.774347 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a3d1db0c-9764-46c3-9bd0-2d0d9ef4e755 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/8d15653e-17f9-48f6-9018-0cac70e47526 HTTP/1.1" status: 204 len: 168 time: 0.1746340 Jan 21 09:48:44.810539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 10ed11c9-668a-4929-9cbd-848c5d3c1f36 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:48:44.810885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 10ed11c9-668a-4929-9cbd-848c5d3c1f36 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:00.026513 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.103450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48820) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:01.323725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ab82-a011-459e-8b5b-e9f856a15206 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Deleting port b541ef87-357f-4522-ad92-95b56ca5d772 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:49:01.324151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b72ab82-a011-459e-8b5b-e9f856a15206 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.503123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b72ab82-a011-459e-8b5b-e9f856a15206 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.503465 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b72ab82-a011-459e-8b5b-e9f856a15206 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.623757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ab82-a011-459e-8b5b-e9f856a15206 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Calling delete_port for b541ef87-357f-4522-ad92-95b56ca5d772 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:49:01.773172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b72ab82-a011-459e-8b5b-e9f856a15206 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.821832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ab82-a011-459e-8b5b-e9f856a15206 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event deleted for resources: {'Port': ['ID=b541ef87-357f-4522-ad92-95b56ca5d772,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:01.918888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b72ab82-a011-459e-8b5b-e9f856a15206 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.919204 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-7b72ab82-a011-459e-8b5b-e9f856a15206 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Floating IP efd71860-72d5-45f3-a1b3-67523e3328f6 disassociated (deleted). External IP: 172.26.4.51, port: 63a74d16-c592-4260-936c-6f9047b16b15. Jan 21 09:49:02.384271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b72ab82-a011-459e-8b5b-e9f856a15206 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Router a658795d-4f29-4127-947c-4447dd0fe83e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:49:02.570906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b72ab82-a011-459e-8b5b-e9f856a15206 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:49:02.581763 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af8f0cd-5a3a-421a-b902-ec07d8e71cc0 None None] Sync routers for ids ['a658795d-4f29-4127-947c-4447dd0fe83e'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:02.592649 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af8f0cd-5a3a-421a-b902-ec07d8e71cc0 None None] Routers {'a658795d-4f29-4127-947c-4447dd0fe83e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:02.593552 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5af8f0cd-5a3a-421a-b902-ec07d8e71cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a658795d-4f29-4127-947c-4447dd0fe83e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:02.594921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b72ab82-a011-459e-8b5b-e9f856a15206 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.650174 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7b72ab82-a011-459e-8b5b-e9f856a15206 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "DELETE /v2.0/floatingips/efd71860-72d5-45f3-a1b3-67523e3328f6 HTTP/1.1" status: 204 len: 168 time: 1.5454040 Jan 21 09:49:02.650766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:02.778873 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5af8f0cd-5a3a-421a-b902-ec07d8e71cc0 None None] Set router a658795d-4f29-4127-947c-4447dd0fe83e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:02.903634 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15', 'status': 'completed', 'code': 200} Jan 21 09:49:02.994125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384eb60-a489-4ca0-bdbb-658a1d76ce5b req-2b5b27c5-05eb-462e-8f4d-b6e0fc01f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:02.996354 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a384eb60-a489-4ca0-bdbb-658a1d76ce5b req-2b5b27c5-05eb-462e-8f4d-b6e0fc01f47c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=80cac4a837114513b19d91350ba9c4e3&device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 1098 time: 0.0713534 Jan 21 09:49:03.043961 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87635ece-f496-4c60-a861-3823ad406da0 req-c811c04d-1eca-402c-9d5f-4e7772c7a20a tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:03.044734 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-87635ece-f496-4c60-a861-3823ad406da0 req-c811c04d-1eca-402c-9d5f-4e7772c7a20a tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Synchronizing usage tracker for tenant:80cac4a837114513b19d91350ba9c4e3 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:03.061948 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-87635ece-f496-4c60-a861-3823ad406da0 req-c811c04d-1eca-402c-9d5f-4e7772c7a20a tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Unset dirty status for tenant:80cac4a837114513b19d91350ba9c4e3 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:03.063338 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87635ece-f496-4c60-a861-3823ad406da0 req-c811c04d-1eca-402c-9d5f-4e7772c7a20a tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.1071591 Jan 21 09:49:03.092892 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5af8f0cd-5a3a-421a-b902-ec07d8e71cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:45:40Z', 'revision_number': 4, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '3588bdd1-aca5-433b-ad64-2f6cd9163893', 'name': '', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'mac_address': 'fa:16:3e:c9:b2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:38Z', 'updated_at': '2022-01-21T09:45:44Z', 'revision_number': 5, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'subnets': [{'id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:03.097303 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af8f0cd-5a3a-421a-b902-ec07d8e71cc0 None None] Checking router: a658795d-4f29-4127-947c-4447dd0fe83e for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:03.106761 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af8f0cd-5a3a-421a-b902-ec07d8e71cc0 None None] Routers {'a658795d-4f29-4127-947c-4447dd0fe83e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:03.107402 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5af8f0cd-5a3a-421a-b902-ec07d8e71cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:48:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a658795d-4f29-4127-947c-4447dd0fe83e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:03.112158 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87635ece-f496-4c60-a861-3823ad406da0 req-5d121687-b963-4935-bf2e-c7316d26b904 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 Jan 21 09:49:03.244042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384eb60-a489-4ca0-bdbb-658a1d76ce5b req-48ca3b5d-d779-4418-9857-7bef7e429aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:03.245502 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a384eb60-a489-4ca0-bdbb-658a1d76ce5b req-48ca3b5d-d779-4418-9857-7bef7e429aba service neutron] 10.222.0.121 "GET /v2.0/networks?id=1d2c3f69-0419-4511-bdbb-910f64342a8b HTTP/1.1" status: 200 len: 897 time: 0.2408764 Jan 21 09:49:03.283495 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5af8f0cd-5a3a-421a-b902-ec07d8e71cc0 None None] Set router a658795d-4f29-4127-947c-4447dd0fe83e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:03.316762 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a384eb60-a489-4ca0-bdbb-658a1d76ce5b req-059df821-8310-4e2c-8c47-8701ee773c96 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a74d16-c592-4260-936c-6f9047b16b15 HTTP/1.1" status: 200 len: 217 time: 0.0635555 Jan 21 09:49:03.383158 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384eb60-a489-4ca0-bdbb-658a1d76ce5b req-accb6f84-cb26-409e-b97c-015440326f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:03.384643 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a384eb60-a489-4ca0-bdbb-658a1d76ce5b req-accb6f84-cb26-409e-b97c-015440326f85 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=cbaecdb5-d4bf-4838-a51c-3504e3b388f7 HTTP/1.1" status: 200 len: 834 time: 0.0615857 Jan 21 09:49:03.459143 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384eb60-a489-4ca0-bdbb-658a1d76ce5b req-b1e6bcd4-5155-4cf3-9a14-7b7df8d4ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:03.460833 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a384eb60-a489-4ca0-bdbb-658a1d76ce5b req-b1e6bcd4-5155-4cf3-9a14-7b7df8d4ff11 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1d2c3f69-0419-4511-bdbb-910f64342a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693159 Jan 21 09:49:03.591952 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5af8f0cd-5a3a-421a-b902-ec07d8e71cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:45:40Z', 'revision_number': 4, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '3588bdd1-aca5-433b-ad64-2f6cd9163893', 'name': '', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'mac_address': 'fa:16:3e:c9:b2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:38Z', 'updated_at': '2022-01-21T09:45:44Z', 'revision_number': 5, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'subnets': [{'id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:03.595795 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af8f0cd-5a3a-421a-b902-ec07d8e71cc0 None None] The sync data for ids ['a658795d-4f29-4127-947c-4447dd0fe83e'] in dv-neutron-825723-1-hyperv is: [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:45:40Z', 'revision_number': 4, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '3588bdd1-aca5-433b-ad64-2f6cd9163893', 'name': '', 'network_id': '1d2c3f69-0419-4511-bdbb-910f64342a8b', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'mac_address': 'fa:16:3e:c9:b2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:38Z', 'updated_at': '2022-01-21T09:45:44Z', 'revision_number': 5, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'subnets': [{'id': 'cbaecdb5-d4bf-4838-a51c-3504e3b388f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:03.596126 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a384eb60-a489-4ca0-bdbb-658a1d76ce5b req-6b48e90f-a17c-4ac2-bcae-9bc8d59da1ee service neutron] 10.222.0.121 "GET /v2.0/networks/1d2c3f69-0419-4511-bdbb-910f64342a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281345 Jan 21 09:49:03.733417 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a384eb60-a489-4ca0-bdbb-658a1d76ce5b req-eafbf1da-9e4d-4675-a1c5-221b9ba46bcd service neutron] 10.222.0.121 "GET /v2.0/networks/1d2c3f69-0419-4511-bdbb-910f64342a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296024 Jan 21 09:49:03.804014 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:49:03.829165 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c86221-8454-4b88-9f7f-4f1c04117ec3 None None] New status for floating IP efd71860-72d5-45f3-a1b3-67523e3328f6: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:49:04.314472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e29873-70e6-4141-af0c-6c105c35f55a req-34a8484f-ae32-4804-80ef-0989cd70b544 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:04.315911 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1e29873-70e6-4141-af0c-6c105c35f55a req-34a8484f-ae32-4804-80ef-0989cd70b544 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0847874 Jan 21 09:49:04.367172 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1e29873-70e6-4141-af0c-6c105c35f55a req-0aa0ce3f-0969-44f9-a04c-13e6be6cf38e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/security-groups?id=5cbef63a-9830-4593-b674-03c940640926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418863 Jan 21 09:49:04.498023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a4e65-f89b-4938-a741-68508a43f41d req-18f2a3dc-ab72-4f28-b2b8-ae92a8dedee8 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:04.499518 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0d2a4e65-f89b-4938-a741-68508a43f41d req-18f2a3dc-ab72-4f28-b2b8-ae92a8dedee8 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.121 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 945 time: 0.0951560 Jan 21 09:49:04.575017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-0d2a4e65-f89b-4938-a741-68508a43f41d req-ae767d9e-f20b-44a5-92e0-175e5030bb54 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Deleting port 63a74d16-c592-4260-936c-6f9047b16b15 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:49:04.575233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-0d2a4e65-f89b-4938-a741-68508a43f41d req-ae767d9e-f20b-44a5-92e0-175e5030bb54 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.838291 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-0d2a4e65-f89b-4938-a741-68508a43f41d req-ae767d9e-f20b-44a5-92e0-175e5030bb54 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] For port 63a74d16-c592-4260-936c-6f9047b16b15, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=63a74d16-c592-4260-936c-6f9047b16b15,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:04.838526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-0d2a4e65-f89b-4938-a741-68508a43f41d req-ae767d9e-f20b-44a5-92e0-175e5030bb54 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.957239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-0d2a4e65-f89b-4938-a741-68508a43f41d req-ae767d9e-f20b-44a5-92e0-175e5030bb54 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Calling delete_port for 63a74d16-c592-4260-936c-6f9047b16b15 owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:49:05.110908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-0d2a4e65-f89b-4938-a741-68508a43f41d req-ae767d9e-f20b-44a5-92e0-175e5030bb54 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.159228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae767d9e-f20b-44a5-92e0-175e5030bb54 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event deleted for resources: {'Port': ['ID=63a74d16-c592-4260-936c-6f9047b16b15,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:05.235782 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2a4e65-f89b-4938-a741-68508a43f41d req-ae767d9e-f20b-44a5-92e0-175e5030bb54 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] No DVR routers for this DVR port 63a74d16-c592-4260-936c-6f9047b16b15 on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:05.238236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-0d2a4e65-f89b-4938-a741-68508a43f41d req-ae767d9e-f20b-44a5-92e0-175e5030bb54 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.240845 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'name': 'network-vif-deleted', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:05.256887 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0d2a4e65-f89b-4938-a741-68508a43f41d req-ae767d9e-f20b-44a5-92e0-175e5030bb54 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.121 "DELETE /v2.0/ports/63a74d16-c592-4260-936c-6f9047b16b15 HTTP/1.1" status: 204 len: 173 time: 0.7522264 Jan 21 09:49:05.343734 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c908d06b-e12e-4f81-a848-87d9941af12e', 'name': 'network-vif-deleted', 'tag': '63a74d16-c592-4260-936c-6f9047b16b15', 'status': 'completed', 'code': 200} Jan 21 09:49:05.530829 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-29c259ca-7634-40ce-80e9-642e49e31cea req-8ba6bd2f-6bfd-4b61-947b-c0741d450b29 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "GET /v2.0/ports?device_id=c908d06b-e12e-4f81-a848-87d9941af12e HTTP/1.1" status: 200 len: 210 time: 0.0424585 Jan 21 09:49:06.326192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-287c7a27-97f3-4834-8a18-7236610f4b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.641409 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48848) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:07.206817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-32918056-d696-4362-960d-2a2724fdd4e2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.677272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-32918056-d696-4362-960d-2a2724fdd4e2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Deleting port 3588bdd1-aca5-433b-ad64-2f6cd9163893 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:49:07.677932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-32918056-d696-4362-960d-2a2724fdd4e2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.873088 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-32918056-d696-4362-960d-2a2724fdd4e2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] For port 3588bdd1-aca5-433b-ad64-2f6cd9163893, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3588bdd1-aca5-433b-ad64-2f6cd9163893,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:07.873455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-32918056-d696-4362-960d-2a2724fdd4e2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.003355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-32918056-d696-4362-960d-2a2724fdd4e2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Calling delete_port for 3588bdd1-aca5-433b-ad64-2f6cd9163893 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:49:08.195831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-32918056-d696-4362-960d-2a2724fdd4e2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.241697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32918056-d696-4362-960d-2a2724fdd4e2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event deleted for resources: {'Port': ['ID=3588bdd1-aca5-433b-ad64-2f6cd9163893,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:08.445982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a298821f-071e-4ef4-9fa4-db7a4cf025f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.520096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-32918056-d696-4362-960d-2a2724fdd4e2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.891494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32918056-d696-4362-960d-2a2724fdd4e2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Router a658795d-4f29-4127-947c-4447dd0fe83e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:49:09.173811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32918056-d696-4362-960d-2a2724fdd4e2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:49:09.184034 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2abf6-999c-4ac0-90d2-bb9a08527798 None None] Sync routers for ids ['a658795d-4f29-4127-947c-4447dd0fe83e'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:09.186340 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-32918056-d696-4362-960d-2a2724fdd4e2 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "PUT /v2.0/routers/a658795d-4f29-4127-947c-4447dd0fe83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5438638 Jan 21 09:49:09.189198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48852) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:09.194246 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2abf6-999c-4ac0-90d2-bb9a08527798 None None] Routers {'a658795d-4f29-4127-947c-4447dd0fe83e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:09.194849 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-9bf2abf6-999c-4ac0-90d2-bb9a08527798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a658795d-4f29-4127-947c-4447dd0fe83e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:09.255419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ab5ccf-b800-414c-8526-9b1396652e4c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Deleting subnet cbaecdb5-d4bf-4838-a51c-3504e3b388f7 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:49:09.258590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-03ab5ccf-b800-414c-8526-9b1396652e4c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.311171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-03ab5ccf-b800-414c-8526-9b1396652e4c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.393463 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-9bf2abf6-999c-4ac0-90d2-bb9a08527798 None None] Set router a658795d-4f29-4127-947c-4447dd0fe83e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:09.398083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-03ab5ccf-b800-414c-8526-9b1396652e4c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.469423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-03ab5ccf-b800-414c-8526-9b1396652e4c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.508351 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab5ccf-b800-414c-8526-9b1396652e4c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event deleted for resources: {'Subnet': ['ID=cbaecdb5-d4bf-4838-a51c-3504e3b388f7,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:09.511914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-03ab5ccf-b800-414c-8526-9b1396652e4c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.520463 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-03ab5ccf-b800-414c-8526-9b1396652e4c tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "DELETE /v2.0/subnets/cbaecdb5-d4bf-4838-a51c-3504e3b388f7 HTTP/1.1" status: 204 len: 168 time: 0.3277586 Jan 21 09:49:09.520640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48856) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:09.523662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b0f923-f546-4e2a-8b06-5c66bd288aa0 None None] Network 1d2c3f69-0419-4511-bdbb-910f64342a8b requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:49:09.544533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.676680 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-9bf2abf6-999c-4ac0-90d2-bb9a08527798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:49:08Z', 'revision_number': 5, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:09.680449 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2abf6-999c-4ac0-90d2-bb9a08527798 None None] Checking router: a658795d-4f29-4127-947c-4447dd0fe83e for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:09.689505 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2abf6-999c-4ac0-90d2-bb9a08527798 None None] Routers {'a658795d-4f29-4127-947c-4447dd0fe83e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:09.690392 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-9bf2abf6-999c-4ac0-90d2-bb9a08527798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a658795d-4f29-4127-947c-4447dd0fe83e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:09.701237 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 63a74d16-c592-4260-936c-6f9047b16b15 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:09.710335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.744616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 63a74d16-c592-4260-936c-6f9047b16b15 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:49:09.744947 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 63a74d16-c592-4260-936c-6f9047b16b15 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:09.756285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.861491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] DHCP port deletion for 1d2c3f69-0419-4511-bdbb-910f64342a8b request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:49:09.862824 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-9bf2abf6-999c-4ac0-90d2-bb9a08527798 None None] Set router a658795d-4f29-4127-947c-4447dd0fe83e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:09.866225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Deleting port 9851eb98-b866-48e4-9f08-1b0123c6a618 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:49:09.866588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.894101 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.904210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Deleting port d327fd89-90ca-4c8d-975a-e82ea31b0be7 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:49:09.904559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.070631 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] For port 9851eb98-b866-48e4-9f08-1b0123c6a618, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9851eb98-b866-48e4-9f08-1b0123c6a618,segment=NetworkSegment(e8f23001-d640-4c8a-a9c6-cbdc40f63074),segment_id=e8f23001-d640-4c8a-a9c6-cbdc40f63074)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:10.070861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.082300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] For port d327fd89-90ca-4c8d-975a-e82ea31b0be7, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d327fd89-90ca-4c8d-975a-e82ea31b0be7,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:10.082655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.142042 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-9bf2abf6-999c-4ac0-90d2-bb9a08527798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:49:08Z', 'revision_number': 5, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:10.146001 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2abf6-999c-4ac0-90d2-bb9a08527798 None None] The sync data for ids ['a658795d-4f29-4127-947c-4447dd0fe83e'] in dv-neutron-825723-1-hyperv is: [{'id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1632223996', 'tenant_id': '80cac4a837114513b19d91350ba9c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:31Z', 'updated_at': '2022-01-21T09:49:08Z', 'revision_number': 5, 'project_id': '80cac4a837114513b19d91350ba9c4e3', 'gw_port': {'id': 'd327fd89-90ca-4c8d-975a-e82ea31b0be7', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a658795d-4f29-4127-947c-4447dd0fe83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:32Z', 'updated_at': '2022-01-21T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:10.205603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Calling delete_port for d327fd89-90ca-4c8d-975a-e82ea31b0be7 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:49:10.222238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Calling delete_port for 9851eb98-b866-48e4-9f08-1b0123c6a618 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:49:10.299731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.345831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Pushing event deleted for resources: {'Port': ['ID=9851eb98-b866-48e4-9f08-1b0123c6a618,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:10.348004 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] No DVR routers for this DVR port 9851eb98-b866-48e4-9f08-1b0123c6a618 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:10.357132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:10.357468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:10.357802 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:10.358131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:10.358545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:10.358754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:10.359074 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:10.359388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:10.359693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:10.360008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:10.360318 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:10.360651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c1be-0107-4eff-8538-5521e93aaf3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:10.383128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.429405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event deleted for resources: {'Port': ['ID=d327fd89-90ca-4c8d-975a-e82ea31b0be7,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:10.628624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.800587 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.802921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9851eb98-b866-48e4-9f08-1b0123c6a618 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:10.803392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.826945 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.827448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Fanout notify agent at l3_agent the message router_deleted on router a658795d-4f29-4127-947c-4447dd0fe83e {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:49:10.842926 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 9851eb98-b866-48e4-9f08-1b0123c6a618 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:49:10.843299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9851eb98-b866-48e4-9f08-1b0123c6a618 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:10.843775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3588bdd1-aca5-433b-ad64-2f6cd9163893 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:10.848943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.853212 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e3e80675-74e1-40c0-ac00-e619c525d07e tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "DELETE /v2.0/routers/a658795d-4f29-4127-947c-4447dd0fe83e HTTP/1.1" status: 204 len: 168 time: 1.3312533 Jan 21 09:49:10.854873 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48862) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:10.884313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 3588bdd1-aca5-433b-ad64-2f6cd9163893 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:49:10.884780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3588bdd1-aca5-433b-ad64-2f6cd9163893 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:10.996244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.075755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8443b7cd-fd87-4feb-9267-7152cdac8743 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.209136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8443b7cd-fd87-4feb-9267-7152cdac8743 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.235233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-8443b7cd-fd87-4feb-9267-7152cdac8743 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2c3f69-0419-4511-bdbb-910f64342a8b']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:11.249354 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-8443b7cd-fd87-4feb-9267-7152cdac8743 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f23001-d640-4c8a-a9c6-cbdc40f63074') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:11.249671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-8443b7cd-fd87-4feb-9267-7152cdac8743 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f23001-d640-4c8a-a9c6-cbdc40f63074') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:11.263217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8443b7cd-fd87-4feb-9267-7152cdac8743 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.281210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8443b7cd-fd87-4feb-9267-7152cdac8743 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.288472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8443b7cd-fd87-4feb-9267-7152cdac8743 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:49:11.288863 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8443b7cd-fd87-4feb-9267-7152cdac8743 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:49:11.303896 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:49:11.393854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8443b7cd-fd87-4feb-9267-7152cdac8743 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.398511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8443b7cd-fd87-4feb-9267-7152cdac8743 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.429941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443b7cd-fd87-4feb-9267-7152cdac8743 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event deleted for resources: {'Network': ['ID=1d2c3f69-0419-4511-bdbb-910f64342a8b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.439117 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8443b7cd-fd87-4feb-9267-7152cdac8743 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "DELETE /v2.0/networks/1d2c3f69-0419-4511-bdbb-910f64342a8b HTTP/1.1" status: 204 len: 168 time: 0.5829358 Jan 21 09:49:11.441747 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48866) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:11.511589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3dec0f3a-327b-49ea-94e6-1a34a3dc87e1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.546279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3dec0f3a-327b-49ea-94e6-1a34a3dc87e1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.612061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3dec0f3a-327b-49ea-94e6-1a34a3dc87e1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.630138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0f3a-327b-49ea-94e6-1a34a3dc87e1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbef63a-9830-4593-b674-03c940640926,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.640969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3dec0f3a-327b-49ea-94e6-1a34a3dc87e1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.642763 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3dec0f3a-327b-49ea-94e6-1a34a3dc87e1 tempest-TestNetworkAdvancedServerOps-463589299 tempest-TestNetworkAdvancedServerOps-463589299-project] 10.222.0.99 "DELETE /v2.0/security-groups/5cbef63a-9830-4593-b674-03c940640926 HTTP/1.1" status: 204 len: 168 time: 0.1994681 Jan 21 09:49:11.963486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48876) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.117203 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c08dd8eb-92b5-4761-b946-20490dbc2b74 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=80cac4a837114513b19d91350ba9c4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525958 Jan 21 09:49:12.120801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48882) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.178903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fb87733c-03a5-4f5f-b5c8-7d8437eb7785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.205894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fb87733c-03a5-4f5f-b5c8-7d8437eb7785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.267181 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fb87733c-03a5-4f5f-b5c8-7d8437eb7785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.286949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87733c-03a5-4f5f-b5c8-7d8437eb7785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b80cdd-4f39-4b9d-9360-2d8b2872d3a9,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:12.294277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fb87733c-03a5-4f5f-b5c8-7d8437eb7785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.295410 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fb87733c-03a5-4f5f-b5c8-7d8437eb7785 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a9b80cdd-4f39-4b9d-9360-2d8b2872d3a9 HTTP/1.1" status: 204 len: 168 time: 0.1736979 Jan 21 09:49:12.606751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48890) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.625536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2424958c-8610-4a54-829a-42d9577e01d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.640465 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2424958c-8610-4a54-829a-42d9577e01d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:12.644839 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2424958c-8610-4a54-829a-42d9577e01d0 admin admin] Usage tracker for resource:security_group_rule and tenant:3c136c4df6a744afb8b3f5f0b6518adc is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:12.647934 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2424958c-8610-4a54-829a-42d9577e01d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:12.654279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2424958c-8610-4a54-829a-42d9577e01d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:12.717029 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d327fd89-90ca-4c8d-975a-e82ea31b0be7 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:12.738627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2424958c-8610-4a54-829a-42d9577e01d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.742823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2424958c-8610-4a54-829a-42d9577e01d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.749947 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: d327fd89-90ca-4c8d-975a-e82ea31b0be7 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:49:12.750287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d327fd89-90ca-4c8d-975a-e82ea31b0be7 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:12.800289 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2424958c-8610-4a54-829a-42d9577e01d0 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3c136c4df6a744afb8b3f5f0b6518adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918828 Jan 21 09:49:12.801719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424958c-8610-4a54-829a-42d9577e01d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afabf68d-22d3-4494-a777-b3da0c5ce9c3,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:12.802688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48894) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.870283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-96ef0e4c-d752-468f-8495-7d2bf4955ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.896370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-96ef0e4c-d752-468f-8495-7d2bf4955ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.955341 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-96ef0e4c-d752-468f-8495-7d2bf4955ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.969381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef0e4c-d752-468f-8495-7d2bf4955ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afabf68d-22d3-4494-a777-b3da0c5ce9c3,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:12.977191 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-96ef0e4c-d752-468f-8495-7d2bf4955ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.978427 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-96ef0e4c-d752-468f-8495-7d2bf4955ade admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/afabf68d-22d3-4494-a777-b3da0c5ce9c3 HTTP/1.1" status: 204 len: 168 time: 0.1745255 Jan 21 09:49:30.042347 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.322636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f64aa6b6-42d9-4f0c-927c-98a31a8f1c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.452044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c93a6219-5271-4564-b5c3-17a975efcc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.764589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48908) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:38.845324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a3655-6ffb-4989-9961-38c860e320b6 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:38.845790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a3655-6ffb-4989-9961-38c860e320b6 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:38.846253 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a3655-6ffb-4989-9961-38c860e320b6 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:38.847921 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1d6a3655-6ffb-4989-9961-38c860e320b6 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?project_id=f4e681c68c4e433a8bf1cae53443017d&network_id=f524cffb-4d79-449b-ab4f-81a86510ec45 HTTP/1.1" status: 200 len: 2999 time: 0.0823033 Jan 21 09:49:39.532318 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:39.688442 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:40.378505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48920) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:40.445847 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004fa913-c154-423f-91be-c78e77a27ea3 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:40.447293 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-004fa913-c154-423f-91be-c78e77a27ea3 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 814 time: 0.0675373 Jan 21 09:49:40.808905 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:49:40.910765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48928) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:40.919804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'network': {'name': 'tempest-network-smoke--538457791', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'port_security_enabled': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:40.928248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:40.934366 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:network and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:40.937401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:40.943366 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:40.955887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:40.959501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:40.988374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:49:40.997749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:40.998091 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Added segment ec3661fc-1aa2-4491-a2e9-1aa66ac84c05 of type vlan for network 9d4e8be2-a78c-496a-bea8-e02a29a567da Jan 21 09:49:41.001314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.024229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.055233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.060591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:41.061168 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.162334 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2499878 Jan 21 09:49:41.165482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48932) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:41.167126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Network': ['ID=9d4e8be2-a78c-496a-bea8-e02a29a567da,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:41.174442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:41.174779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:41.175113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:41.175435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:41.175753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:41.176068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:41.176399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:41.176739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:41.177050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:41.177363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:41.177673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:41.177981 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2078095-6b54-42c5-ab3d-314dc23cdb58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:41.189641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 9d4e8be2-a78c-496a-bea8-e02a29a567da details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:49:41.227950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18f5024-dae5-4660-8b81-615ab4b15d22 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:41.229474 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a18f5024-dae5-4660-8b81-615ab4b15d22 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=f4e681c68c4e433a8bf1cae53443017d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0630293 Jan 21 09:49:41.232490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48936) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:41.371311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3925ecae-69c5-485b-91e8-99c575df770a tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:41.374451 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3925ecae-69c5-485b-91e8-99c575df770a tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1409531 Jan 21 09:49:41.375753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48940) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:41.390565 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0a492742-2710-44ec-b3f9-5ec2469bdc48 req-e961083e-f79e-4188-b6d9-91f3908a36d8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796292 Jan 21 09:49:41.418814 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6df4dd41-7c61-4b79-b3b1-498c3b98661a tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420880 Jan 21 09:49:41.421501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48944) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:41.460610 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e745e793-c975-44c2-912c-9b69ff67e725 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=f4e681c68c4e433a8bf1cae53443017d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380046 Jan 21 09:49:41.463262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48948) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:41.524063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a492742-2710-44ec-b3f9-5ec2469bdc48 req-9e928431-c615-4246-93ad-d4ce6b5a3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:41.525569 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0a492742-2710-44ec-b3f9-5ec2469bdc48 req-9e928431-c615-4246-93ad-d4ce6b5a3a83 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 1098 time: 0.0691211 Jan 21 09:49:41.592254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc31cb-16da-47af-9422-6fadde9f33c3 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:41.596547 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-08fc31cb-16da-47af-9422-6fadde9f33c3 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295781 Jan 21 09:49:41.596714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48952) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:41.641272 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ebd5d3f0-8d7b-48c1-bd0d-f66cfe005f47 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409474 Jan 21 09:49:41.641425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48956) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:41.646660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2133185791', 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:41.669741 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a492742-2710-44ec-b3f9-5ec2469bdc48 req-dfde0c2b-8713-4b76-87ab-30dcd510bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:41.671106 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0a492742-2710-44ec-b3f9-5ec2469bdc48 req-dfde0c2b-8713-4b76-87ab-30dcd510bb66 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f524cffb-4d79-449b-ab4f-81a86510ec45 HTTP/1.1" status: 200 len: 897 time: 0.1272368 Jan 21 09:49:41.751014 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:41.755081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:subnet and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:41.758012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:41.763751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:41.772593 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0a492742-2710-44ec-b3f9-5ec2469bdc48 req-7a10edb1-407b-420f-bdaf-fcf9a77d4219 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3edb80ca-2bdc-495b-b51e-457ee8009e7d HTTP/1.1" status: 200 len: 1001 time: 0.0952144 Jan 21 09:49:41.776108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:41.779990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.834189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a492742-2710-44ec-b3f9-5ec2469bdc48 req-02b32237-0164-4ecb-b5d3-eed0e1343622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:41.835642 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0a492742-2710-44ec-b3f9-5ec2469bdc48 req-02b32237-0164-4ecb-b5d3-eed0e1343622 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e0da0e7b-de5a-43ef-a27a-286b056883d8 HTTP/1.1" status: 200 len: 835 time: 0.0576630 Jan 21 09:49:41.914376 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a492742-2710-44ec-b3f9-5ec2469bdc48 req-045382c3-7191-4c21-8bd5-8cb3e8e6f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:41.915903 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0a492742-2710-44ec-b3f9-5ec2469bdc48 req-045382c3-7191-4c21-8bd5-8cb3e8e6f91c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f524cffb-4d79-449b-ab4f-81a86510ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741482 Jan 21 09:49:41.997200 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.047264 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0a492742-2710-44ec-b3f9-5ec2469bdc48 req-7b52fda1-55bc-4d93-9138-829e568484f9 service neutron] 10.222.0.121 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240451 Jan 21 09:49:42.072640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Subnet': ['ID=b007804d-5ae3-4fac-af6f-3fbefe9de803,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:42.083372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:42.083723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:42.084063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:42.084409 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:42.084741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:42.085069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:42.085412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:42.085705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:42.086043 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:42.086365 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:42.086681 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:42.087003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:42.091730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Checking segment: {'id': 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:49:42.092385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network hostable DHCP agents. Network: 9d4e8be2-a78c-496a-bea8-e02a29a567da, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:49:42.112322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 9d4e8be2-a78c-496a-bea8-e02a29a567da is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:49:42.122409 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 9d4e8be2-a78c-496a-bea8-e02a29a567da) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:42.126572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:42.127166 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.132613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f742330a-dbf2-4d5c-9ca0-c194bc0f4e09 None None] Network 9d4e8be2-a78c-496a-bea8-e02a29a567da requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:49:42.152457 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7bb4eb21-6572-49e8-8a74-931b67c19b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5072639 Jan 21 09:49:42.285886 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0a492742-2710-44ec-b3f9-5ec2469bdc48 req-c745d72d-10c3-47b1-8d17-b51f33f70285 service neutron] 10.222.0.121 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323227 Jan 21 09:49:42.362633 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-9d4e8be2-a78c-496a-bea8-e02a29a567da', 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ips': [{'subnet_id': 'b007804d-5ae3-4fac-af6f-3fbefe9de803'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:49:42.363450 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.455118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48962) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:42.460521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1894425288', 'description': 'tempest-secgroup-smoke-1894425288 description', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:42.466551 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:42.470372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:42.473144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:42.478649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:42.489219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.509189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:42.512994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:42.515858 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:42.521735 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:42.523108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Allocated IP 172.20.0.18 (9d4e8be2-a78c-496a-bea8-e02a29a567da/b007804d-5ae3-4fac-af6f-3fbefe9de803/b0af7f89-c096-40c9-beb3-e0857de31917) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:42.607074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.613096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.656640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa57718-acd0-47c5-80da-0fa0c35ea1b7,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:42.660179 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.661430 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-54c8c80a-a70d-4650-907b-782f378a15a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2052536 Jan 21 09:49:42.664234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48966) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:42.669204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3bac27af-e8bd-46e5-856d-2d039bc21236 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '1aa57718-acd0-47c5-80da-0fa0c35ea1b7', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:42.675024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3bac27af-e8bd-46e5-856d-2d039bc21236 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:42.678924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3bac27af-e8bd-46e5-856d-2d039bc21236 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:42.682099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3bac27af-e8bd-46e5-856d-2d039bc21236 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:42.688477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3bac27af-e8bd-46e5-856d-2d039bc21236 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:42.707485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3bac27af-e8bd-46e5-856d-2d039bc21236 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.731176 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.741408 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Transition to ACTIVE for port object b0af7f89-c096-40c9-beb3-e0857de31917 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:42.759424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Transition to ACTIVE for port object b0af7f89-c096-40c9-beb3-e0857de31917 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:42.764782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.768587 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3bac27af-e8bd-46e5-856d-2d039bc21236 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.773194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3bac27af-e8bd-46e5-856d-2d039bc21236 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.795779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac27af-e8bd-46e5-856d-2d039bc21236 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c464816-0a1b-4f00-898f-0eab9833708a,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:42.805569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3bac27af-e8bd-46e5-856d-2d039bc21236 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.809741 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3bac27af-e8bd-46e5-856d-2d039bc21236 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445441 Jan 21 09:49:42.809874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48970) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:42.815125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-09cf750b-b364-4f29-ac22-60a9ed77a728 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '1aa57718-acd0-47c5-80da-0fa0c35ea1b7', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:42.821543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-09cf750b-b364-4f29-ac22-60a9ed77a728 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:42.828926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-09cf750b-b364-4f29-ac22-60a9ed77a728 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:42.832498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-09cf750b-b364-4f29-ac22-60a9ed77a728 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:42.832741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Network 9d4e8be2-a78c-496a-bea8-e02a29a567da is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:42.835675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:42.839366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:49:42.842988 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-09cf750b-b364-4f29-ac22-60a9ed77a728 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:42.866380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-09cf750b-b364-4f29-ac22-60a9ed77a728 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.875197 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Pushing event updated for resources: {'Port': ['ID=b0af7f89-c096-40c9-beb3-e0857de31917,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:42.932097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-09cf750b-b364-4f29-ac22-60a9ed77a728 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.932868 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Attempting to bind port b0af7f89-c096-40c9-beb3-e0857de31917 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:42.933232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Attempting to bind port b0af7f89-c096-40c9-beb3-e0857de31917 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:42.933594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Attempting to bind port b0af7f89-c096-40c9-beb3-e0857de31917 on network 9d4e8be2-a78c-496a-bea8-e02a29a567da {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:49:42.937310 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-09cf750b-b364-4f29-ac22-60a9ed77a728 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.940149 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:49:42.940596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Checking segment: {'id': 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:49:42.940952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.941337 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Bound using segment: {'id': 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:49:42.941799 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Bound port: b0af7f89-c096-40c9-beb3-e0857de31917, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:42.942171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.961379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf750b-b364-4f29-ac22-60a9ed77a728 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2104d229-24e7-49fa-8e8e-31a318660e99,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:42.970790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-09cf750b-b364-4f29-ac22-60a9ed77a728 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.974714 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-09cf750b-b364-4f29-ac22-60a9ed77a728 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611130 Jan 21 09:49:42.974855 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48974) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:42.979887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e094e1d1-7935-4e70-9b0a-437b5bb5a909 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '1aa57718-acd0-47c5-80da-0fa0c35ea1b7', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:42.985745 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e094e1d1-7935-4e70-9b0a-437b5bb5a909 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:42.989614 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e094e1d1-7935-4e70-9b0a-437b5bb5a909 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:42.992509 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e094e1d1-7935-4e70-9b0a-437b5bb5a909 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:42.998193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e094e1d1-7935-4e70-9b0a-437b5bb5a909 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:43.015445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e094e1d1-7935-4e70-9b0a-437b5bb5a909 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.030420 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] For port b0af7f89-c096-40c9-beb3-e0857de31917, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:49:43.033685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] For port b0af7f89-c096-40c9-beb3-e0857de31917, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b0af7f89-c096-40c9-beb3-e0857de31917,segment=NetworkSegment(ec3661fc-1aa2-4491-a2e9-1aa66ac84c05),segment_id=ec3661fc-1aa2-4491-a2e9-1aa66ac84c05)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:49:43.038063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.082179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e094e1d1-7935-4e70-9b0a-437b5bb5a909 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.087437 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e094e1d1-7935-4e70-9b0a-437b5bb5a909 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.108865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094e1d1-7935-4e70-9b0a-437b5bb5a909 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8e808c-4378-4c91-8890-7df1d94400f3,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:43.121385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e094e1d1-7935-4e70-9b0a-437b5bb5a909 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.122581 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e094e1d1-7935-4e70-9b0a-437b5bb5a909 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468434 Jan 21 09:49:43.125491 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 48978) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:43.130540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-fc862f7e-2740-4697-a9f6-2ef00953702d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '1aa57718-acd0-47c5-80da-0fa0c35ea1b7', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:43.134354 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fceef-2930-4320-8cbe-77ebc35f0daa None None] Pushing event updated for resources: {'Port': ['ID=b0af7f89-c096-40c9-beb3-e0857de31917,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:43.136299 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fc862f7e-2740-4697-a9f6-2ef00953702d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:43.140216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fc862f7e-2740-4697-a9f6-2ef00953702d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:43.143272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fc862f7e-2740-4697-a9f6-2ef00953702d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:43.149164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fc862f7e-2740-4697-a9f6-2ef00953702d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:43.172878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc862f7e-2740-4697-a9f6-2ef00953702d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.237373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc862f7e-2740-4697-a9f6-2ef00953702d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.242255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc862f7e-2740-4697-a9f6-2ef00953702d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.267155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc862f7e-2740-4697-a9f6-2ef00953702d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda9b7b0-ce59-4233-9628-c020e396984b,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:43.283765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fc862f7e-2740-4697-a9f6-2ef00953702d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.285073 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fc862f7e-2740-4697-a9f6-2ef00953702d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1586051 Jan 21 09:49:43.288030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48982) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:43.293731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-38c43cd9-c5bf-42de-8383-fa0631a7697d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '1aa57718-acd0-47c5-80da-0fa0c35ea1b7', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:43.312762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-38c43cd9-c5bf-42de-8383-fa0631a7697d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:43.317487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-38c43cd9-c5bf-42de-8383-fa0631a7697d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:43.321713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-38c43cd9-c5bf-42de-8383-fa0631a7697d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:43.332949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-38c43cd9-c5bf-42de-8383-fa0631a7697d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:43.344740 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-38c43cd9-c5bf-42de-8383-fa0631a7697d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:49:43.351365 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38c43cd9-c5bf-42de-8383-fa0631a7697d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.421227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38c43cd9-c5bf-42de-8383-fa0631a7697d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.426691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38c43cd9-c5bf-42de-8383-fa0631a7697d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.451098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c43cd9-c5bf-42de-8383-fa0631a7697d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2ec4f2-9483-40cd-82c5-41d3deea42c0,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:43.460978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38c43cd9-c5bf-42de-8383-fa0631a7697d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.462337 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-38c43cd9-c5bf-42de-8383-fa0631a7697d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1730452 Jan 21 09:49:43.465044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 48986) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:43.470137 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5e93db6b-fa4a-4bf3-a4f8-7178c432dff6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '1aa57718-acd0-47c5-80da-0fa0c35ea1b7', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:43.476152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5e93db6b-fa4a-4bf3-a4f8-7178c432dff6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:43.480136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5e93db6b-fa4a-4bf3-a4f8-7178c432dff6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:43.483016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5e93db6b-fa4a-4bf3-a4f8-7178c432dff6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:43.488809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5e93db6b-fa4a-4bf3-a4f8-7178c432dff6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:43.500087 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-5e93db6b-fa4a-4bf3-a4f8-7178c432dff6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:49:43.506426 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5e93db6b-fa4a-4bf3-a4f8-7178c432dff6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.576755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5e93db6b-fa4a-4bf3-a4f8-7178c432dff6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.581243 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5e93db6b-fa4a-4bf3-a4f8-7178c432dff6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.608711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93db6b-fa4a-4bf3-a4f8-7178c432dff6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c9f135-7d80-4337-9059-adcce4177d24,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:43.616310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5e93db6b-fa4a-4bf3-a4f8-7178c432dff6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:43.617653 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5e93db6b-fa4a-4bf3-a4f8-7178c432dff6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516809 Jan 21 09:49:43.840270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-6646ac3f-0462-4a1e-a326-270b667ef80e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:43.859840 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-6646ac3f-0462-4a1e-a326-270b667ef80e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:43.860989 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-6646ac3f-0462-4a1e-a326-270b667ef80e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894425288&fields=id&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 267 time: 0.0599639 Jan 21 09:49:44.012421 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-9f7b35db-2aac-40ff-a15d-429d81f14b86 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:44.013864 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-9f7b35db-2aac-40ff-a15d-429d81f14b86 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/networks?id=9d4e8be2-a78c-496a-bea8-e02a29a567da HTTP/1.1" status: 200 len: 796 time: 0.1461642 Jan 21 09:49:44.028857 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1418781f-ab67-48f9-b54d-fa26f1805caf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/quotas/f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 375 time: 0.0094154 Jan 21 09:49:44.052631 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61317030-01fe-4754-a73f-fbed54f8f782 None None] Network 9d4e8be2-a78c-496a-bea8-e02a29a567da requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:49:44.146537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-409e451e-794e-4998-9cf8-79c657a89e9d None None] Provisioning for port b0af7f89-c096-40c9-beb3-e0857de31917 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:44.220636 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-0b75b2b1-643b-41b6-aae8-b8fa0d627fd2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1863713 Jan 21 09:49:44.460688 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-7995b276-48ec-43cc-8a9c-ffe10a097246 service neutron] 10.222.0.99 "GET /v2.0/networks/9d4e8be2-a78c-496a-bea8-e02a29a567da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279317 Jan 21 09:49:44.592046 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-669973e9-f827-4f40-8226-c2fb9c196bf8 service neutron] 10.222.0.99 "GET /v2.0/networks/9d4e8be2-a78c-496a-bea8-e02a29a567da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254048 Jan 21 09:49:44.808622 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8b942b85-7656-4b04-9bab-7ff7b7932696 req-65348aa9-0c3a-4748-b19d-1e55d01268f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 210 time: 0.0697675 Jan 21 09:49:44.833444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b0af7f89-c096-40c9-beb3-e0857de31917 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:44.903126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port b0af7f89-c096-40c9-beb3-e0857de31917 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:44.908051 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b0af7f89-c096-40c9-beb3-e0857de31917 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:44.908504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.028999 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.062535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port b0af7f89-c096-40c9-beb3-e0857de31917, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b0af7f89-c096-40c9-beb3-e0857de31917,segment=NetworkSegment(ec3661fc-1aa2-4491-a2e9-1aa66ac84c05),segment_id=ec3661fc-1aa2-4491-a2e9-1aa66ac84c05)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:45.067993 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.137559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=b0af7f89-c096-40c9-beb3-e0857de31917,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:45.958687 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2139dc0c-b9a3-4900-98bc-9d3e4a1fbfb8 req-a6d4e7bc-4648-48de-bbf3-82cefe0b2cec tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 210 time: 0.0498035 Jan 21 09:49:46.041134 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-c7c4a95b-becc-4055-8e73-44010b51cf0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:46.041814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-c7c4a95b-becc-4055-8e73-44010b51cf0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:46.059449 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-c7c4a95b-becc-4055-8e73-44010b51cf0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:46.060804 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-c7c4a95b-becc-4055-8e73-44010b51cf0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks?id=9d4e8be2-a78c-496a-bea8-e02a29a567da HTTP/1.1" status: 200 len: 796 time: 0.1679323 Jan 21 09:49:46.113099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-0ea3c5b0-7141-4486-800b-237f2de30108 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:46.125020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-0ea3c5b0-7141-4486-800b-237f2de30108 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:46.126175 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-0ea3c5b0-7141-4486-800b-237f2de30108 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 473 time: 0.0569541 Jan 21 09:49:46.137732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'port': {'device_id': '0bb290ab-b22a-4751-9614-92b7850ee1f3', 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da', 'admin_state_up': True, 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'security_groups': ['1aa57718-acd0-47c5-80da-0fa0c35ea1b7']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:46.278316 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:46.282334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:port and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:46.285201 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:46.290871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:46.302886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:46.306725 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.479591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.25 (9d4e8be2-a78c-496a-bea8-e02a29a567da/b007804d-5ae3-4fac-af6f-3fbefe9de803/a551478d-ba9d-4527-91dd-859d97416e0b) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:46.672210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.689076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object a551478d-ba9d-4527-91dd-859d97416e0b will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:46.719004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.776843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b0af7f89-c096-40c9-beb3-e0857de31917 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:46.790441 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 9d4e8be2-a78c-496a-bea8-e02a29a567da is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:46.793733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:46.796293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:49:46.848214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=a551478d-ba9d-4527-91dd-859d97416e0b,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:46.850855 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b0af7f89-c096-40c9-beb3-e0857de31917 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:46.851240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.887906 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:46.888751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.917404 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-1622ad59-a472-4468-b025-cc756c0abb4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7832689 Jan 21 09:49:46.929498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Request body: {'port': {'device_id': '0bb290ab-b22a-4751-9614-92b7850ee1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:47.031007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-52a139c8-dcc3-4f56-ae8d-6ab65b5714a6 None None] Provisioning for port a551478d-ba9d-4527-91dd-859d97416e0b completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:47.035826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-52a139c8-dcc3-4f56-ae8d-6ab65b5714a6 None None] Provisioning complete for port a551478d-ba9d-4527-91dd-859d97416e0b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:47.036301 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-52a139c8-dcc3-4f56-ae8d-6ab65b5714a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.044222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.091307 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-52a139c8-dcc3-4f56-ae8d-6ab65b5714a6 None None] Port a551478d-ba9d-4527-91dd-859d97416e0b cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:49:47.143404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6a074-4846-454e-9742-67275a9ad8aa req-063a9677-60f5-4aba-a796-a41722475e7c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:47.144790 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e0f6a074-4846-454e-9742-67275a9ad8aa req-063a9677-60f5-4aba-a796-a41722475e7c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 932 time: 0.0801537 Jan 21 09:49:47.189933 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e0f6a074-4846-454e-9742-67275a9ad8aa req-410772fe-c9fd-4555-8895-d1374449ace9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=1aa57718-acd0-47c5-80da-0fa0c35ea1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388837 Jan 21 09:49:47.398883 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a551478d-ba9d-4527-91dd-859d97416e0b {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:47.406498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.421258 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Transition to ACTIVE for port object a551478d-ba9d-4527-91dd-859d97416e0b will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:47.427701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.557088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Pushing event updated for resources: {'Port': ['ID=a551478d-ba9d-4527-91dd-859d97416e0b,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:47.681504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Attempting to bind port a551478d-ba9d-4527-91dd-859d97416e0b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:47.681841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Attempting to bind port a551478d-ba9d-4527-91dd-859d97416e0b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:47.682167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Attempting to bind port a551478d-ba9d-4527-91dd-859d97416e0b on network 9d4e8be2-a78c-496a-bea8-e02a29a567da {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:49:47.686871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Port a551478d-ba9d-4527-91dd-859d97416e0b on network 9d4e8be2-a78c-496a-bea8-e02a29a567da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:49:47.687200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Attempting to bind port a551478d-ba9d-4527-91dd-859d97416e0b on network 9d4e8be2-a78c-496a-bea8-e02a29a567da {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:49:47.692371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:49:47.692721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Checking segment: {'id': 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:49:47.693103 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Bound using segment: {'id': 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:49:47.693508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Bound port: a551478d-ba9d-4527-91dd-859d97416e0b, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:47.693841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.782165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] For port a551478d-ba9d-4527-91dd-859d97416e0b, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:49:47.785060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] For port a551478d-ba9d-4527-91dd-859d97416e0b, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a551478d-ba9d-4527-91dd-859d97416e0b,segment=NetworkSegment(ec3661fc-1aa2-4491-a2e9-1aa66ac84c05),segment_id=ec3661fc-1aa2-4491-a2e9-1aa66ac84c05)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:49:47.790918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.849217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:47.850006 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:47.851383 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] 10.222.0.121 "PUT /v2.0/ports/a551478d-ba9d-4527-91dd-859d97416e0b HTTP/1.1" status: 200 len: 1094 time: 0.9265316 Jan 21 09:49:47.859179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb290ab-b22a-4751-9614-92b7850ee1f3', 'tag': 'a551478d-ba9d-4527-91dd-859d97416e0b'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:47.988933 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb290ab-b22a-4751-9614-92b7850ee1f3', 'tag': 'a551478d-ba9d-4527-91dd-859d97416e0b', 'status': 'completed', 'code': 200} Jan 21 09:49:48.071494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb987f-f2be-4c80-b9d9-7b25a70d7e20 service neutron] Pushing event updated for resources: {'Port': ['ID=a551478d-ba9d-4527-91dd-859d97416e0b,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:48.095699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-e7723c22-f82f-4d11-a0a1-a38cc27d1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:48.097232 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-e7723c22-f82f-4d11-a0a1-a38cc27d1beb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 1097 time: 0.1073632 Jan 21 09:49:48.168764 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-6387c918-f93b-44f7-bcfe-57605fdbfadb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=a551478d-ba9d-4527-91dd-859d97416e0b HTTP/1.1" status: 200 len: 217 time: 0.0644836 Jan 21 09:49:48.229720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-68afc4b7-b5c5-4b02-a4de-68c8c6e407c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:48.231259 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-68afc4b7-b5c5-4b02-a4de-68c8c6e407c9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b007804d-5ae3-4fac-af6f-3fbefe9de803 HTTP/1.1" status: 200 len: 838 time: 0.0571260 Jan 21 09:49:48.309581 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-f9796d5a-da37-4712-9e8a-b458ae0f645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:48.311707 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-f9796d5a-da37-4712-9e8a-b458ae0f645d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9d4e8be2-a78c-496a-bea8-e02a29a567da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0747674 Jan 21 09:49:48.390201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4e99-93ca-4576-b2dd-ad2cd898eb1c req-d924e3ef-06f0-4a92-aae1-276a3de74ef0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:48.391680 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a29d4e99-93ca-4576-b2dd-ad2cd898eb1c req-d924e3ef-06f0-4a92-aae1-276a3de74ef0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 944 time: 0.0950506 Jan 21 09:49:48.435956 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a29d4e99-93ca-4576-b2dd-ad2cd898eb1c req-eba14047-b6a3-469e-b1b6-78562826fca9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=1aa57718-acd0-47c5-80da-0fa0c35ea1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384722 Jan 21 09:49:48.447733 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-0c082209-b143-450e-81a9-58141318cdbd service neutron] 10.222.0.121 "GET /v2.0/networks/9d4e8be2-a78c-496a-bea8-e02a29a567da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293283 Jan 21 09:49:48.578484 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8464ff34-2214-4586-9b3f-d6aa4a9c9f2c req-d73062cb-6a41-44f6-8bed-f7e96bd893c0 service neutron] 10.222.0.121 "GET /v2.0/networks/9d4e8be2-a78c-496a-bea8-e02a29a567da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245859 Jan 21 09:49:48.697155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2bd21-d997-404a-ba71-1722a237eb87 req-69b74ce4-c117-4a31-b9e6-6ec259be1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:48.698620 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dda2bd21-d997-404a-ba71-1722a237eb87 req-69b74ce4-c117-4a31-b9e6-6ec259be1029 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 1097 time: 0.0741787 Jan 21 09:49:48.838905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2bd21-d997-404a-ba71-1722a237eb87 req-d3137dcb-aaba-4db5-9d8e-a6e46c2c5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:48.840394 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dda2bd21-d997-404a-ba71-1722a237eb87 req-d3137dcb-aaba-4db5-9d8e-a6e46c2c5473 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9d4e8be2-a78c-496a-bea8-e02a29a567da HTTP/1.1" status: 200 len: 897 time: 0.1351771 Jan 21 09:49:48.911139 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dda2bd21-d997-404a-ba71-1722a237eb87 req-6dbc7194-03a6-4580-b8bf-5561b1b79163 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=a551478d-ba9d-4527-91dd-859d97416e0b HTTP/1.1" status: 200 len: 217 time: 0.0636830 Jan 21 09:49:48.974430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2bd21-d997-404a-ba71-1722a237eb87 req-e514f896-e947-4f55-b920-3691830eef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:48.975739 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dda2bd21-d997-404a-ba71-1722a237eb87 req-e514f896-e947-4f55-b920-3691830eef8c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b007804d-5ae3-4fac-af6f-3fbefe9de803 HTTP/1.1" status: 200 len: 838 time: 0.0584857 Jan 21 09:49:49.061492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2bd21-d997-404a-ba71-1722a237eb87 req-b89ece13-332c-4533-9a38-f45810cb587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:49.062925 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dda2bd21-d997-404a-ba71-1722a237eb87 req-b89ece13-332c-4533-9a38-f45810cb587e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9d4e8be2-a78c-496a-bea8-e02a29a567da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0811260 Jan 21 09:49:49.199102 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dda2bd21-d997-404a-ba71-1722a237eb87 req-9141cbf8-fba0-4fc2-9d5f-9eacf36e61d7 service neutron] 10.222.0.121 "GET /v2.0/networks/9d4e8be2-a78c-496a-bea8-e02a29a567da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290874 Jan 21 09:49:49.329158 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dda2bd21-d997-404a-ba71-1722a237eb87 req-815ef0cd-8d02-4636-9968-c290667bec9a service neutron] 10.222.0.121 "GET /v2.0/networks/9d4e8be2-a78c-496a-bea8-e02a29a567da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228492 Jan 21 09:49:49.635846 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52999373-bcfd-4177-a943-d5b62c18f0d3 req-3807f889-7dbe-4dea-9b78-39b217b70c27 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:49.637387 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-52999373-bcfd-4177-a943-d5b62c18f0d3 req-3807f889-7dbe-4dea-9b78-39b217b70c27 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 944 time: 0.0856514 Jan 21 09:49:49.680949 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-52999373-bcfd-4177-a943-d5b62c18f0d3 req-46f13591-abcd-4133-b584-9d0ec3f08630 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=1aa57718-acd0-47c5-80da-0fa0c35ea1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378711 Jan 21 09:49:50.879597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c54049-101e-4e66-a7d6-799586419d2f req-fb4103ba-d319-4ab0-9129-9352ee818f9f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:50.881067 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-37c54049-101e-4e66-a7d6-799586419d2f req-fb4103ba-d319-4ab0-9129-9352ee818f9f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 944 time: 0.0931110 Jan 21 09:49:50.924107 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-37c54049-101e-4e66-a7d6-799586419d2f req-4eb07fbe-29cd-4ee2-b422-48b2b9e707d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=1aa57718-acd0-47c5-80da-0fa0c35ea1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372846 Jan 21 09:49:51.840995 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device a551478d-ba9d-4527-91dd-859d97416e0b details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:49:51.983477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port a551478d-ba9d-4527-91dd-859d97416e0b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a551478d-ba9d-4527-91dd-859d97416e0b,segment=NetworkSegment(ec3661fc-1aa2-4491-a2e9-1aa66ac84c05),segment_id=ec3661fc-1aa2-4491-a2e9-1aa66ac84c05)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:51.997132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'a551478d-ba9d-4527-91dd-859d97416e0b', 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da', 'port_id': 'a551478d-ba9d-4527-91dd-859d97416e0b', 'mac_address': 'fa:16:3e:2e:08:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b007804d-5ae3-4fac-af6f-3fbefe9de803', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:49:52.054138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:52.070922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a551478d-ba9d-4527-91dd-859d97416e0b {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:52.086705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port a551478d-ba9d-4527-91dd-859d97416e0b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a551478d-ba9d-4527-91dd-859d97416e0b,segment=NetworkSegment(ec3661fc-1aa2-4491-a2e9-1aa66ac84c05),segment_id=ec3661fc-1aa2-4491-a2e9-1aa66ac84c05)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:52.092036 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:52.106388 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc42a4-c09b-4c0d-8d3f-82cb1592eec9 req-89825a0b-b765-4b32-bcca-b7f4ea02762d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:52.107833 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-abcc42a4-c09b-4c0d-8d3f-82cb1592eec9 req-89825a0b-b765-4b32-bcca-b7f4ea02762d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 944 time: 0.0813210 Jan 21 09:49:52.152545 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-abcc42a4-c09b-4c0d-8d3f-82cb1592eec9 req-b42e3f2f-d9c4-4ebf-9aa7-c5a4c4f316b6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=1aa57718-acd0-47c5-80da-0fa0c35ea1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386817 Jan 21 09:49:52.159360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=a551478d-ba9d-4527-91dd-859d97416e0b,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:52.484294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['a551478d-ba9d-4527-91dd-859d97416e0b'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:49:53.353729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5420d4-9b38-443e-a58e-bc8c5eb78f18 req-f7c55861-500a-4a6f-99f1-ca065d701952 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:53.355226 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ff5420d4-9b38-443e-a58e-bc8c5eb78f18 req-f7c55861-500a-4a6f-99f1-ca065d701952 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 945 time: 0.0939441 Jan 21 09:49:53.399376 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ff5420d4-9b38-443e-a58e-bc8c5eb78f18 req-808fa7f7-2a50-4b8d-a4cc-3e87e5fb9948 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=1aa57718-acd0-47c5-80da-0fa0c35ea1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383482 Jan 21 09:49:53.841045 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device a551478d-ba9d-4527-91dd-859d97416e0b up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:53.925092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port a551478d-ba9d-4527-91dd-859d97416e0b completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:53.932244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port a551478d-ba9d-4527-91dd-859d97416e0b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:53.932826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.049300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.076395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb290ab-b22a-4751-9614-92b7850ee1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a551478d-ba9d-4527-91dd-859d97416e0b'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:54.087121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port a551478d-ba9d-4527-91dd-859d97416e0b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a551478d-ba9d-4527-91dd-859d97416e0b,segment=NetworkSegment(ec3661fc-1aa2-4491-a2e9-1aa66ac84c05),segment_id=ec3661fc-1aa2-4491-a2e9-1aa66ac84c05)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:54.093582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:54.158973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=a551478d-ba9d-4527-91dd-859d97416e0b,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:54.294239 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb290ab-b22a-4751-9614-92b7850ee1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a551478d-ba9d-4527-91dd-859d97416e0b', 'code': 200} Jan 21 09:49:54.526268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602d485-d172-4977-bf01-021973e8a24a req-6ef917ea-7046-4e3f-9e96-990f18e647b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:54.527724 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-f602d485-d172-4977-bf01-021973e8a24a req-6ef917ea-7046-4e3f-9e96-990f18e647b1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 1099 time: 0.0716493 Jan 21 09:49:54.569644 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-f602d485-d172-4977-bf01-021973e8a24a req-9c93b69b-cee7-49bc-913a-fd1cb3b91b25 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=1aa57718-acd0-47c5-80da-0fa0c35ea1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Jan 21 09:49:54.588015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34488760-661f-4e39-b3fa-04f956ba1883 req-bc3c47e3-5c4f-4a40-9800-f8b1639effb0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:54.589660 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-34488760-661f-4e39-b3fa-04f956ba1883 req-bc3c47e3-5c4f-4a40-9800-f8b1639effb0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 946 time: 0.0797801 Jan 21 09:49:54.636788 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-34488760-661f-4e39-b3fa-04f956ba1883 req-2ef3b9f6-46a8-4aec-a1ee-7259a5553eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=1aa57718-acd0-47c5-80da-0fa0c35ea1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413349 Jan 21 09:49:55.833776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0d4b5-cc8e-4fd5-9b41-1642cafbf6ec req-605f0d5f-33e7-4342-b493-4195544466aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:55.835218 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9ed0d4b5-cc8e-4fd5-9b41-1642cafbf6ec req-605f0d5f-33e7-4342-b493-4195544466aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 946 time: 0.0842605 Jan 21 09:49:55.879625 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9ed0d4b5-cc8e-4fd5-9b41-1642cafbf6ec req-464ea06b-f704-4565-bbe9-43c997c4f4f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=1aa57718-acd0-47c5-80da-0fa0c35ea1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386109 Jan 21 09:49:57.071182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2db3ce-9832-4d3c-818f-bf56823901a0 req-0e81425e-d321-4f42-9fc3-ad6d01743a3d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:57.072681 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3a2db3ce-9832-4d3c-818f-bf56823901a0 req-0e81425e-d321-4f42-9fc3-ad6d01743a3d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 946 time: 0.0858920 Jan 21 09:49:57.118012 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3a2db3ce-9832-4d3c-818f-bf56823901a0 req-1e4e66b6-20f4-41d2-8d27-ca6dd040bd58 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=1aa57718-acd0-47c5-80da-0fa0c35ea1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394173 Jan 21 09:49:57.312292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79773f94-4b95-4232-8d88-0f3b78f52183 req-23f3afbe-65e5-4889-a295-1be87d312706 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:57.313814 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-79773f94-4b95-4232-8d88-0f3b78f52183 req-23f3afbe-65e5-4889-a295-1be87d312706 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 946 time: 0.0861003 Jan 21 09:49:57.358299 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-79773f94-4b95-4232-8d88-0f3b78f52183 req-bddd2141-a6e8-4ceb-b2f6-a87906842be8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=1aa57718-acd0-47c5-80da-0fa0c35ea1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388741 Jan 21 09:49:58.838962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49054) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:59.655180 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.031163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.049025 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.17 (9d4e8be2-a78c-496a-bea8-e02a29a567da/b007804d-5ae3-4fac-af6f-3fbefe9de803/2fce43c9-1a72-464f-baa0-dafd0ccee599) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:00.207233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.223833 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 2fce43c9-1a72-464f-baa0-dafd0ccee599 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:00.255466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.326400 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 9d4e8be2-a78c-496a-bea8-e02a29a567da is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:00.329525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:00.334119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:50:00.367794 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=2fce43c9-1a72-464f-baa0-dafd0ccee599,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:00.398810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.545915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-be0353f0-fa52-4657-955d-7570b6f75f2d None None] Provisioning for port 2fce43c9-1a72-464f-baa0-dafd0ccee599 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:00.551248 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-be0353f0-fa52-4657-955d-7570b6f75f2d None None] Provisioning complete for port 2fce43c9-1a72-464f-baa0-dafd0ccee599 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:00.551619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-be0353f0-fa52-4657-955d-7570b6f75f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.610975 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-be0353f0-fa52-4657-955d-7570b6f75f2d None None] Port 2fce43c9-1a72-464f-baa0-dafd0ccee599 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:50:00.785968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:01.232427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:01.240161 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:01.350927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=2fce43c9-1a72-464f-baa0-dafd0ccee599,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:01.355376 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:01.490617 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 9d4e8be2-a78c-496a-bea8-e02a29a567da is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:01.491710 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:01.681185 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 0f1a0540-155b-4848-8a26-f350ef9bc86e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:50:01.738308 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2d231f60-614d-4d9f-9c73-828d9f4ebeba None None] Provisioning complete for port 2fce43c9-1a72-464f-baa0-dafd0ccee599 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:01.738954 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2d231f60-614d-4d9f-9c73-828d9f4ebeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:01.791366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2d231f60-614d-4d9f-9c73-828d9f4ebeba None None] Port 2fce43c9-1a72-464f-baa0-dafd0ccee599 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:50:01.862210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:50:01.872165 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Sync routers for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:50:01.875538 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d2113cde-a0f7-4a7b-8def-9de22ecfb85b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/0f1a0540-155b-4848-8a26-f350ef9bc86e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0347054 Jan 21 09:50:01.882094 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:50:01.882711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:02.085345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:50:02.458580 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:50:00Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'b42fa170-397a-49e0-9ef2-a6cac801a321', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'port_id': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'mac_address': 'fa:16:3e:19:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:23Z', 'updated_at': '2022-01-21T09:48:26Z', 'revision_number': 1, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fce43c9-1a72-464f-baa0-dafd0ccee599', 'name': '', 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:c1:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b007804d-5ae3-4fac-af6f-3fbefe9de803', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:59Z', 'updated_at': '2022-01-21T09:50:01Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b007804d-5ae3-4fac-af6f-3fbefe9de803', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:10Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:02.464285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Checking router: 0f1a0540-155b-4848-8a26-f350ef9bc86e for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:50:02.464693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Updating router 0f1a0540-155b-4848-8a26-f350ef9bc86e port 2fce43c9-1a72-464f-baa0-dafd0ccee599 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:50:02.524656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.881047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.894909 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Transition to ACTIVE for port object 2fce43c9-1a72-464f-baa0-dafd0ccee599 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:02.903665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.040923 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ca111-9638-4602-9445-1dae8e35f2fc None None] Pushing event updated for resources: {'Port': ['ID=2fce43c9-1a72-464f-baa0-dafd0ccee599,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:03.126203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Attempting to bind port 2fce43c9-1a72-464f-baa0-dafd0ccee599 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:50:03.126541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Attempting to bind port 2fce43c9-1a72-464f-baa0-dafd0ccee599 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:50:03.126884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Attempting to bind port 2fce43c9-1a72-464f-baa0-dafd0ccee599 on network 9d4e8be2-a78c-496a-bea8-e02a29a567da {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:50:03.132062 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:50:03.132459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Checking segment: {'id': 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:50:03.132862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.133247 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Bound using segment: {'id': 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:50:03.133704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Bound port: 2fce43c9-1a72-464f-baa0-dafd0ccee599, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:50:03.134069 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.244980 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] For port 2fce43c9-1a72-464f-baa0-dafd0ccee599, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:50:03.248512 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] For port 2fce43c9-1a72-464f-baa0-dafd0ccee599, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2fce43c9-1a72-464f-baa0-dafd0ccee599,segment=NetworkSegment(ec3661fc-1aa2-4491-a2e9-1aa66ac84c05),segment_id=ec3661fc-1aa2-4491-a2e9-1aa66ac84c05)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:50:03.255424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.336538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:50:03.337166 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:49:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:03.401718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ca111-9638-4602-9445-1dae8e35f2fc None None] Pushing event updated for resources: {'Port': ['ID=2fce43c9-1a72-464f-baa0-dafd0ccee599,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:03.578032 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:50:03.944142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:50:00Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'b42fa170-397a-49e0-9ef2-a6cac801a321', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'port_id': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'mac_address': 'fa:16:3e:19:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:23Z', 'updated_at': '2022-01-21T09:48:26Z', 'revision_number': 1, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fce43c9-1a72-464f-baa0-dafd0ccee599', 'name': '', 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:c1:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b007804d-5ae3-4fac-af6f-3fbefe9de803', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:59Z', 'updated_at': '2022-01-21T09:50:03Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b007804d-5ae3-4fac-af6f-3fbefe9de803', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:10Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:03.949024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db75ae73-9438-4d6d-87c7-32c06a4a4fb9 None None] The sync data for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv is: [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:50:00Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'b42fa170-397a-49e0-9ef2-a6cac801a321', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'port_id': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'mac_address': 'fa:16:3e:19:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:23Z', 'updated_at': '2022-01-21T09:48:26Z', 'revision_number': 1, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fce43c9-1a72-464f-baa0-dafd0ccee599', 'name': '', 'network_id': '9d4e8be2-a78c-496a-bea8-e02a29a567da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:c1:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b007804d-5ae3-4fac-af6f-3fbefe9de803', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:59Z', 'updated_at': '2022-01-21T09:50:03Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b007804d-5ae3-4fac-af6f-3fbefe9de803', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:10Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:50:04.802645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2fce43c9-1a72-464f-baa0-dafd0ccee599 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:04.874421 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 2fce43c9-1a72-464f-baa0-dafd0ccee599 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:04.881875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 2fce43c9-1a72-464f-baa0-dafd0ccee599 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:04.882319 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.011285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.044080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 2fce43c9-1a72-464f-baa0-dafd0ccee599, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2fce43c9-1a72-464f-baa0-dafd0ccee599,segment=NetworkSegment(ec3661fc-1aa2-4491-a2e9-1aa66ac84c05),segment_id=ec3661fc-1aa2-4491-a2e9-1aa66ac84c05)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:50:05.051237 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:05.116178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=2fce43c9-1a72-464f-baa0-dafd0ccee599,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:06.311107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9d0b31a5-4f18-4f75-9504-46dde1d27c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.787422 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2fce43c9-1a72-464f-baa0-dafd0ccee599 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:06.858371 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 2fce43c9-1a72-464f-baa0-dafd0ccee599 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:06.858743 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.444179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f625f803-d16a-4f19-892a-93e1eae69f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.534232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.692750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.008960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:17.808834 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:50:30.038964 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:33.533382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49090) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:34.201577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2d19bde-ddf1-4838-bcca-70f7b960225b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.654519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d2d19bde-ddf1-4838-bcca-70f7b960225b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 2fce43c9-1a72-464f-baa0-dafd0ccee599 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:50:34.655249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2d19bde-ddf1-4838-bcca-70f7b960225b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.849827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-d2d19bde-ddf1-4838-bcca-70f7b960225b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 2fce43c9-1a72-464f-baa0-dafd0ccee599, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=2fce43c9-1a72-464f-baa0-dafd0ccee599,segment=NetworkSegment(ec3661fc-1aa2-4491-a2e9-1aa66ac84c05),segment_id=ec3661fc-1aa2-4491-a2e9-1aa66ac84c05)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:50:34.850193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2d19bde-ddf1-4838-bcca-70f7b960225b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.986520 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d2d19bde-ddf1-4838-bcca-70f7b960225b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 2fce43c9-1a72-464f-baa0-dafd0ccee599 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:50:35.190231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2d19bde-ddf1-4838-bcca-70f7b960225b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:35.236869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d19bde-ddf1-4838-bcca-70f7b960225b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=2fce43c9-1a72-464f-baa0-dafd0ccee599,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:35.621646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d2d19bde-ddf1-4838-bcca-70f7b960225b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:35.986971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d19bde-ddf1-4838-bcca-70f7b960225b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 0f1a0540-155b-4848-8a26-f350ef9bc86e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:50:36.164843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d19bde-ddf1-4838-bcca-70f7b960225b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:50:36.175543 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc0a2e-b86c-47d8-be33-548832abada6 None None] Sync routers for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:50:36.179660 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d2d19bde-ddf1-4838-bcca-70f7b960225b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/0f1a0540-155b-4848-8a26-f350ef9bc86e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6451614 Jan 21 09:50:36.185503 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffc0a2e-b86c-47d8-be33-548832abada6 None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:50:36.186123 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-dffc0a2e-b86c-47d8-be33-548832abada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:50:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:36.305141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-beb71133-7543-4805-9c89-5a19f432c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:36.362016 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-dffc0a2e-b86c-47d8-be33-548832abada6 None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:50:36.536823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d1c54-c272-48f9-8800-2a4109743eab req-c5d29c39-44c9-4523-b8b4-88fdde329220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:36.537559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c00d1c54-c272-48f9-8800-2a4109743eab req-c5d29c39-44c9-4523-b8b4-88fdde329220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:36.553791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c00d1c54-c272-48f9-8800-2a4109743eab req-c5d29c39-44c9-4523-b8b4-88fdde329220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:36.554963 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c00d1c54-c272-48f9-8800-2a4109743eab req-c5d29c39-44c9-4523-b8b4-88fdde329220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 946 time: 0.0999684 Jan 21 09:50:36.603116 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c00d1c54-c272-48f9-8800-2a4109743eab req-8022191a-cb86-49da-b846-05adcd6d6d90 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=1aa57718-acd0-47c5-80da-0fa0c35ea1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420043 Jan 21 09:50:36.733731 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-dffc0a2e-b86c-47d8-be33-548832abada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:50:35Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'b42fa170-397a-49e0-9ef2-a6cac801a321', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'port_id': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'mac_address': 'fa:16:3e:19:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:23Z', 'updated_at': '2022-01-21T09:48:26Z', 'revision_number': 1, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:10Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:36.737629 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc0a2e-b86c-47d8-be33-548832abada6 None None] Checking router: 0f1a0540-155b-4848-8a26-f350ef9bc86e for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:50:36.745988 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffc0a2e-b86c-47d8-be33-548832abada6 None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:50:36.746561 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-dffc0a2e-b86c-47d8-be33-548832abada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:50:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:36.923016 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-dffc0a2e-b86c-47d8-be33-548832abada6 None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:50:37.281505 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-dffc0a2e-b86c-47d8-be33-548832abada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:50:35Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'b42fa170-397a-49e0-9ef2-a6cac801a321', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'port_id': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'mac_address': 'fa:16:3e:19:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:23Z', 'updated_at': '2022-01-21T09:48:26Z', 'revision_number': 1, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:10Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:37.285515 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc0a2e-b86c-47d8-be33-548832abada6 None None] The sync data for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv is: [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:50:35Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'b42fa170-397a-49e0-9ef2-a6cac801a321', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'port_id': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'mac_address': 'fa:16:3e:19:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:23Z', 'updated_at': '2022-01-21T09:48:26Z', 'revision_number': 1, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:10Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:50:37.813506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c3575-8e0e-42d0-b6cc-1478b3da4bdd req-66e9f5ff-a24b-4cba-9c21-f7afdc955363 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:37.814940 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c12c3575-8e0e-42d0-b6cc-1478b3da4bdd req-66e9f5ff-a24b-4cba-9c21-f7afdc955363 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 946 time: 0.0993664 Jan 21 09:50:37.864397 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c12c3575-8e0e-42d0-b6cc-1478b3da4bdd req-654fd474-7dec-458e-970f-6b47e735de25 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=1aa57718-acd0-47c5-80da-0fa0c35ea1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390935 Jan 21 09:50:38.222752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9de64-7d77-4e69-bcd1-9fb65fb61f44 req-efe98fb9-8104-4007-94e9-4fa991af189d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:38.223373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-28e9de64-7d77-4e69-bcd1-9fb65fb61f44 req-efe98fb9-8104-4007-94e9-4fa991af189d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:38.235333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-28e9de64-7d77-4e69-bcd1-9fb65fb61f44 req-efe98fb9-8104-4007-94e9-4fa991af189d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:38.236400 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-28e9de64-7d77-4e69-bcd1-9fb65fb61f44 req-efe98fb9-8104-4007-94e9-4fa991af189d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 946 time: 0.1023586 Jan 21 09:50:38.307479 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-28e9de64-7d77-4e69-bcd1-9fb65fb61f44 req-c618b437-b4d8-4ec7-aaa2-16248bafe5bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port a551478d-ba9d-4527-91dd-859d97416e0b {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:50:38.307822 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-28e9de64-7d77-4e69-bcd1-9fb65fb61f44 req-c618b437-b4d8-4ec7-aaa2-16248bafe5bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.439777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f9e5d6f4-827f-47c4-a184-3e941029e4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.662815 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-28e9de64-7d77-4e69-bcd1-9fb65fb61f44 req-c618b437-b4d8-4ec7-aaa2-16248bafe5bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port a551478d-ba9d-4527-91dd-859d97416e0b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a551478d-ba9d-4527-91dd-859d97416e0b,segment=NetworkSegment(ec3661fc-1aa2-4491-a2e9-1aa66ac84c05),segment_id=ec3661fc-1aa2-4491-a2e9-1aa66ac84c05)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:50:38.663166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-28e9de64-7d77-4e69-bcd1-9fb65fb61f44 req-c618b437-b4d8-4ec7-aaa2-16248bafe5bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.761232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2fce43c9-1a72-464f-baa0-dafd0ccee599 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:38.795133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-28e9de64-7d77-4e69-bcd1-9fb65fb61f44 req-c618b437-b4d8-4ec7-aaa2-16248bafe5bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for a551478d-ba9d-4527-91dd-859d97416e0b owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:50:38.795398 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 2fce43c9-1a72-464f-baa0-dafd0ccee599 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:50:38.795483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 2fce43c9-1a72-464f-baa0-dafd0ccee599 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:38.941132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-28e9de64-7d77-4e69-bcd1-9fb65fb61f44 req-c618b437-b4d8-4ec7-aaa2-16248bafe5bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.990703 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618b437-b4d8-4ec7-aaa2-16248bafe5bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=a551478d-ba9d-4527-91dd-859d97416e0b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:39.022203 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-82adcd20-0715-4907-931d-09050f31b1df req-19f86492-0613-4363-9a19-2073cb995da9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=0bb290ab-b22a-4751-9614-92b7850ee1f3 HTTP/1.1" status: 200 len: 210 time: 0.0445948 Jan 21 09:50:39.070984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e9de64-7d77-4e69-bcd1-9fb65fb61f44 req-c618b437-b4d8-4ec7-aaa2-16248bafe5bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] No DVR routers for this DVR port a551478d-ba9d-4527-91dd-859d97416e0b on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:39.073504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-28e9de64-7d77-4e69-bcd1-9fb65fb61f44 req-c618b437-b4d8-4ec7-aaa2-16248bafe5bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.075993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb290ab-b22a-4751-9614-92b7850ee1f3', 'name': 'network-vif-deleted', 'tag': 'a551478d-ba9d-4527-91dd-859d97416e0b'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:39.092291 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-28e9de64-7d77-4e69-bcd1-9fb65fb61f44 req-c618b437-b4d8-4ec7-aaa2-16248bafe5bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "DELETE /v2.0/ports/a551478d-ba9d-4527-91dd-859d97416e0b HTTP/1.1" status: 204 len: 173 time: 0.8501587 Jan 21 09:50:39.124361 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb290ab-b22a-4751-9614-92b7850ee1f3', 'name': 'network-vif-deleted', 'tag': 'a551478d-ba9d-4527-91dd-859d97416e0b', 'status': 'completed', 'code': 200} Jan 21 09:50:39.519450 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:39.693079 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.124948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49106) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:40.194405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4467fb87-8d94-4c01-8758-41eb2e461fec tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.223827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4467fb87-8d94-4c01-8758-41eb2e461fec tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.287325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4467fb87-8d94-4c01-8758-41eb2e461fec tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.304664 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467fb87-8d94-4c01-8758-41eb2e461fec tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa57718-acd0-47c5-80da-0fa0c35ea1b7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:40.319220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4467fb87-8d94-4c01-8758-41eb2e461fec tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.320714 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4467fb87-8d94-4c01-8758-41eb2e461fec tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/security-groups/1aa57718-acd0-47c5-80da-0fa0c35ea1b7 HTTP/1.1" status: 204 len: 168 time: 0.1944516 Jan 21 09:50:40.351727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49112) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:40.418941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a8ba91-722f-4bfd-aea5-7bae09ce7a01 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting subnet b007804d-5ae3-4fac-af6f-3fbefe9de803 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:50:40.422078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ba91-722f-4bfd-aea5-7bae09ce7a01 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.475310 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ba91-722f-4bfd-aea5-7bae09ce7a01 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.559086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ba91-722f-4bfd-aea5-7bae09ce7a01 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.630464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ba91-722f-4bfd-aea5-7bae09ce7a01 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.669217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8ba91-722f-4bfd-aea5-7bae09ce7a01 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Subnet': ['ID=b007804d-5ae3-4fac-af6f-3fbefe9de803,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:40.674344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ba91-722f-4bfd-aea5-7bae09ce7a01 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.683323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3d9746-cd0a-4ad8-a577-2c3e660ccf25 None None] Network 9d4e8be2-a78c-496a-bea8-e02a29a567da requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:50:40.683785 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b4a8ba91-722f-4bfd-aea5-7bae09ce7a01 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/subnets/b007804d-5ae3-4fac-af6f-3fbefe9de803 HTTP/1.1" status: 204 len: 168 time: 0.3308179 Jan 21 09:50:40.687247 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49116) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:40.804392 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.815510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port b0af7f89-c096-40c9-beb3-e0857de31917 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:50:40.815936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:40.932169 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c10fb-7bd3-4f16-b4d0-15640893673c None None] DHCP port deletion for 9d4e8be2-a78c-496a-bea8-e02a29a567da request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:50:40.936498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-591c10fb-7bd3-4f16-b4d0-15640893673c None None] Deleting port b0af7f89-c096-40c9-beb3-e0857de31917 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:50:40.936920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-591c10fb-7bd3-4f16-b4d0-15640893673c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.027364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port b0af7f89-c096-40c9-beb3-e0857de31917, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b0af7f89-c096-40c9-beb3-e0857de31917,segment=NetworkSegment(ec3661fc-1aa2-4491-a2e9-1aa66ac84c05),segment_id=ec3661fc-1aa2-4491-a2e9-1aa66ac84c05)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:50:41.027725 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.051006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.149698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-591c10fb-7bd3-4f16-b4d0-15640893673c None None] For port b0af7f89-c096-40c9-beb3-e0857de31917, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b0af7f89-c096-40c9-beb3-e0857de31917,segment=NetworkSegment(ec3661fc-1aa2-4491-a2e9-1aa66ac84c05),segment_id=ec3661fc-1aa2-4491-a2e9-1aa66ac84c05)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:50:41.149922 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for b0af7f89-c096-40c9-beb3-e0857de31917 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:50:41.150382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-591c10fb-7bd3-4f16-b4d0-15640893673c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.225100 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.275482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=b0af7f89-c096-40c9-beb3-e0857de31917,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:41.280656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] No DVR routers for this DVR port b0af7f89-c096-40c9-beb3-e0857de31917 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:41.305755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-591c10fb-7bd3-4f16-b4d0-15640893673c None None] Calling delete_port for b0af7f89-c096-40c9-beb3-e0857de31917 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:50:41.312699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:41.313064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:41.313401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:41.313727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:41.314045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:41.314370 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:41.314694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:41.315011 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:41.315303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:41.315653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:41.315943 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:41.316277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:41.376494 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-591c10fb-7bd3-4f16-b4d0-15640893673c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:50:41.376838 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-591c10fb-7bd3-4f16-b4d0-15640893673c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:50:41.509421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.534752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4e8be2-a78c-496a-bea8-e02a29a567da']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:41.547076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:41.547363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3661fc-1aa2-4491-a2e9-1aa66ac84c05') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:41.558266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.575660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.582029 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:50:41.582404 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:41.596597 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:41.679044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.696293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.707328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Network': ['ID=9d4e8be2-a78c-496a-bea8-e02a29a567da,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:41.722243 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d76f7c7c-2497-4032-be4c-d8cc7d64771d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/networks/9d4e8be2-a78c-496a-bea8-e02a29a567da HTTP/1.1" status: 204 len: 168 time: 1.0340562 Jan 21 09:50:41.725001 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49120) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:41.878488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-591c10fb-7bd3-4f16-b4d0-15640893673c None None] Deleting port b0af7f89-c096-40c9-beb3-e0857de31917 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:50:41.879076 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-591c10fb-7bd3-4f16-b4d0-15640893673c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.933236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8dd47-f167-4ae9-94fc-ea77d0e1eb80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port d4a6a994-c838-4e01-ba48-71d0fb827d09 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:50:41.933579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8d8dd47-f167-4ae9-94fc-ea77d0e1eb80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:41.945083 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-591c10fb-7bd3-4f16-b4d0-15640893673c None None] The port 'b0af7f89-c096-40c9-beb3-e0857de31917' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:50:42.090614 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device a551478d-ba9d-4527-91dd-859d97416e0b no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:42.105277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8d8dd47-f167-4ae9-94fc-ea77d0e1eb80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.105614 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8d8dd47-f167-4ae9-94fc-ea77d0e1eb80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.123730 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: a551478d-ba9d-4527-91dd-859d97416e0b {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:50:42.124062 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device a551478d-ba9d-4527-91dd-859d97416e0b not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:42.225216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8dd47-f167-4ae9-94fc-ea77d0e1eb80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for d4a6a994-c838-4e01-ba48-71d0fb827d09 owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:50:42.425413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8d8dd47-f167-4ae9-94fc-ea77d0e1eb80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.431105 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-db04f9ad-bb00-444e-9ec7-d639e4914244 req-0eaac14a-f8ec-4216-9f9f-03683c0f2584 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1311991 Jan 21 09:50:42.474740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8dd47-f167-4ae9-94fc-ea77d0e1eb80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=d4a6a994-c838-4e01-ba48-71d0fb827d09,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:42.610750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8d8dd47-f167-4ae9-94fc-ea77d0e1eb80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:42.611061 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-c8d8dd47-f167-4ae9-94fc-ea77d0e1eb80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP b42fa170-397a-49e0-9ef2-a6cac801a321 disassociated (deleted). External IP: 172.26.4.212, port: 3edb80ca-2bdc-495b-b51e-457ee8009e7d. Jan 21 09:50:42.700936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04f9ad-bb00-444e-9ec7-d639e4914244 req-dcbfc9b6-8473-43df-8323-b153826febb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:42.702587 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-db04f9ad-bb00-444e-9ec7-d639e4914244 req-dcbfc9b6-8473-43df-8323-b153826febb6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 1098 time: 0.2019985 Jan 21 09:50:42.803006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b0af7f89-c096-40c9-beb3-e0857de31917 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:42.839462 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: b0af7f89-c096-40c9-beb3-e0857de31917 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:50:42.839806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b0af7f89-c096-40c9-beb3-e0857de31917 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:43.090766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04f9ad-bb00-444e-9ec7-d639e4914244 req-45a7f0c5-55fd-455c-8c1f-0b9b9b0a35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:43.092112 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-db04f9ad-bb00-444e-9ec7-d639e4914244 req-45a7f0c5-55fd-455c-8c1f-0b9b9b0a35bd service neutron] 10.222.0.121 "GET /v2.0/networks?id=f524cffb-4d79-449b-ab4f-81a86510ec45 HTTP/1.1" status: 200 len: 897 time: 0.3364050 Jan 21 09:50:43.232387 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-db04f9ad-bb00-444e-9ec7-d639e4914244 req-8bcb1f4b-80d9-422f-85d9-54b899f8fcb1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3edb80ca-2bdc-495b-b51e-457ee8009e7d HTTP/1.1" status: 200 len: 217 time: 0.1331811 Jan 21 09:50:43.290706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d8dd47-f167-4ae9-94fc-ea77d0e1eb80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 0f1a0540-155b-4848-8a26-f350ef9bc86e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:50:43.310081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04f9ad-bb00-444e-9ec7-d639e4914244 req-fda11946-d782-456d-8860-59bee741694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:43.311478 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-db04f9ad-bb00-444e-9ec7-d639e4914244 req-fda11946-d782-456d-8860-59bee741694e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e0da0e7b-de5a-43ef-a27a-286b056883d8 HTTP/1.1" status: 200 len: 835 time: 0.0718553 Jan 21 09:50:43.536682 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d8dd47-f167-4ae9-94fc-ea77d0e1eb80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:50:43.542866 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04f9ad-bb00-444e-9ec7-d639e4914244 req-9ccbfb26-1d06-4839-b460-43b9fcc62adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:43.544290 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-db04f9ad-bb00-444e-9ec7-d639e4914244 req-9ccbfb26-1d06-4839-b460-43b9fcc62adf service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f524cffb-4d79-449b-ab4f-81a86510ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1819725 Jan 21 09:50:43.546563 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d43ed3-de05-49f6-8fbd-b012dd53fc06 None None] Sync routers for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:50:43.556478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d43ed3-de05-49f6-8fbd-b012dd53fc06 None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:50:43.557106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f0d43ed3-de05-49f6-8fbd-b012dd53fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:50:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:43.580873 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8d8dd47-f167-4ae9-94fc-ea77d0e1eb80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:43.703816 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c8d8dd47-f167-4ae9-94fc-ea77d0e1eb80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/floatingips/b42fa170-397a-49e0-9ef2-a6cac801a321 HTTP/1.1" status: 204 len: 168 time: 1.9752355 Jan 21 09:50:43.704046 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'tag': '3edb80ca-2bdc-495b-b51e-457ee8009e7d'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:43.729321 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-db04f9ad-bb00-444e-9ec7-d639e4914244 req-ee13ce75-d896-485f-9adf-07b2d0251920 service neutron] 10.222.0.121 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779277 Jan 21 09:50:43.735774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-f0d43ed3-de05-49f6-8fbd-b012dd53fc06 None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:50:43.766394 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'tag': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'status': 'completed', 'code': 200} Jan 21 09:50:43.878294 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-db04f9ad-bb00-444e-9ec7-d639e4914244 req-9cb3f83f-b164-4cc8-9e87-a146bb9a0038 service neutron] 10.222.0.121 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372006 Jan 21 09:50:43.996587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce2567-f223-4586-8473-ac652d2d3925 req-d03d6523-ebf1-498f-a1f9-987215d38910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:43.998050 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0dce2567-f223-4586-8473-ac652d2d3925 req-d03d6523-ebf1-498f-a1f9-987215d38910 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 1098 time: 0.0762239 Jan 21 09:50:44.061062 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f0d43ed3-de05-49f6-8fbd-b012dd53fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:50:35Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:10Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:44.065882 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d43ed3-de05-49f6-8fbd-b012dd53fc06 None None] Checking router: 0f1a0540-155b-4848-8a26-f350ef9bc86e for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:50:44.075625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d43ed3-de05-49f6-8fbd-b012dd53fc06 None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:50:44.076257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f0d43ed3-de05-49f6-8fbd-b012dd53fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:50:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:44.133424 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce2567-f223-4586-8473-ac652d2d3925 req-9a04a6ad-2e97-4be0-a9f5-01d2ea3e293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:44.134762 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0dce2567-f223-4586-8473-ac652d2d3925 req-9a04a6ad-2e97-4be0-a9f5-01d2ea3e293d service neutron] 10.222.0.121 "GET /v2.0/networks?id=f524cffb-4d79-449b-ab4f-81a86510ec45 HTTP/1.1" status: 200 len: 897 time: 0.1304929 Jan 21 09:50:44.204923 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0dce2567-f223-4586-8473-ac652d2d3925 req-cdaba050-30ef-4c3b-8b45-62751be7483a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3edb80ca-2bdc-495b-b51e-457ee8009e7d HTTP/1.1" status: 200 len: 217 time: 0.0634739 Jan 21 09:50:44.235744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43415e-4632-4d76-ace8-8c1dbcc92e21 req-3fc0dbd7-3e05-4aed-922f-5aafbff91dc4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:44.237230 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d43415e-4632-4d76-ace8-8c1dbcc92e21 req-3fc0dbd7-3e05-4aed-922f-5aafbff91dc4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 945 time: 0.0795748 Jan 21 09:50:44.255909 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-f0d43ed3-de05-49f6-8fbd-b012dd53fc06 None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:50:44.267356 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce2567-f223-4586-8473-ac652d2d3925 req-65346b9b-f340-486f-91ed-7584386bd7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:44.268885 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0dce2567-f223-4586-8473-ac652d2d3925 req-65346b9b-f340-486f-91ed-7584386bd7e8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e0da0e7b-de5a-43ef-a27a-286b056883d8 HTTP/1.1" status: 200 len: 835 time: 0.0577431 Jan 21 09:50:44.284782 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d43415e-4632-4d76-ace8-8c1dbcc92e21 req-8f568a6b-74d5-4da8-9cc9-68ee7123527d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414758 Jan 21 09:50:44.344498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce2567-f223-4586-8473-ac652d2d3925 req-2dfa88f9-eb48-4123-801a-e9ce944a859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:44.346067 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0dce2567-f223-4586-8473-ac652d2d3925 req-2dfa88f9-eb48-4123-801a-e9ce944a859b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f524cffb-4d79-449b-ab4f-81a86510ec45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702636 Jan 21 09:50:44.580497 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f0d43ed3-de05-49f6-8fbd-b012dd53fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:50:35Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:10Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:44.584709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d43ed3-de05-49f6-8fbd-b012dd53fc06 None None] The sync data for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv is: [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:50:35Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '5c0c381c-da05-4d31-8a51-0abc195e9947', 'name': '', 'network_id': 'f524cffb-4d79-449b-ab4f-81a86510ec45', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:e2:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:04Z', 'updated_at': '2022-01-21T09:48:10Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'e0da0e7b-de5a-43ef-a27a-286b056883d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:50:44.627108 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0dce2567-f223-4586-8473-ac652d2d3925 req-9cae0592-4b66-4535-ab11-9b8f7cb119fa service neutron] 10.222.0.121 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740183 Jan 21 09:50:44.769022 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0dce2567-f223-4586-8473-ac652d2d3925 req-588a147b-c574-4203-ae9d-f89a928acb07 service neutron] 10.222.0.121 "GET /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350355 Jan 21 09:50:44.825979 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f1eda-c3f8-4a9a-90fa-bf69f09f433a None None] New status for floating IP b42fa170-397a-49e0-9ef2-a6cac801a321: DOWN {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:50:45.475090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53216e0f-011b-4dbb-bf60-b5b58c434a36 req-691e5a5e-a7a5-4656-864a-85c553f66697 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:45.476655 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53216e0f-011b-4dbb-bf60-b5b58c434a36 req-691e5a5e-a7a5-4656-864a-85c553f66697 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 945 time: 0.0815487 Jan 21 09:50:45.532954 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53216e0f-011b-4dbb-bf60-b5b58c434a36 req-b624f191-dbda-4a7f-a491-7e2abba8c5cf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482397 Jan 21 09:50:45.771771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5f740-e95e-4594-a250-d518cd578e8c req-43414ab6-ca00-4da9-a16c-d60208c8e71c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:45.772393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-21b5f740-e95e-4594-a250-d518cd578e8c req-43414ab6-ca00-4da9-a16c-d60208c8e71c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:45.790438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-21b5f740-e95e-4594-a250-d518cd578e8c req-43414ab6-ca00-4da9-a16c-d60208c8e71c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:45.791611 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-21b5f740-e95e-4594-a250-d518cd578e8c req-43414ab6-ca00-4da9-a16c-d60208c8e71c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 945 time: 0.1159372 Jan 21 09:50:45.861822 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-21b5f740-e95e-4594-a250-d518cd578e8c req-64b4267b-c638-447e-b6f2-5a6c27d2825a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 3edb80ca-2bdc-495b-b51e-457ee8009e7d {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:50:45.862157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-21b5f740-e95e-4594-a250-d518cd578e8c req-64b4267b-c638-447e-b6f2-5a6c27d2825a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:46.120828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-21b5f740-e95e-4594-a250-d518cd578e8c req-64b4267b-c638-447e-b6f2-5a6c27d2825a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 3edb80ca-2bdc-495b-b51e-457ee8009e7d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3edb80ca-2bdc-495b-b51e-457ee8009e7d,segment=NetworkSegment(467a3d60-4347-4a09-8cd9-7b195115f60a),segment_id=467a3d60-4347-4a09-8cd9-7b195115f60a)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:50:46.121226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-21b5f740-e95e-4594-a250-d518cd578e8c req-64b4267b-c638-447e-b6f2-5a6c27d2825a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:46.245346 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-21b5f740-e95e-4594-a250-d518cd578e8c req-64b4267b-c638-447e-b6f2-5a6c27d2825a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 3edb80ca-2bdc-495b-b51e-457ee8009e7d owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:50:46.403088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-21b5f740-e95e-4594-a250-d518cd578e8c req-64b4267b-c638-447e-b6f2-5a6c27d2825a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:46.454926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4267b-c638-447e-b6f2-5a6c27d2825a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=3edb80ca-2bdc-495b-b51e-457ee8009e7d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:46.535151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b5f740-e95e-4594-a250-d518cd578e8c req-64b4267b-c638-447e-b6f2-5a6c27d2825a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] No DVR routers for this DVR port 3edb80ca-2bdc-495b-b51e-457ee8009e7d on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:46.538260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-21b5f740-e95e-4594-a250-d518cd578e8c req-64b4267b-c638-447e-b6f2-5a6c27d2825a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:46.540735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'name': 'network-vif-deleted', 'tag': '3edb80ca-2bdc-495b-b51e-457ee8009e7d'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:46.558751 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-21b5f740-e95e-4594-a250-d518cd578e8c req-64b4267b-c638-447e-b6f2-5a6c27d2825a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "DELETE /v2.0/ports/3edb80ca-2bdc-495b-b51e-457ee8009e7d HTTP/1.1" status: 204 len: 173 time: 0.7607768 Jan 21 09:50:46.585034 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62f7f46-bd11-43cb-afc9-507b1b638275', 'name': 'network-vif-deleted', 'tag': '3edb80ca-2bdc-495b-b51e-457ee8009e7d', 'status': 'completed', 'code': 200} Jan 21 09:50:46.682224 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e38ad883-d5bd-4f0b-9e96-3683ad2d4478 req-48399835-c994-45aa-ba94-fc03c4e7d215 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f62f7f46-bd11-43cb-afc9-507b1b638275 HTTP/1.1" status: 200 len: 210 time: 0.0436029 Jan 21 09:50:47.788941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49142) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:47.864520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4c96476a-21b4-48c2-8837-9ba931f44669 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:47.895708 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4c96476a-21b4-48c2-8837-9ba931f44669 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:47.964002 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4c96476a-21b4-48c2-8837-9ba931f44669 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:47.987696 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96476a-21b4-48c2-8837-9ba931f44669 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cd9ba4-d016-41e5-b69a-7a485cdc9ca4,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:47.998006 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4c96476a-21b4-48c2-8837-9ba931f44669 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:47.999323 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4c96476a-21b4-48c2-8837-9ba931f44669 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/security-groups/65cd9ba4-d016-41e5-b69a-7a485cdc9ca4 HTTP/1.1" status: 204 len: 168 time: 0.2090800 Jan 21 09:50:48.030115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49148) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:48.686339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.050252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 5c0c381c-da05-4d31-8a51-0abc195e9947 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:50:49.050928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.235400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 5c0c381c-da05-4d31-8a51-0abc195e9947, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5c0c381c-da05-4d31-8a51-0abc195e9947,segment=NetworkSegment(467a3d60-4347-4a09-8cd9-7b195115f60a),segment_id=467a3d60-4347-4a09-8cd9-7b195115f60a)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:50:49.235768 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.360138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 5c0c381c-da05-4d31-8a51-0abc195e9947 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:50:49.559487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.606307 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=5c0c381c-da05-4d31-8a51-0abc195e9947,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:49.638988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:49.639339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:49.639680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:49.640061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:49.640423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:49.640769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:49.641108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:49.641439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:49.641768 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:49.642091 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:49.642411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:49.642715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:49.992615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.137978 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 3edb80ca-2bdc-495b-b51e-457ee8009e7d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:50.256235 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 3edb80ca-2bdc-495b-b51e-457ee8009e7d {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:50:50.256517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 3edb80ca-2bdc-495b-b51e-457ee8009e7d not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:50.357170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 0f1a0540-155b-4848-8a26-f350ef9bc86e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:50:50.537489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:50:50.547045 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6098a-347a-451c-8a73-993aca1d8fff None None] Sync routers for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:50:50.554284 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cc6a9f27-196a-444c-bb01-5e75f2a736d6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/0f1a0540-155b-4848-8a26-f350ef9bc86e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5230305 Jan 21 09:50:50.557056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49152) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:50.557214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6098a-347a-451c-8a73-993aca1d8fff None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:50:50.557821 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3bb6098a-347a-451c-8a73-993aca1d8fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:50:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:50.627967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dcfc59-f0c2-4ec8-868a-285b6ac990c8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting subnet e0da0e7b-de5a-43ef-a27a-286b056883d8 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:50:50.631177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-31dcfc59-f0c2-4ec8-868a-285b6ac990c8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.684997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-31dcfc59-f0c2-4ec8-868a-285b6ac990c8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.733294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-3bb6098a-347a-451c-8a73-993aca1d8fff None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:50:50.768395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-31dcfc59-f0c2-4ec8-868a-285b6ac990c8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.846696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-31dcfc59-f0c2-4ec8-868a-285b6ac990c8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.886322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcfc59-f0c2-4ec8-868a-285b6ac990c8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Subnet': ['ID=e0da0e7b-de5a-43ef-a27a-286b056883d8,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:50.888250 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-31dcfc59-f0c2-4ec8-868a-285b6ac990c8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:50.897353 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-31dcfc59-f0c2-4ec8-868a-285b6ac990c8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/subnets/e0da0e7b-de5a-43ef-a27a-286b056883d8 HTTP/1.1" status: 204 len: 168 time: 0.3369765 Jan 21 09:50:50.897705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49156) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:50.919090 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e11297-ef35-466d-9179-10e98d2b2d75 None None] Network f524cffb-4d79-449b-ab4f-81a86510ec45 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:50:51.077274 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.175875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3bb6098a-347a-451c-8a73-993aca1d8fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:50:49Z', 'revision_number': 7, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:51.181221 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6098a-347a-451c-8a73-993aca1d8fff None None] Checking router: 0f1a0540-155b-4848-8a26-f350ef9bc86e for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:50:51.191949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6098a-347a-451c-8a73-993aca1d8fff None None] Routers {'0f1a0540-155b-4848-8a26-f350ef9bc86e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:50:51.192568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3bb6098a-347a-451c-8a73-993aca1d8fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:50:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['0f1a0540-155b-4848-8a26-f350ef9bc86e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:51.256159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.257009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] DHCP port deletion for f524cffb-4d79-449b-ab4f-81a86510ec45 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:50:51.266700 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 50fe5001-8426-40a4-a9a8-cc5842741129 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:50:51.267097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.276751 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Deleting port ffa57de9-1dfa-4962-ac75-33cc7e18d895 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:50:51.277124 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.461362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-3bb6098a-347a-451c-8a73-993aca1d8fff None None] Set router 0f1a0540-155b-4848-8a26-f350ef9bc86e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:50:51.558865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 50fe5001-8426-40a4-a9a8-cc5842741129, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=50fe5001-8426-40a4-a9a8-cc5842741129,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:50:51.559490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.681609 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 50fe5001-8426-40a4-a9a8-cc5842741129 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:50:51.782072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] For port ffa57de9-1dfa-4962-ac75-33cc7e18d895, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ffa57de9-1dfa-4962-ac75-33cc7e18d895,segment=NetworkSegment(467a3d60-4347-4a09-8cd9-7b195115f60a),segment_id=467a3d60-4347-4a09-8cd9-7b195115f60a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:50:51.782345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.849905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.895894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=50fe5001-8426-40a4-a9a8-cc5842741129,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:51.914316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Calling delete_port for ffa57de9-1dfa-4962-ac75-33cc7e18d895 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:50:51.985737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.040793 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.091545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Pushing event deleted for resources: {'Port': ['ID=ffa57de9-1dfa-4962-ac75-33cc7e18d895,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:52.096393 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] No DVR routers for this DVR port ffa57de9-1dfa-4962-ac75-33cc7e18d895 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:52.102316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3bb6098a-347a-451c-8a73-993aca1d8fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:50:49Z', 'revision_number': 7, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:52.108964 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:52.109319 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:52.109730 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:52.109972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:52.110299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:52.110627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:52.110951 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:52.111275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:52.111596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:52.111912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:52.112229 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:52.112572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e71c6d-011a-47ba-94d7-4cdbd8d66a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:52.116952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6098a-347a-451c-8a73-993aca1d8fff None None] The sync data for ids ['0f1a0540-155b-4848-8a26-f350ef9bc86e'] in dv-neutron-825723-1-hyperv is: [{'id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'name': 'tempest-TestNetworkBasicOps-router-1466552983', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:50:49Z', 'revision_number': 7, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '50fe5001-8426-40a4-a9a8-cc5842741129', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a0540-155b-4848-8a26-f350ef9bc86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:48:00Z', 'updated_at': '2022-01-21T09:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:50:52.161176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.163603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.185463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.185960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Fanout notify agent at l3_agent the message router_deleted on router 0f1a0540-155b-4848-8a26-f350ef9bc86e {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:50:52.200895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.201960 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e6121565-7e96-426b-bac2-0674394d0b3a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/routers/0f1a0540-155b-4848-8a26-f350ef9bc86e HTTP/1.1" status: 204 len: 168 time: 1.3033676 Jan 21 09:50:52.204752 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49160) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:52.315526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2aef8855-3887-40e7-bbbb-509c40790c7d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.446398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2aef8855-3887-40e7-bbbb-509c40790c7d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.472626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-2aef8855-3887-40e7-bbbb-509c40790c7d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f524cffb-4d79-449b-ab4f-81a86510ec45']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:52.485189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-2aef8855-3887-40e7-bbbb-509c40790c7d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467a3d60-4347-4a09-8cd9-7b195115f60a') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:52.485491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-2aef8855-3887-40e7-bbbb-509c40790c7d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467a3d60-4347-4a09-8cd9-7b195115f60a') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:52.497018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2aef8855-3887-40e7-bbbb-509c40790c7d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.513241 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2aef8855-3887-40e7-bbbb-509c40790c7d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.519993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aef8855-3887-40e7-bbbb-509c40790c7d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:50:52.520376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2aef8855-3887-40e7-bbbb-509c40790c7d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:52.535210 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:52.618506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2aef8855-3887-40e7-bbbb-509c40790c7d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.635825 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2aef8855-3887-40e7-bbbb-509c40790c7d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.647063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef8855-3887-40e7-bbbb-509c40790c7d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Network': ['ID=f524cffb-4d79-449b-ab4f-81a86510ec45,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:52.652062 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2aef8855-3887-40e7-bbbb-509c40790c7d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/networks/f524cffb-4d79-449b-ab4f-81a86510ec45 HTTP/1.1" status: 204 len: 168 time: 0.4464109 Jan 21 09:50:52.673371 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49164) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:52.679524 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'network': {'name': 'tempest-network-smoke--106774002', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'port_security_enabled': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:50:52.684766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:52.689006 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:network and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:52.691958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:52.698413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:52.709591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:52.713639 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.744043 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:50:52.753754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.754000 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Added segment 7cda68ef-2173-4ec5-9d4e-4deb7df20463 of type vlan for network f9181c04-b982-4987-b84b-b1dd1776f889 Jan 21 09:50:52.783398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.816470 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.821857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:52.822420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.919735 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2451875 Jan 21 09:50:52.922729 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49168) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:52.924801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184e733-d46a-4a35-bd7a-1fd731841d3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Network': ['ID=f9181c04-b982-4987-b84b-b1dd1776f889,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:52.929224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-128893944', 'admin_state_up': True, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:50:52.935083 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network f9181c04-b982-4987-b84b-b1dd1776f889 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:50:52.937565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:52.942013 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:router and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:52.945182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:52.951974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:52.964593 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.965569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.981923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.176367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5c0c381c-da05-4d31-8a51-0abc195e9947 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:53.210591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 5c0c381c-da05-4d31-8a51-0abc195e9947 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:50:53.210931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5c0c381c-da05-4d31-8a51-0abc195e9947 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:53.211346 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ffa57de9-1dfa-4962-ac75-33cc7e18d895 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:53.244233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: ffa57de9-1dfa-4962-ac75-33cc7e18d895 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:50:53.244633 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ffa57de9-1dfa-4962-ac75-33cc7e18d895 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:53.353640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.660375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.689123 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.837399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.247 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/bce1b9a8-7fac-47be-a6d1-a34743c2848a) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:53.985509 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.017529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.082021 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:54.084937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:54.088533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:50:54.120590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=bce1b9a8-7fac-47be-a6d1-a34743c2848a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:54.543753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:54.766209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 50fe5001-8426-40a4-a9a8-cc5842741129 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:54.805516 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 50fe5001-8426-40a4-a9a8-cc5842741129 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:50:54.805739 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 50fe5001-8426-40a4-a9a8-cc5842741129 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:54.808806 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:50:55.041999 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:55.257420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 6526cd29-a665-4ce8-868b-e159036fb75e is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:50:55.443900 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:50:55.455453 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Sync routers for ids ['6526cd29-a665-4ce8-868b-e159036fb75e'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:50:55.465095 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Routers {'6526cd29-a665-4ce8-868b-e159036fb75e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:50:55.465761 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:50:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6526cd29-a665-4ce8-868b-e159036fb75e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:55.472857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:55.474057 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-06ee6731-e2f5-4151-a91a-6a3e8d5dafe0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5502231 Jan 21 09:50:55.477455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49172) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:55.622253 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b983d978-1133-462a-b6b6-bd3fb7d872a1 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=f4e681c68c4e433a8bf1cae53443017d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1410277 Jan 21 09:50:55.622514 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49176) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:55.648696 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Set router 6526cd29-a665-4ce8-868b-e159036fb75e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:50:55.757041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13bddb3-879f-4bfc-b43c-39ff3c6966f8 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:55.758709 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c13bddb3-879f-4bfc-b43c-39ff3c6966f8 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1351607 Jan 21 09:50:55.761542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49180) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:55.801385 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-86072404-05a9-434f-81a8-484a79557638 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387058 Jan 21 09:50:55.804326 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49184) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:55.809780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1264737984', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:50:55.921249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:55.925118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:subnet and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:55.928018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:55.933755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:55.944489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:55.948501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:55.957477 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:54Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:55.961820 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Checking router: 6526cd29-a665-4ce8-868b-e159036fb75e for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:50:55.962194 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Updating router 6526cd29-a665-4ce8-868b-e159036fb75e port bce1b9a8-7fac-47be-a6d1-a34743c2848a binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:50:56.017538 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.169366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.243641 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Subnet': ['ID=a6ca7ef9-7c8e-492d-a7b5-64390549c6c0,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:56.254582 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Checking segment: {'id': '7cda68ef-2173-4ec5-9d4e-4deb7df20463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:50:56.254943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network hostable DHCP agents. Network: f9181c04-b982-4987-b84b-b1dd1776f889, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:50:56.274960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network f9181c04-b982-4987-b84b-b1dd1776f889 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:50:56.284508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, f9181c04-b982-4987-b84b-b1dd1776f889) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:56.288645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:56.289246 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.295933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0726647-479f-4df6-814e-6f4aac05da9c None None] Network f9181c04-b982-4987-b84b-b1dd1776f889 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:50:56.316724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49188) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:56.317372 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-404d4274-8dbe-40f8-a6f4-7ee9612aae04 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5116720 Jan 21 09:50:56.347969 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.359956 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Transition to ACTIVE for port object bce1b9a8-7fac-47be-a6d1-a34743c2848a will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:56.366177 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.443371 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Pushing event updated for resources: {'Port': ['ID=bce1b9a8-7fac-47be-a6d1-a34743c2848a,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:56.453464 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:56.453806 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:56.454142 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:56.454464 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:56.454782 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:56.455096 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:56.455409 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:56.455723 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:56.456047 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:56.456368 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:56.456684 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:56.456992 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:56.460077 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Attempting to bind port bce1b9a8-7fac-47be-a6d1-a34743c2848a on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:50:56.460467 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Attempting to bind port bce1b9a8-7fac-47be-a6d1-a34743c2848a by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:50:56.460822 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Attempting to bind port bce1b9a8-7fac-47be-a6d1-a34743c2848a on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:50:56.467315 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:50:56.467701 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:50:56.468096 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.468544 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:50:56.469019 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Bound port: bce1b9a8-7fac-47be-a6d1-a34743c2848a, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:50:56.469376 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.523685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-f9181c04-b982-4987-b84b-b1dd1776f889', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ips': [{'subnet_id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:50:56.524598 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.545989 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] For port bce1b9a8-7fac-47be-a6d1-a34743c2848a, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:50:56.549291 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] For port bce1b9a8-7fac-47be-a6d1-a34743c2848a, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bce1b9a8-7fac-47be-a6d1-a34743c2848a,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:50:56.554626 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.638764 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad99dfd-927e-4c17-b586-b4ebaa8b0de4 None None] Pushing event updated for resources: {'Port': ['ID=bce1b9a8-7fac-47be-a6d1-a34743c2848a,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:56.652645 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Routers {'6526cd29-a665-4ce8-868b-e159036fb75e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:50:56.653374 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:50:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6526cd29-a665-4ce8-868b-e159036fb75e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:56.696514 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Allocated IP 172.20.0.2 (f9181c04-b982-4987-b84b-b1dd1776f889/a6ca7ef9-7c8e-492d-a7b5-64390549c6c0/ad7bc63b-ecff-4904-a000-3c199363dea0) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:56.834386 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] Set router 6526cd29-a665-4ce8-868b-e159036fb75e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:50:56.908955 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:56.919503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Transition to ACTIVE for port object ad7bc63b-ecff-4904-a000-3c199363dea0 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:56.938218 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Transition to ACTIVE for port object ad7bc63b-ecff-4904-a000-3c199363dea0 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:56.945191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.018933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Pushing event updated for resources: {'Port': ['ID=ad7bc63b-ecff-4904-a000-3c199363dea0,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:57.027238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Network f9181c04-b982-4987-b84b-b1dd1776f889 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:57.028543 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:57.031152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:50:57.037016 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.119268 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:54Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:57.123151 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Attempting to bind port ad7bc63b-ecff-4904-a000-3c199363dea0 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:50:57.123670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Attempting to bind port ad7bc63b-ecff-4904-a000-3c199363dea0 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '7cda68ef-2173-4ec5-9d4e-4deb7df20463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:50:57.123910 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cae8fb9-8a7e-4c59-9e1a-abce0d49f7aa None None] The sync data for ids ['6526cd29-a665-4ce8-868b-e159036fb75e'] in dv-neutron-825723-1-hyperv is: [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:54Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:50:57.124223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Attempting to bind port ad7bc63b-ecff-4904-a000-3c199363dea0 on network f9181c04-b982-4987-b84b-b1dd1776f889 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:50:57.131831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:50:57.132292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Checking segment: {'id': '7cda68ef-2173-4ec5-9d4e-4deb7df20463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:50:57.132790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.133262 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Bound using segment: {'id': '7cda68ef-2173-4ec5-9d4e-4deb7df20463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:50:57.133798 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Bound port: ad7bc63b-ecff-4904-a000-3c199363dea0, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cda68ef-2173-4ec5-9d4e-4deb7df20463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:50:57.134241 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.237572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] For port ad7bc63b-ecff-4904-a000-3c199363dea0, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:50:57.240892 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] For port ad7bc63b-ecff-4904-a000-3c199363dea0, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ad7bc63b-ecff-4904-a000-3c199363dea0,segment=NetworkSegment(7cda68ef-2173-4ec5-9d4e-4deb7df20463),segment_id=7cda68ef-2173-4ec5-9d4e-4deb7df20463)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:50:57.246676 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.391549 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac47c8-972a-468e-8033-2de1ed828307 None None] Pushing event updated for resources: {'Port': ['ID=ad7bc63b-ecff-4904-a000-3c199363dea0,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:57.684501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.1 (f9181c04-b982-4987-b84b-b1dd1776f889/a6ca7ef9-7c8e-492d-a7b5-64390549c6c0/82045c1e-f066-4265-a00c-3fb39f59018b) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:57.857665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.876807 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 82045c1e-f066-4265-a00c-3fb39f59018b will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:57.904945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:57.979569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network f9181c04-b982-4987-b84b-b1dd1776f889 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:57.983112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:57.985843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:50:58.023393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=82045c1e-f066-4265-a00c-3fb39f59018b,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:58.052029 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.181060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.340506 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf0d735-d72e-490d-be2a-68581a032884 None None] Network f9181c04-b982-4987-b84b-b1dd1776f889 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:50:58.433815 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6b5be8e9-eaa0-4d72-b3e1-0456227b94a7 None None] Provisioning for port ad7bc63b-ecff-4904-a000-3c199363dea0 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:58.621444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.626972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.758297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.767710 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=82045c1e-f066-4265-a00c-3fb39f59018b,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:58.876062 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cd93e295-4f58-434e-a436-04f7093409de None None] Provisioning for port 82045c1e-f066-4265-a00c-3fb39f59018b completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:58.883995 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bce1b9a8-7fac-47be-a6d1-a34743c2848a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:58.919613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cd93e295-4f58-434e-a436-04f7093409de None None] Provisioning complete for port 82045c1e-f066-4265-a00c-3fb39f59018b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:58.919991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd93e295-4f58-434e-a436-04f7093409de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.926956 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network f9181c04-b982-4987-b84b-b1dd1776f889 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:58.928239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:58.995966 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd93e295-4f58-434e-a436-04f7093409de None None] Port 82045c1e-f066-4265-a00c-3fb39f59018b cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:50:59.013607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port bce1b9a8-7fac-47be-a6d1-a34743c2848a completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:59.020876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port bce1b9a8-7fac-47be-a6d1-a34743c2848a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:59.021246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.175556 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-51218b52-549d-4efe-b421-f6ed93eee78e None None] Provisioning complete for port 82045c1e-f066-4265-a00c-3fb39f59018b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:59.176199 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-51218b52-549d-4efe-b421-f6ed93eee78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.207765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.247565 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port bce1b9a8-7fac-47be-a6d1-a34743c2848a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bce1b9a8-7fac-47be-a6d1-a34743c2848a,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:50:59.252659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-51218b52-549d-4efe-b421-f6ed93eee78e None None] Port 82045c1e-f066-4265-a00c-3fb39f59018b cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:50:59.255323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.256111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ad7bc63b-ecff-4904-a000-3c199363dea0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:59.279199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 6526cd29-a665-4ce8-868b-e159036fb75e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:50:59.379252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=bce1b9a8-7fac-47be-a6d1-a34743c2848a,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:59.394428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-229b1a9b-b34b-43ee-bcae-73425ddc3e21 None None] Provisioning complete for port 82045c1e-f066-4265-a00c-3fb39f59018b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:59.394837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-229b1a9b-b34b-43ee-bcae-73425ddc3e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.423641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port ad7bc63b-ecff-4904-a000-3c199363dea0 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:59.441812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port ad7bc63b-ecff-4904-a000-3c199363dea0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:59.442482 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.472800 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:50:59.485727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Sync routers for ids ['6526cd29-a665-4ce8-868b-e159036fb75e'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:50:59.487647 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3afb35dd-285d-4b89-b415-25cca5affbe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/6526cd29-a665-4ce8-868b-e159036fb75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1689146 Jan 21 09:50:59.488977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49192) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:59.509570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-229b1a9b-b34b-43ee-bcae-73425ddc3e21 None None] Port 82045c1e-f066-4265-a00c-3fb39f59018b cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:50:59.519725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Routers {'6526cd29-a665-4ce8-868b-e159036fb75e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:50:59.520542 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:50:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6526cd29-a665-4ce8-868b-e159036fb75e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:59.645952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbbcd73-0f3a-4a93-8b6d-a589be9fe664 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.646427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbbcd73-0f3a-4a93-8b6d-a589be9fe664 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.646885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbbcd73-0f3a-4a93-8b6d-a589be9fe664 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.647345 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbbcd73-0f3a-4a93-8b6d-a589be9fe664 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.649113 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bfbbcd73-0f3a-4a93-8b6d-a589be9fe664 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1591754 Jan 21 09:50:59.652158 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49196) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:59.728285 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3048ae-f8c6-49ae-9b1d-6d1b6f1ab362 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.728714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3048ae-f8c6-49ae-9b1d-6d1b6f1ab362 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.729221 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3048ae-f8c6-49ae-9b1d-6d1b6f1ab362 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.729701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3048ae-f8c6-49ae-9b1d-6d1b6f1ab362 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.734160 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1f3048ae-f8c6-49ae-9b1d-6d1b6f1ab362 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0782499 Jan 21 09:50:59.734414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49200) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:59.744540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.764040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Set router 6526cd29-a665-4ce8-868b-e159036fb75e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:50:59.907106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port ad7bc63b-ecff-4904-a000-3c199363dea0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ad7bc63b-ecff-4904-a000-3c199363dea0,segment=NetworkSegment(7cda68ef-2173-4ec5-9d4e-4deb7df20463),segment_id=7cda68ef-2173-4ec5-9d4e-4deb7df20463)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:50:59.932711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:59.959173 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5852b608-e0c5-4ebc-9167-4a8f056f33d5 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2234607 Jan 21 09:51:00.131704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=ad7bc63b-ecff-4904-a000-3c199363dea0,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:00.144874 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.212512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49206) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:00.214748 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:58Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '82045c1e-f066-4265-a00c-3fb39f59018b', 'name': '', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:01:34:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:50:58Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:00.218418 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-85304885', 'description': 'tempest-secgroup-smoke-85304885 description', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:00.218900 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Checking router: 6526cd29-a665-4ce8-868b-e159036fb75e for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:51:00.219250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Updating router 6526cd29-a665-4ce8-868b-e159036fb75e port 82045c1e-f066-4265-a00c-3fb39f59018b binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:51:00.225066 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:00.229769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:00.232978 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:00.240253 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:00.251446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.272264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:00.274407 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.276167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:00.279008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:00.284885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:00.363264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.368531 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.414660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6b0134-b49b-485a-85ab-8273f532e397,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:00.418952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.423679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49210) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:00.428984 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-46a76be5-d9de-4be6-8e1b-d3f601a32093 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2152169 Jan 21 09:51:00.429220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3f0e2dd5-afb8-471d-8fca-203693ac2807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'cd6b0134-b49b-485a-85ab-8273f532e397', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:00.435460 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3f0e2dd5-afb8-471d-8fca-203693ac2807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:00.439605 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3f0e2dd5-afb8-471d-8fca-203693ac2807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:00.442922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3f0e2dd5-afb8-471d-8fca-203693ac2807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:00.449098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3f0e2dd5-afb8-471d-8fca-203693ac2807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:00.466798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2dd5-afb8-471d-8fca-203693ac2807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.528901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2dd5-afb8-471d-8fca-203693ac2807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.533592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2dd5-afb8-471d-8fca-203693ac2807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.566351 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e2dd5-afb8-471d-8fca-203693ac2807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b3c1b5-40b0-40fe-8c98-273318c860db,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:00.575826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2dd5-afb8-471d-8fca-203693ac2807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.580508 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3f0e2dd5-afb8-471d-8fca-203693ac2807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527011 Jan 21 09:51:00.580691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49214) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:00.586391 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1cb64464-181b-442d-a6c1-1d7818c8beeb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'cd6b0134-b49b-485a-85ab-8273f532e397', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:00.592799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1cb64464-181b-442d-a6c1-1d7818c8beeb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:00.596844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1cb64464-181b-442d-a6c1-1d7818c8beeb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:00.599919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1cb64464-181b-442d-a6c1-1d7818c8beeb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:00.605795 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1cb64464-181b-442d-a6c1-1d7818c8beeb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:00.626273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cb64464-181b-442d-a6c1-1d7818c8beeb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.640956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.653285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Transition to ACTIVE for port object 82045c1e-f066-4265-a00c-3fb39f59018b will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:00.660163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.690547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cb64464-181b-442d-a6c1-1d7818c8beeb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.694323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cb64464-181b-442d-a6c1-1d7818c8beeb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.716853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb64464-181b-442d-a6c1-1d7818c8beeb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25ecfa5-c2b4-4d3c-a319-94adf936753c,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:00.729489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cb64464-181b-442d-a6c1-1d7818c8beeb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.733492 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1cb64464-181b-442d-a6c1-1d7818c8beeb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492524 Jan 21 09:51:00.734062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49218) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:00.740402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ef347fb6-daf9-40ae-837a-fe7784900b8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'cd6b0134-b49b-485a-85ab-8273f532e397', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:00.748881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ef347fb6-daf9-40ae-837a-fe7784900b8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:00.753378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ef347fb6-daf9-40ae-837a-fe7784900b8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:00.757977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ef347fb6-daf9-40ae-837a-fe7784900b8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:00.763041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ef347fb6-daf9-40ae-837a-fe7784900b8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:00.796276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ef347fb6-daf9-40ae-837a-fe7784900b8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.826346 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5c483-e48f-4668-a7b9-d8aac002fb3b None None] Pushing event updated for resources: {'Port': ['ID=82045c1e-f066-4265-a00c-3fb39f59018b,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:00.869444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bce1b9a8-7fac-47be-a6d1-a34743c2848a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:00.873580 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ef347fb6-daf9-40ae-837a-fe7784900b8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.878149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ef347fb6-daf9-40ae-837a-fe7784900b8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.903109 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef347fb6-daf9-40ae-837a-fe7784900b8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba49f949-c66c-4e7d-ba61-2e3e6e589c60,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:00.915445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ef347fb6-daf9-40ae-837a-fe7784900b8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.916899 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ef347fb6-daf9-40ae-837a-fe7784900b8f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1812215 Jan 21 09:51:00.920010 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49222) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:00.926447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-217d6855-a870-429c-acb1-097d40d990a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'cd6b0134-b49b-485a-85ab-8273f532e397', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:00.932880 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-217d6855-a870-429c-acb1-097d40d990a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:00.936918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-217d6855-a870-429c-acb1-097d40d990a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:00.940923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-217d6855-a870-429c-acb1-097d40d990a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:00.944132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Attempting to bind port 82045c1e-f066-4265-a00c-3fb39f59018b on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:00.944591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Attempting to bind port 82045c1e-f066-4265-a00c-3fb39f59018b by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '7cda68ef-2173-4ec5-9d4e-4deb7df20463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:00.944968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Attempting to bind port 82045c1e-f066-4265-a00c-3fb39f59018b on network f9181c04-b982-4987-b84b-b1dd1776f889 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:51:00.947759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-217d6855-a870-429c-acb1-097d40d990a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:00.955051 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:51:00.955432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Checking segment: {'id': '7cda68ef-2173-4ec5-9d4e-4deb7df20463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:51:00.955899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.956412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Bound using segment: {'id': '7cda68ef-2173-4ec5-9d4e-4deb7df20463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:51:00.956904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Bound port: 82045c1e-f066-4265-a00c-3fb39f59018b, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cda68ef-2173-4ec5-9d4e-4deb7df20463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:00.957327 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:00.966386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-217d6855-a870-429c-acb1-097d40d990a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.029689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-217d6855-a870-429c-acb1-097d40d990a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.034712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-217d6855-a870-429c-acb1-097d40d990a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.057994 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port bce1b9a8-7fac-47be-a6d1-a34743c2848a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:01.058215 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.058449 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d6855-a870-429c-acb1-097d40d990a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e60b35a-61cc-415f-8f6a-fbb875cb2a29,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:01.068623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-217d6855-a870-429c-acb1-097d40d990a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.069872 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-217d6855-a870-429c-acb1-097d40d990a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488388 Jan 21 09:51:01.073173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49226) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:01.078321 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2107a60a-a216-461c-ae28-9c3f62a75ce8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'cd6b0134-b49b-485a-85ab-8273f532e397', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:01.084685 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2107a60a-a216-461c-ae28-9c3f62a75ce8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:01.088602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2107a60a-a216-461c-ae28-9c3f62a75ce8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:01.091494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2107a60a-a216-461c-ae28-9c3f62a75ce8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:01.097342 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2107a60a-a216-461c-ae28-9c3f62a75ce8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:01.109499 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-2107a60a-a216-461c-ae28-9c3f62a75ce8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:51:01.116658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2107a60a-a216-461c-ae28-9c3f62a75ce8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.121740 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] For port 82045c1e-f066-4265-a00c-3fb39f59018b, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:51:01.137079 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] For port 82045c1e-f066-4265-a00c-3fb39f59018b, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=82045c1e-f066-4265-a00c-3fb39f59018b,segment=NetworkSegment(7cda68ef-2173-4ec5-9d4e-4deb7df20463),segment_id=7cda68ef-2173-4ec5-9d4e-4deb7df20463)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:51:01.143664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.187225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2107a60a-a216-461c-ae28-9c3f62a75ce8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.193193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2107a60a-a216-461c-ae28-9c3f62a75ce8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.220632 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107a60a-a216-461c-ae28-9c3f62a75ce8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e3e6b7-f0fb-431d-8a93-7b1fa471e25f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:01.231606 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2107a60a-a216-461c-ae28-9c3f62a75ce8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.235807 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2107a60a-a216-461c-ae28-9c3f62a75ce8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1587994 Jan 21 09:51:01.236032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49230) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:01.241598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9cfef5e1-04c3-4739-8b81-e627414c8aa8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'cd6b0134-b49b-485a-85ab-8273f532e397', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:01.248254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9cfef5e1-04c3-4739-8b81-e627414c8aa8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:01.252710 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9cfef5e1-04c3-4739-8b81-e627414c8aa8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:01.256028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9cfef5e1-04c3-4739-8b81-e627414c8aa8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:01.262397 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9cfef5e1-04c3-4739-8b81-e627414c8aa8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:01.275113 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-9cfef5e1-04c3-4739-8b81-e627414c8aa8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:51:01.282957 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cfef5e1-04c3-4739-8b81-e627414c8aa8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.285086 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Routers {'6526cd29-a665-4ce8-868b-e159036fb75e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:01.285747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:50:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6526cd29-a665-4ce8-868b-e159036fb75e'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:01.356176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cfef5e1-04c3-4739-8b81-e627414c8aa8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.361182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cfef5e1-04c3-4739-8b81-e627414c8aa8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.365369 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5c483-e48f-4668-a7b9-d8aac002fb3b None None] Pushing event updated for resources: {'Port': ['ID=82045c1e-f066-4265-a00c-3fb39f59018b,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:01.372903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ad7bc63b-ecff-4904-a000-3c199363dea0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:01.392885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfef5e1-04c3-4739-8b81-e627414c8aa8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e920919-ff0a-4d92-8952-c6e93faf767c,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:01.400121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9cfef5e1-04c3-4739-8b81-e627414c8aa8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.404878 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9cfef5e1-04c3-4739-8b81-e627414c8aa8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1677525 Jan 21 09:51:01.566341 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] Set router 6526cd29-a665-4ce8-868b-e159036fb75e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:01.569832 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-b5ea06c3-b5d7-4ffc-94cd-a6292b4e53ac tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-85304885&fields=id&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 267 time: 0.0402720 Jan 21 09:51:01.636147 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port ad7bc63b-ecff-4904-a000-3c199363dea0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:01.636582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.726014 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-bbdf261f-4949-4de7-8891-6779241aec20 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:01.726758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-bbdf261f-4949-4de7-8891-6779241aec20 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:01.745647 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-bbdf261f-4949-4de7-8891-6779241aec20 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:01.746991 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-bbdf261f-4949-4de7-8891-6779241aec20 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/networks?id=f9181c04-b982-4987-b84b-b1dd1776f889 HTTP/1.1" status: 200 len: 796 time: 0.1690059 Jan 21 09:51:01.763284 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-d3476a2b-7465-4a18-ad50-545495c5ec4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/quotas/f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 375 time: 0.0101671 Jan 21 09:51:01.851515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-4b0f5ec9-919f-4702-b04d-0948b3ec548a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:01.874469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-4b0f5ec9-919f-4702-b04d-0948b3ec548a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:01.876046 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-4b0f5ec9-919f-4702-b04d-0948b3ec548a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068149 Jan 21 09:51:02.021917 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-b00fde96-55cd-4c80-aa45-9026d5bf1d4a service neutron] 10.222.0.99 "GET /v2.0/networks/f9181c04-b982-4987-b84b-b1dd1776f889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332617 Jan 21 09:51:02.063205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:58Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '82045c1e-f066-4265-a00c-3fb39f59018b', 'name': '', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:01:34:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:02.068034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e4836-75ff-4e3c-975d-5749bfbb41d3 None None] The sync data for ids ['6526cd29-a665-4ce8-868b-e159036fb75e'] in dv-neutron-825723-1-hyperv is: [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:58Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '82045c1e-f066-4265-a00c-3fb39f59018b', 'name': '', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:01:34:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:51:02.174783 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-62558f12-7ede-45eb-a0ff-b756267ebfb3 service neutron] 10.222.0.99 "GET /v2.0/networks/f9181c04-b982-4987-b84b-b1dd1776f889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455512 Jan 21 09:51:02.356954 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8c6121cd-e3d5-4e5d-b1ad-3331ea0d4579 req-cb7f8529-294d-4f14-9973-d17495844101 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 210 time: 0.0427361 Jan 21 09:51:02.839907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 82045c1e-f066-4265-a00c-3fb39f59018b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:02.910539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 82045c1e-f066-4265-a00c-3fb39f59018b completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:02.915587 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 82045c1e-f066-4265-a00c-3fb39f59018b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:02.915985 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.036522 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.069626 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 82045c1e-f066-4265-a00c-3fb39f59018b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=82045c1e-f066-4265-a00c-3fb39f59018b,segment=NetworkSegment(7cda68ef-2173-4ec5-9d4e-4deb7df20463),segment_id=7cda68ef-2173-4ec5-9d4e-4deb7df20463)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:03.078430 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.145040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=82045c1e-f066-4265-a00c-3fb39f59018b,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:03.457783 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b929d11e-9f8f-4978-97e5-56e885059551 req-473214ca-67a0-4be7-92a2-134d5156f25f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 210 time: 0.0462563 Jan 21 09:51:04.612258 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e6f00af-cbfc-4541-9919-2d3b9a143fff req-28c9677d-44db-4cb4-b57c-0b0dfcbc2fd3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 210 time: 0.0477660 Jan 21 09:51:04.814204 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 82045c1e-f066-4265-a00c-3fb39f59018b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:04.884073 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 82045c1e-f066-4265-a00c-3fb39f59018b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:04.884466 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.648742 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-506aa8bc-142c-4f3f-8605-5777b0c8eeb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:05.649477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-506aa8bc-142c-4f3f-8605-5777b0c8eeb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:05.662420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-506aa8bc-142c-4f3f-8605-5777b0c8eeb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:05.663682 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-506aa8bc-142c-4f3f-8605-5777b0c8eeb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks?id=f9181c04-b982-4987-b84b-b1dd1776f889 HTTP/1.1" status: 200 len: 796 time: 0.1745334 Jan 21 09:51:05.714148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-7f5739d6-9cd3-4582-bf36-aaf8898b885d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:05.733630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-7f5739d6-9cd3-4582-bf36-aaf8898b885d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:05.734856 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-7f5739d6-9cd3-4582-bf36-aaf8898b885d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 378 time: 0.0632236 Jan 21 09:51:05.746472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'port': {'device_id': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'admin_state_up': True, 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'security_groups': ['cd6b0134-b49b-485a-85ab-8273f532e397']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:05.773586 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c54582f1-a66d-4410-a3df-ca23120d3e23 req-f694a601-8b3c-4753-bd07-acd25ec1e3fa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 210 time: 0.0432565 Jan 21 09:51:05.886433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:05.897532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:05.909169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:05.913079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.083059 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.10 (f9181c04-b982-4987-b84b-b1dd1776f889/a6ca7ef9-7c8e-492d-a7b5-64390549c6c0/dad3ef1b-4691-451c-95b1-fe484ee9d7b0) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:06.317697 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ec0b9a60-dfe0-409b-8693-14c95bef1322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.422217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.437945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object dad3ef1b-4691-451c-95b1-fe484ee9d7b0 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:06.463092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.533487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network f9181c04-b982-4987-b84b-b1dd1776f889 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:06.536585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:06.540302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:51:06.578689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=dad3ef1b-4691-451c-95b1-fe484ee9d7b0,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:06.617503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:06.618212 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.645384 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-53d08e62-e653-4b4f-8fe0-51d9cc35e420 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9035497 Jan 21 09:51:06.656653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Request body: {'port': {'device_id': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:06.771286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.816004 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-27fd4558-243f-4e33-b8de-7eb9585ebab7 None None] Provisioning for port dad3ef1b-4691-451c-95b1-fe484ee9d7b0 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:06.821926 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-27fd4558-243f-4e33-b8de-7eb9585ebab7 None None] Provisioning complete for port dad3ef1b-4691-451c-95b1-fe484ee9d7b0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:06.822314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-27fd4558-243f-4e33-b8de-7eb9585ebab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.880485 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-27fd4558-243f-4e33-b8de-7eb9585ebab7 None None] Port dad3ef1b-4691-451c-95b1-fe484ee9d7b0 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:51:06.963847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77073-16f4-43a0-ac05-39ec1941f18d req-8faf8ca5-9764-405f-ac5e-53783bf51d98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:06.965406 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0cd77073-16f4-43a0-ac05-39ec1941f18d req-8faf8ca5-9764-405f-ac5e-53783bf51d98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 932 time: 0.0813632 Jan 21 09:51:07.120463 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0cd77073-16f4-43a0-ac05-39ec1941f18d req-478952fe-d81a-4c92-aae9-550319019764 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=cd6b0134-b49b-485a-85ab-8273f532e397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1489718 Jan 21 09:51:07.154460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad3ef1b-4691-451c-95b1-fe484ee9d7b0 {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:07.162144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.176624 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Transition to ACTIVE for port object dad3ef1b-4691-451c-95b1-fe484ee9d7b0 will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:07.181798 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.310506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Pushing event updated for resources: {'Port': ['ID=dad3ef1b-4691-451c-95b1-fe484ee9d7b0,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:07.416910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Attempting to bind port dad3ef1b-4691-451c-95b1-fe484ee9d7b0 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:07.417246 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Attempting to bind port dad3ef1b-4691-451c-95b1-fe484ee9d7b0 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '7cda68ef-2173-4ec5-9d4e-4deb7df20463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:07.417570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Attempting to bind port dad3ef1b-4691-451c-95b1-fe484ee9d7b0 on network f9181c04-b982-4987-b84b-b1dd1776f889 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:51:07.422284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Port dad3ef1b-4691-451c-95b1-fe484ee9d7b0 on network f9181c04-b982-4987-b84b-b1dd1776f889 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:51:07.422588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Attempting to bind port dad3ef1b-4691-451c-95b1-fe484ee9d7b0 on network f9181c04-b982-4987-b84b-b1dd1776f889 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:51:07.427896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:51:07.428226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Checking segment: {'id': '7cda68ef-2173-4ec5-9d4e-4deb7df20463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:51:07.428649 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Bound using segment: {'id': '7cda68ef-2173-4ec5-9d4e-4deb7df20463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:51:07.429065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Bound port: dad3ef1b-4691-451c-95b1-fe484ee9d7b0, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cda68ef-2173-4ec5-9d4e-4deb7df20463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:07.429436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.529165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] For port dad3ef1b-4691-451c-95b1-fe484ee9d7b0, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:51:07.532236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] For port dad3ef1b-4691-451c-95b1-fe484ee9d7b0, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dad3ef1b-4691-451c-95b1-fe484ee9d7b0,segment=NetworkSegment(7cda68ef-2173-4ec5-9d4e-4deb7df20463),segment_id=7cda68ef-2173-4ec5-9d4e-4deb7df20463)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:51:07.538874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.600426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:07.601041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:07.602414 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] 10.222.0.121 "PUT /v2.0/ports/dad3ef1b-4691-451c-95b1-fe484ee9d7b0 HTTP/1.1" status: 200 len: 1094 time: 0.9499848 Jan 21 09:51:07.602844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'tag': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:07.624904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87b32a-ac0a-4adc-8054-5e10bfcd85cf service neutron] Pushing event updated for resources: {'Port': ['ID=dad3ef1b-4691-451c-95b1-fe484ee9d7b0,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:07.677643 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'tag': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0', 'status': 'completed', 'code': 200} Jan 21 09:51:07.718511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-652de9b7-ecbe-4fcd-a69d-bc23c06090db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:07.720054 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-652de9b7-ecbe-4fcd-a69d-bc23c06090db service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 1097 time: 0.0738273 Jan 21 09:51:07.794925 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-af922264-af57-4ad7-b590-eedbbc62c67a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dad3ef1b-4691-451c-95b1-fe484ee9d7b0 HTTP/1.1" status: 200 len: 217 time: 0.0679851 Jan 21 09:51:07.864880 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-58d64b8c-b3da-4a7c-97b0-da96ac87706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:07.866496 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-58d64b8c-b3da-4a7c-97b0-da96ac87706e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a6ca7ef9-7c8e-492d-a7b5-64390549c6c0 HTTP/1.1" status: 200 len: 835 time: 0.0654731 Jan 21 09:51:07.950878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-430aa4c1-6f5d-4e3d-b54d-b44b5fba7c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:07.952623 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-430aa4c1-6f5d-4e3d-b54d-b44b5fba7c76 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f9181c04-b982-4987-b84b-b1dd1776f889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803690 Jan 21 09:51:08.219066 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-b40947fe-d729-49f5-aca5-e094b024a48b service neutron] 10.222.0.121 "GET /v2.0/networks/f9181c04-b982-4987-b84b-b1dd1776f889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602861 Jan 21 09:51:08.313643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009cff1-e632-4c25-af7c-14c45b4f5242 req-0e2076ae-a8fd-43c7-b16a-dd874ed016aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:08.316156 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d009cff1-e632-4c25-af7c-14c45b4f5242 req-0e2076ae-a8fd-43c7-b16a-dd874ed016aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 944 time: 0.0823441 Jan 21 09:51:08.360882 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d009cff1-e632-4c25-af7c-14c45b4f5242 req-c2b62a25-9584-441d-95d0-26a9152f1550 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=cd6b0134-b49b-485a-85ab-8273f532e397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388594 Jan 21 09:51:08.362211 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed425a-bb5f-4068-b8e0-c2c903b15f13 req-511194a6-dcdb-4d97-9024-479871c21db1 service neutron] 10.222.0.121 "GET /v2.0/networks/f9181c04-b982-4987-b84b-b1dd1776f889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360095 Jan 21 09:51:08.445775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d688e93d-1495-45cc-bf84-6988c5347883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:08.495158 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08ef73-7c36-42bb-ae90-0388077df1e6 req-8b32f1f6-7240-4710-892f-4072dbfbf25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:08.497322 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dd08ef73-7c36-42bb-ae90-0388077df1e6 req-8b32f1f6-7240-4710-892f-4072dbfbf25e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 1097 time: 0.0799441 Jan 21 09:51:08.634600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08ef73-7c36-42bb-ae90-0388077df1e6 req-36f89ace-8091-4f6a-b8f4-ad37fc0cc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:08.636114 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dd08ef73-7c36-42bb-ae90-0388077df1e6 req-36f89ace-8091-4f6a-b8f4-ad37fc0cc7d9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f9181c04-b982-4987-b84b-b1dd1776f889 HTTP/1.1" status: 200 len: 897 time: 0.1328771 Jan 21 09:51:08.709638 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dd08ef73-7c36-42bb-ae90-0388077df1e6 req-4b04acec-e1ce-4776-92d1-04c244a613a6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dad3ef1b-4691-451c-95b1-fe484ee9d7b0 HTTP/1.1" status: 200 len: 217 time: 0.0670552 Jan 21 09:51:08.779690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08ef73-7c36-42bb-ae90-0388077df1e6 req-f248d25e-88f4-4b53-b88c-8059784b52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:08.781200 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dd08ef73-7c36-42bb-ae90-0388077df1e6 req-f248d25e-88f4-4b53-b88c-8059784b52d0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a6ca7ef9-7c8e-492d-a7b5-64390549c6c0 HTTP/1.1" status: 200 len: 835 time: 0.0658016 Jan 21 09:51:08.870291 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08ef73-7c36-42bb-ae90-0388077df1e6 req-d5eb1dc1-583e-460a-93bb-4e5ee7c9c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:08.871872 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dd08ef73-7c36-42bb-ae90-0388077df1e6 req-d5eb1dc1-583e-460a-93bb-4e5ee7c9c74c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f9181c04-b982-4987-b84b-b1dd1776f889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850699 Jan 21 09:51:09.005198 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dd08ef73-7c36-42bb-ae90-0388077df1e6 req-1bc43967-cdc3-4541-9910-f6caee181175 service neutron] 10.222.0.121 "GET /v2.0/networks/f9181c04-b982-4987-b84b-b1dd1776f889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263459 Jan 21 09:51:09.140205 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dd08ef73-7c36-42bb-ae90-0388077df1e6 req-eae111ea-d407-42dc-8c7c-3c23201e5d22 service neutron] 10.222.0.121 "GET /v2.0/networks/f9181c04-b982-4987-b84b-b1dd1776f889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278625 Jan 21 09:51:09.528425 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.558267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f1974-e777-42a3-b1e3-ea308e45433e req-32d7fe2f-a1fa-42cb-9b4d-478646f9f372 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:09.559817 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c3f1974-e777-42a3-b1e3-ea308e45433e req-32d7fe2f-a1fa-42cb-9b4d-478646f9f372 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 944 time: 0.0916598 Jan 21 09:51:09.607581 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c3f1974-e777-42a3-b1e3-ea308e45433e req-e4f5180f-70f4-4441-b6bd-dff1df1db681 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=cd6b0134-b49b-485a-85ab-8273f532e397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415804 Jan 21 09:51:09.698746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:10.805127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055478e4-a23b-4247-83b6-cf506574cc9e req-b378e428-ee7e-4a6a-b5e2-326dd64a8ece tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:10.806610 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-055478e4-a23b-4247-83b6-cf506574cc9e req-b378e428-ee7e-4a6a-b5e2-326dd64a8ece tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 944 time: 0.0853078 Jan 21 09:51:10.851283 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-055478e4-a23b-4247-83b6-cf506574cc9e req-2ebcd585-6e4f-49e5-96d8-e023e6197887 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=cd6b0134-b49b-485a-85ab-8273f532e397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383489 Jan 21 09:51:11.012940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.067512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fc6ef-f44e-4840-92c3-9799dee44831 req-b2c4e852-1a1f-453c-be6a-9a752edc69f4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:12.069057 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-540fc6ef-f44e-4840-92c3-9799dee44831 req-b2c4e852-1a1f-453c-be6a-9a752edc69f4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 944 time: 0.0973399 Jan 21 09:51:12.116428 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-540fc6ef-f44e-4840-92c3-9799dee44831 req-dbdf1f52-f537-4e46-a6b9-8fe4e6470ebd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=cd6b0134-b49b-485a-85ab-8273f532e397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391645 Jan 21 09:51:12.279464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device dad3ef1b-4691-451c-95b1-fe484ee9d7b0 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:51:12.414989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port dad3ef1b-4691-451c-95b1-fe484ee9d7b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dad3ef1b-4691-451c-95b1-fe484ee9d7b0,segment=NetworkSegment(7cda68ef-2173-4ec5-9d4e-4deb7df20463),segment_id=7cda68ef-2173-4ec5-9d4e-4deb7df20463)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:12.427402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'port_id': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0', 'mac_address': 'fa:16:3e:62:56:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:51:12.497720 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.515400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad3ef1b-4691-451c-95b1-fe484ee9d7b0 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:12.532371 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port dad3ef1b-4691-451c-95b1-fe484ee9d7b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dad3ef1b-4691-451c-95b1-fe484ee9d7b0,segment=NetworkSegment(7cda68ef-2173-4ec5-9d4e-4deb7df20463),segment_id=7cda68ef-2173-4ec5-9d4e-4deb7df20463)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:12.539512 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.615669 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=dad3ef1b-4691-451c-95b1-fe484ee9d7b0,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:12.883769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['dad3ef1b-4691-451c-95b1-fe484ee9d7b0'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:51:13.318638 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7bb7a-09fb-40d9-bceb-6cb330e5dee3 req-12ccfb20-b0c3-4889-8d92-1ad9164c4e51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:13.320205 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e2f7bb7a-09fb-40d9-bceb-6cb330e5dee3 req-12ccfb20-b0c3-4889-8d92-1ad9164c4e51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 945 time: 0.0978453 Jan 21 09:51:13.372807 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e2f7bb7a-09fb-40d9-bceb-6cb330e5dee3 req-fa6b92a6-a94a-48ca-9ed3-46ddd6757608 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=cd6b0134-b49b-485a-85ab-8273f532e397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438015 Jan 21 09:51:14.296312 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device dad3ef1b-4691-451c-95b1-fe484ee9d7b0 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:14.376099 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port dad3ef1b-4691-451c-95b1-fe484ee9d7b0 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:14.381118 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port dad3ef1b-4691-451c-95b1-fe484ee9d7b0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:14.381484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.527432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.554733 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:14.564586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port dad3ef1b-4691-451c-95b1-fe484ee9d7b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dad3ef1b-4691-451c-95b1-fe484ee9d7b0,segment=NetworkSegment(7cda68ef-2173-4ec5-9d4e-4deb7df20463),segment_id=7cda68ef-2173-4ec5-9d4e-4deb7df20463)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:14.569235 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.570071 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659f159-a8b7-4733-89c1-5038ce641c4d req-e0884b96-dd8a-4321-9529-46101af4aa46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:14.572275 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5659f159-a8b7-4733-89c1-5038ce641c4d req-e0884b96-dd8a-4321-9529-46101af4aa46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 945 time: 0.0887823 Jan 21 09:51:14.620478 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0', 'code': 200} Jan 21 09:51:14.627676 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5659f159-a8b7-4733-89c1-5038ce641c4d req-e76f75ca-ba54-4bb4-a51e-1d9ef78e0707 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=cd6b0134-b49b-485a-85ab-8273f532e397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483131 Jan 21 09:51:14.663278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=dad3ef1b-4691-451c-95b1-fe484ee9d7b0,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:14.861846 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b58513-694c-4ca4-a079-8e4f33022243 req-8a38697a-c3a5-4cf7-a0ae-ceae12869c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:14.863264 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b5b58513-694c-4ca4-a079-8e4f33022243 req-8a38697a-c3a5-4cf7-a0ae-ceae12869c1c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 1099 time: 0.0799193 Jan 21 09:51:14.906049 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b5b58513-694c-4ca4-a079-8e4f33022243 req-b5eff8f9-367b-4bcf-b5bc-bb6898d48d44 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=cd6b0134-b49b-485a-85ab-8273f532e397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363314 Jan 21 09:51:15.840255 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11279e08-3a7f-44b2-a9e7-40fd369547a3 req-dab4c2af-c1f8-4729-8e27-8aef17ff6ded tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:15.841787 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11279e08-3a7f-44b2-a9e7-40fd369547a3 req-dab4c2af-c1f8-4729-8e27-8aef17ff6ded tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 946 time: 0.0935054 Jan 21 09:51:15.887568 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11279e08-3a7f-44b2-a9e7-40fd369547a3 req-69adcc9e-f02d-488d-84c1-8a8e05108b50 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=cd6b0134-b49b-485a-85ab-8273f532e397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394318 Jan 21 09:51:17.091575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326372bf-87d0-4624-94f7-20bb95f89c74 req-bfc729c2-90c6-4c0b-a861-df6d3ee4ed7a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:17.093088 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-326372bf-87d0-4624-94f7-20bb95f89c74 req-bfc729c2-90c6-4c0b-a861-df6d3ee4ed7a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 946 time: 0.0840373 Jan 21 09:51:17.140605 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-326372bf-87d0-4624-94f7-20bb95f89c74 req-023d93a3-f671-46dc-b05b-ae72297c74f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=cd6b0134-b49b-485a-85ab-8273f532e397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393078 Jan 21 09:51:17.345115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00211d14-16ac-4c97-bd65-256ab4dee3f6 req-905dfb0b-e97e-416b-85cf-af4483bd0d96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:17.346743 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-00211d14-16ac-4c97-bd65-256ab4dee3f6 req-905dfb0b-e97e-416b-85cf-af4483bd0d96 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 946 time: 0.0987728 Jan 21 09:51:17.394819 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-00211d14-16ac-4c97-bd65-256ab4dee3f6 req-30c0030c-dc9b-43a3-b393-0895fc469058 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=cd6b0134-b49b-485a-85ab-8273f532e397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421293 Jan 21 09:51:17.418261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49300) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:17.499600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b2c47e-bf96-4cf0-8f10-734bfa65fd3a tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:17.501036 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-45b2c47e-bf96-4cf0-8f10-734bfa65fd3a tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 1094 time: 0.0817571 Jan 21 09:51:17.505211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49304) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:17.510420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:17.516672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:17.520779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:floatingip and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:17.523751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:17.529754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:17.543535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.691329 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.838131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.29 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/96963998-6c45-4b46-82e1-6a46600d8a86) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:17.998402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.031694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.100801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:18.103804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:18.107872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:51:18.139179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=96963998-6c45-4b46-82e1-6a46600d8a86,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:18.670954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.755163 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.972963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.980117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.095303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=96963998-6c45-4b46-82e1-6a46600d8a86,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:19.107134 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.286286 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 56aa0aae-00c4-4f5a-b2d2-97c608cd5bd4 associated. External IP: 172.26.4.29, port: dad3ef1b-4691-451c-95b1-fe484ee9d7b0. Jan 21 09:51:19.663440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 6526cd29-a665-4ce8-868b-e159036fb75e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:51:19.991994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:51:20.002616 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adacf8f9-d242-48cf-b969-3962ebfe8fc6 None None] Sync routers for ids ['6526cd29-a665-4ce8-868b-e159036fb75e'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:51:20.018295 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adacf8f9-d242-48cf-b969-3962ebfe8fc6 None None] Routers {'6526cd29-a665-4ce8-868b-e159036fb75e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:20.018880 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.019103 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-adacf8f9-d242-48cf-b969-3962ebfe8fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:51:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6526cd29-a665-4ce8-868b-e159036fb75e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:20.075446 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d67d5a29-a4aa-439a-87e4-a00595390ac0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5692184 Jan 21 09:51:20.076020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'tag': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:20.078345 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49308) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:20.126984 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'tag': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0', 'status': 'completed', 'code': 200} Jan 21 09:51:20.193152 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-da278a89-608c-4601-ba3d-55fd6d884d7a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/56aa0aae-00c4-4f5a-b2d2-97c608cd5bd4 HTTP/1.1" status: 200 len: 991 time: 0.1133475 Jan 21 09:51:20.231790 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-adacf8f9-d242-48cf-b969-3962ebfe8fc6 None None] Set router 6526cd29-a665-4ce8-868b-e159036fb75e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:20.235813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696394d8-3ea7-4cfa-8f6b-a961811ee60c req-cc8473bb-0ac4-423e-91c2-aca25403cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:20.237370 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-696394d8-3ea7-4cfa-8f6b-a961811ee60c req-cc8473bb-0ac4-423e-91c2-aca25403cf71 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 1099 time: 0.0850389 Jan 21 09:51:20.369771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696394d8-3ea7-4cfa-8f6b-a961811ee60c req-6f67a058-2017-4934-bb2b-e5858aaea17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:20.371351 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-696394d8-3ea7-4cfa-8f6b-a961811ee60c req-6f67a058-2017-4934-bb2b-e5858aaea17f service neutron] 10.222.0.121 "GET /v2.0/networks?id=f9181c04-b982-4987-b84b-b1dd1776f889 HTTP/1.1" status: 200 len: 897 time: 0.1276860 Jan 21 09:51:20.473482 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-696394d8-3ea7-4cfa-8f6b-a961811ee60c req-eb5c4a9c-a5bb-4ff3-8f6b-bbd396554a90 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dad3ef1b-4691-451c-95b1-fe484ee9d7b0 HTTP/1.1" status: 200 len: 999 time: 0.0966611 Jan 21 09:51:20.535665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696394d8-3ea7-4cfa-8f6b-a961811ee60c req-fe339187-82c2-4291-ad7a-b989b35c764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:20.537238 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-696394d8-3ea7-4cfa-8f6b-a961811ee60c req-fe339187-82c2-4291-ad7a-b989b35c764a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a6ca7ef9-7c8e-492d-a7b5-64390549c6c0 HTTP/1.1" status: 200 len: 835 time: 0.0577056 Jan 21 09:51:20.574377 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-adacf8f9-d242-48cf-b969-3962ebfe8fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:58Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '56aa0aae-00c4-4f5a-b2d2-97c608cd5bd4', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'port_id': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'mac_address': 'fa:16:3e:62:56:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:51:18Z', 'updated_at': '2022-01-21T09:51:18Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82045c1e-f066-4265-a00c-3fb39f59018b', 'name': '', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:01:34:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:03Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:20.578339 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adacf8f9-d242-48cf-b969-3962ebfe8fc6 None None] Checking router: 6526cd29-a665-4ce8-868b-e159036fb75e for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:51:20.586936 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adacf8f9-d242-48cf-b969-3962ebfe8fc6 None None] Routers {'6526cd29-a665-4ce8-868b-e159036fb75e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:20.587509 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-adacf8f9-d242-48cf-b969-3962ebfe8fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:51:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6526cd29-a665-4ce8-868b-e159036fb75e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:20.615579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696394d8-3ea7-4cfa-8f6b-a961811ee60c req-ccfdfed6-b695-4b55-99c2-446573065d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:20.617121 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-696394d8-3ea7-4cfa-8f6b-a961811ee60c req-ccfdfed6-b695-4b55-99c2-446573065d16 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f9181c04-b982-4987-b84b-b1dd1776f889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736568 Jan 21 09:51:20.747166 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-696394d8-3ea7-4cfa-8f6b-a961811ee60c req-97cf9ac0-41c0-4444-a92c-4ba669ebf227 service neutron] 10.222.0.121 "GET /v2.0/networks/f9181c04-b982-4987-b84b-b1dd1776f889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242118 Jan 21 09:51:20.759801 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-adacf8f9-d242-48cf-b969-3962ebfe8fc6 None None] Set router 6526cd29-a665-4ce8-868b-e159036fb75e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:20.877983 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-696394d8-3ea7-4cfa-8f6b-a961811ee60c req-e628530b-7d44-462e-a30f-8f30fdbcb8a0 service neutron] 10.222.0.121 "GET /v2.0/networks/f9181c04-b982-4987-b84b-b1dd1776f889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248131 Jan 21 09:51:21.096449 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-adacf8f9-d242-48cf-b969-3962ebfe8fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:58Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '56aa0aae-00c4-4f5a-b2d2-97c608cd5bd4', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'port_id': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'mac_address': 'fa:16:3e:62:56:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:51:18Z', 'updated_at': '2022-01-21T09:51:18Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82045c1e-f066-4265-a00c-3fb39f59018b', 'name': '', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:01:34:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:03Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:21.100392 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adacf8f9-d242-48cf-b969-3962ebfe8fc6 None None] The sync data for ids ['6526cd29-a665-4ce8-868b-e159036fb75e'] in dv-neutron-825723-1-hyperv is: [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:58Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '56aa0aae-00c4-4f5a-b2d2-97c608cd5bd4', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'port_id': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'mac_address': 'fa:16:3e:62:56:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:51:18Z', 'updated_at': '2022-01-21T09:51:18Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82045c1e-f066-4265-a00c-3fb39f59018b', 'name': '', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:01:34:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:03Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:51:21.196085 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49314) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:21.291727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d7cbee-f4f3-47a1-93ec-9010645ecac5 None None] New status for floating IP 56aa0aae-00c4-4f5a-b2d2-97c608cd5bd4: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:51:21.307877 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-99149e08-10fc-496c-a251-639acec22070 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/56aa0aae-00c4-4f5a-b2d2-97c608cd5bd4 HTTP/1.1" status: 200 len: 991 time: 0.1103292 Jan 21 09:51:22.312648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49318) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:22.420386 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e56986b1-4b63-48bd-810d-458d630767b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/56aa0aae-00c4-4f5a-b2d2-97c608cd5bd4 HTTP/1.1" status: 200 len: 993 time: 0.1062541 Jan 21 09:51:30.056439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.812778 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:51:36.324746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-90007d73-0a86-42e8-af2e-ff9b9e819c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.460702 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-903498ba-1964-47c0-85db-5bba1696cecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.534500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.711357 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.018579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.445390 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2a78ac84-bc22-423f-adcc-58665c323145 req-39548265-7442-4c93-b88c-561c38b9def9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803070 Jan 21 09:51:44.589171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78ac84-bc22-423f-adcc-58665c323145 req-e8b51084-7e3d-4cd1-ad30-7e9ba08b93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:44.590644 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2a78ac84-bc22-423f-adcc-58665c323145 req-e8b51084-7e3d-4cd1-ad30-7e9ba08b93e0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 1099 time: 0.0728045 Jan 21 09:51:44.752279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78ac84-bc22-423f-adcc-58665c323145 req-0d4ccdd5-6490-402e-80d8-88795e7c14d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:44.753859 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2a78ac84-bc22-423f-adcc-58665c323145 req-0d4ccdd5-6490-402e-80d8-88795e7c14d3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f9181c04-b982-4987-b84b-b1dd1776f889 HTTP/1.1" status: 200 len: 897 time: 0.1440094 Jan 21 09:51:44.860584 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2a78ac84-bc22-423f-adcc-58665c323145 req-f15a2dfd-9abd-4c57-aa6b-b4ebce70677d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dad3ef1b-4691-451c-95b1-fe484ee9d7b0 HTTP/1.1" status: 200 len: 1001 time: 0.1000192 Jan 21 09:51:45.050196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78ac84-bc22-423f-adcc-58665c323145 req-e50b077c-b2bb-4b3b-82aa-61b21aa8c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:45.051577 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2a78ac84-bc22-423f-adcc-58665c323145 req-e50b077c-b2bb-4b3b-82aa-61b21aa8c739 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a6ca7ef9-7c8e-492d-a7b5-64390549c6c0 HTTP/1.1" status: 200 len: 835 time: 0.1856134 Jan 21 09:51:45.141471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78ac84-bc22-423f-adcc-58665c323145 req-bd5ba64f-52a2-4240-947a-461ef6255f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:45.142990 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2a78ac84-bc22-423f-adcc-58665c323145 req-bd5ba64f-52a2-4240-947a-461ef6255f23 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f9181c04-b982-4987-b84b-b1dd1776f889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846677 Jan 21 09:51:45.274283 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2a78ac84-bc22-423f-adcc-58665c323145 req-5657a3d2-37a6-4316-ae64-d9109a63f05f service neutron] 10.222.0.121 "GET /v2.0/networks/f9181c04-b982-4987-b84b-b1dd1776f889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246486 Jan 21 09:51:45.417901 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2a78ac84-bc22-423f-adcc-58665c323145 req-7fd4d591-caa1-49c7-9c3d-3156e49e8d10 service neutron] 10.222.0.121 "GET /v2.0/networks/f9181c04-b982-4987-b84b-b1dd1776f889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374502 Jan 21 09:52:00.061701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:06.311925 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-20abab90-de22-49a9-abee-7f380b115d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.466157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9153254e-334d-4ffd-93a1-b48394c1725d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:08.817340 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:52:09.541748 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:09.705076 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:11.024774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.071683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:32.707051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49348) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:32.826210 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-91c3f8fb-be96-4a93-87b6-f94648ffa886 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/56aa0aae-00c4-4f5a-b2d2-97c608cd5bd4 HTTP/1.1" status: 200 len: 993 time: 0.1178179 Jan 21 09:52:33.150016 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49356) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:33.357257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 96963998-6c45-4b46-82e1-6a46600d8a86 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:52:33.357591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:33.523619 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:33.523903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:33.648546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 96963998-6c45-4b46-82e1-6a46600d8a86 owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:52:33.798875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:33.887975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=96963998-6c45-4b46-82e1-6a46600d8a86,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:33.926911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.927215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.927587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.927911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.928242 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.928597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.928925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.929249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.929577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.929898 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.930205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.930523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.961240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:33.961539 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 56aa0aae-00c4-4f5a-b2d2-97c608cd5bd4 disassociated (deleted). External IP: 172.26.4.29, port: dad3ef1b-4691-451c-95b1-fe484ee9d7b0. Jan 21 09:52:34.417891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 6526cd29-a665-4ce8-868b-e159036fb75e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:52:34.604619 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:52:34.615333 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5bfbd-bf0b-4964-af97-96a95fc1d8ac None None] Sync routers for ids ['6526cd29-a665-4ce8-868b-e159036fb75e'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:52:34.620836 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:34.625187 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5bfbd-bf0b-4964-af97-96a95fc1d8ac None None] Routers {'6526cd29-a665-4ce8-868b-e159036fb75e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:34.625813 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-86c5bfbd-bf0b-4964-af97-96a95fc1d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:52:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6526cd29-a665-4ce8-868b-e159036fb75e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:34.677817 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2540c9c8-e1de-4982-bccf-90f3e363ca26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/floatingips/56aa0aae-00c4-4f5a-b2d2-97c608cd5bd4 HTTP/1.1" status: 204 len: 168 time: 1.5262942 Jan 21 09:52:34.678264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'tag': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:34.727883 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'tag': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0', 'status': 'completed', 'code': 200} Jan 21 09:52:34.808289 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-86c5bfbd-bf0b-4964-af97-96a95fc1d8ac None None] Set router 6526cd29-a665-4ce8-868b-e159036fb75e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:52:34.824171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25695af-b4e1-43f2-8157-b430174df948 req-4612455a-739c-4a33-a194-41e04e14848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:34.825729 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c25695af-b4e1-43f2-8157-b430174df948 req-4612455a-739c-4a33-a194-41e04e14848e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 1099 time: 0.0729675 Jan 21 09:52:34.960682 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25695af-b4e1-43f2-8157-b430174df948 req-5a727d33-f653-42df-b254-5786008484f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:34.962090 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c25695af-b4e1-43f2-8157-b430174df948 req-5a727d33-f653-42df-b254-5786008484f6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f9181c04-b982-4987-b84b-b1dd1776f889 HTTP/1.1" status: 200 len: 897 time: 0.1296661 Jan 21 09:52:35.032738 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c25695af-b4e1-43f2-8157-b430174df948 req-d2acbc5e-fc88-4bc3-a33c-fd147a009b14 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dad3ef1b-4691-451c-95b1-fe484ee9d7b0 HTTP/1.1" status: 200 len: 217 time: 0.0641875 Jan 21 09:52:35.073101 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1d3db-698c-4be2-bc53-cc9387c584ab req-38f28dfd-a5b0-41a0-b0c7-a69f106360d4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:35.075769 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93e1d3db-698c-4be2-bc53-cc9387c584ab req-38f28dfd-a5b0-41a0-b0c7-a69f106360d4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 946 time: 0.0870526 Jan 21 09:52:35.097085 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25695af-b4e1-43f2-8157-b430174df948 req-9b28110f-ea47-4783-b7f8-ecbd35a4935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:35.098575 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c25695af-b4e1-43f2-8157-b430174df948 req-9b28110f-ea47-4783-b7f8-ecbd35a4935f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a6ca7ef9-7c8e-492d-a7b5-64390549c6c0 HTTP/1.1" status: 200 len: 835 time: 0.0590119 Jan 21 09:52:35.123174 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93e1d3db-698c-4be2-bc53-cc9387c584ab req-b4ba3830-d6c5-4a5e-8e31-b24b9c351c93 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=cd6b0134-b49b-485a-85ab-8273f532e397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403655 Jan 21 09:52:35.156634 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-86c5bfbd-bf0b-4964-af97-96a95fc1d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:58Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '82045c1e-f066-4265-a00c-3fb39f59018b', 'name': '', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:01:34:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:03Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:35.160418 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5bfbd-bf0b-4964-af97-96a95fc1d8ac None None] Checking router: 6526cd29-a665-4ce8-868b-e159036fb75e for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:52:35.168441 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5bfbd-bf0b-4964-af97-96a95fc1d8ac None None] Routers {'6526cd29-a665-4ce8-868b-e159036fb75e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:35.169042 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-86c5bfbd-bf0b-4964-af97-96a95fc1d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:52:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6526cd29-a665-4ce8-868b-e159036fb75e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:35.177078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25695af-b4e1-43f2-8157-b430174df948 req-3d39a3b0-63cf-40e1-a643-7941f1c14201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:35.178614 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c25695af-b4e1-43f2-8157-b430174df948 req-3d39a3b0-63cf-40e1-a643-7941f1c14201 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f9181c04-b982-4987-b84b-b1dd1776f889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728130 Jan 21 09:52:35.310056 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c25695af-b4e1-43f2-8157-b430174df948 req-d074fcd1-927e-4cf9-a3b4-7f421386c2fe service neutron] 10.222.0.121 "GET /v2.0/networks/f9181c04-b982-4987-b84b-b1dd1776f889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243134 Jan 21 09:52:35.344847 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-86c5bfbd-bf0b-4964-af97-96a95fc1d8ac None None] Set router 6526cd29-a665-4ce8-868b-e159036fb75e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:52:35.447739 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c25695af-b4e1-43f2-8157-b430174df948 req-3c909505-a2a3-42ea-b53b-9fdb2609151d service neutron] 10.222.0.121 "GET /v2.0/networks/f9181c04-b982-4987-b84b-b1dd1776f889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303148 Jan 21 09:52:35.650444 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-86c5bfbd-bf0b-4964-af97-96a95fc1d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:58Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '82045c1e-f066-4265-a00c-3fb39f59018b', 'name': '', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:01:34:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:03Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:35.654834 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5bfbd-bf0b-4964-af97-96a95fc1d8ac None None] The sync data for ids ['6526cd29-a665-4ce8-868b-e159036fb75e'] in dv-neutron-825723-1-hyperv is: [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:50:58Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '82045c1e-f066-4265-a00c-3fb39f59018b', 'name': '', 'network_id': 'f9181c04-b982-4987-b84b-b1dd1776f889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:01:34:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:03Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'a6ca7ef9-7c8e-492d-a7b5-64390549c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:52:35.885674 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db274c4-63d8-478e-8b95-451d4dccc17b None None] New status for floating IP 56aa0aae-00c4-4f5a-b2d2-97c608cd5bd4: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:52:36.309152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce361-ef0d-4099-b5f6-0d445909a891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:36.327336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a87fb-f7f9-4e0a-82e5-834daeede1bf req-692c701c-da94-4b09-b186-5d6ec9a151ca tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:36.328955 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ba4a87fb-f7f9-4e0a-82e5-834daeede1bf req-692c701c-da94-4b09-b186-5d6ec9a151ca tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 946 time: 0.0929787 Jan 21 09:52:36.373379 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ba4a87fb-f7f9-4e0a-82e5-834daeede1bf req-a9c8503c-d3b9-483f-a2ce-51cb1da19097 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=cd6b0134-b49b-485a-85ab-8273f532e397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380471 Jan 21 09:52:36.716830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983d3dc-2526-4fa4-93d9-1f50b9d735e6 req-7b86647a-a31f-4f0d-8389-813cdf3fffb5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:36.717557 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-f983d3dc-2526-4fa4-93d9-1f50b9d735e6 req-7b86647a-a31f-4f0d-8389-813cdf3fffb5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:36.734676 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-f983d3dc-2526-4fa4-93d9-1f50b9d735e6 req-7b86647a-a31f-4f0d-8389-813cdf3fffb5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:36.736040 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-f983d3dc-2526-4fa4-93d9-1f50b9d735e6 req-7b86647a-a31f-4f0d-8389-813cdf3fffb5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 946 time: 0.0986984 Jan 21 09:52:36.809149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-f983d3dc-2526-4fa4-93d9-1f50b9d735e6 req-497281c3-9fb7-4eb5-960e-24abc693f734 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port dad3ef1b-4691-451c-95b1-fe484ee9d7b0 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:52:36.809503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-f983d3dc-2526-4fa4-93d9-1f50b9d735e6 req-497281c3-9fb7-4eb5-960e-24abc693f734 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:37.170356 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-f983d3dc-2526-4fa4-93d9-1f50b9d735e6 req-497281c3-9fb7-4eb5-960e-24abc693f734 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port dad3ef1b-4691-451c-95b1-fe484ee9d7b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dad3ef1b-4691-451c-95b1-fe484ee9d7b0,segment=NetworkSegment(7cda68ef-2173-4ec5-9d4e-4deb7df20463),segment_id=7cda68ef-2173-4ec5-9d4e-4deb7df20463)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:52:37.170823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-f983d3dc-2526-4fa4-93d9-1f50b9d735e6 req-497281c3-9fb7-4eb5-960e-24abc693f734 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:37.292660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-f983d3dc-2526-4fa4-93d9-1f50b9d735e6 req-497281c3-9fb7-4eb5-960e-24abc693f734 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for dad3ef1b-4691-451c-95b1-fe484ee9d7b0 owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:52:37.449406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-f983d3dc-2526-4fa4-93d9-1f50b9d735e6 req-497281c3-9fb7-4eb5-960e-24abc693f734 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:37.498986 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497281c3-9fb7-4eb5-960e-24abc693f734 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=dad3ef1b-4691-451c-95b1-fe484ee9d7b0,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:37.524696 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4497b5cf-aeb2-4846-8b0a-fc88a875b5b1 req-e0e0363d-8665-495e-88a1-76d452f80574 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc4130e5-0c75-4d1a-a044-10676ae90eaa HTTP/1.1" status: 200 len: 210 time: 0.0442338 Jan 21 09:52:37.575127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f983d3dc-2526-4fa4-93d9-1f50b9d735e6 req-497281c3-9fb7-4eb5-960e-24abc693f734 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] No DVR routers for this DVR port dad3ef1b-4691-451c-95b1-fe484ee9d7b0 on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:37.577676 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-f983d3dc-2526-4fa4-93d9-1f50b9d735e6 req-497281c3-9fb7-4eb5-960e-24abc693f734 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:37.580238 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'name': 'network-vif-deleted', 'tag': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:37.598224 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-f983d3dc-2526-4fa4-93d9-1f50b9d735e6 req-497281c3-9fb7-4eb5-960e-24abc693f734 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "DELETE /v2.0/ports/dad3ef1b-4691-451c-95b1-fe484ee9d7b0 HTTP/1.1" status: 204 len: 173 time: 0.8565552 Jan 21 09:52:37.630818 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4130e5-0c75-4d1a-a044-10676ae90eaa', 'name': 'network-vif-deleted', 'tag': 'dad3ef1b-4691-451c-95b1-fe484ee9d7b0', 'status': 'completed', 'code': 200} Jan 21 09:52:38.472999 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c19ee97f-dd79-476a-a99c-d15a3a575d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:38.618404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49374) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:38.687407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:38.716658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:38.785170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:38.802949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6b0134-b49b-485a-85ab-8273f532e397,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:38.811454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.811866 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.812213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.812480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.812814 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.813140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.813554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.813777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.814087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.814475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.814816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.815026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.822463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:38.823882 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4d9b4313-a142-474e-91b8-1335c7a9464c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/security-groups/cd6b0134-b49b-485a-85ab-8273f532e397 HTTP/1.1" status: 204 len: 168 time: 0.2041502 Jan 21 09:52:38.856877 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49380) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:39.526289 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcf6e-1824-4d37-a13d-5b7746b0abb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:39.526552 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:39.705387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:39.883423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbcf6e-1824-4d37-a13d-5b7746b0abb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 82045c1e-f066-4265-a00c-3fb39f59018b {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:52:39.884035 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcf6e-1824-4d37-a13d-5b7746b0abb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:40.067146 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-9bcbcf6e-1824-4d37-a13d-5b7746b0abb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 82045c1e-f066-4265-a00c-3fb39f59018b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=82045c1e-f066-4265-a00c-3fb39f59018b,segment=NetworkSegment(7cda68ef-2173-4ec5-9d4e-4deb7df20463),segment_id=7cda68ef-2173-4ec5-9d4e-4deb7df20463)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:52:40.067493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcf6e-1824-4d37-a13d-5b7746b0abb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:40.191003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbcf6e-1824-4d37-a13d-5b7746b0abb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 82045c1e-f066-4265-a00c-3fb39f59018b owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:52:40.381512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcf6e-1824-4d37-a13d-5b7746b0abb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:40.428512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbcf6e-1824-4d37-a13d-5b7746b0abb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=82045c1e-f066-4265-a00c-3fb39f59018b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:40.796377 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device dad3ef1b-4691-451c-95b1-fe484ee9d7b0 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:40.801906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcf6e-1824-4d37-a13d-5b7746b0abb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:40.831081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: dad3ef1b-4691-451c-95b1-fe484ee9d7b0 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:52:40.831429 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device dad3ef1b-4691-451c-95b1-fe484ee9d7b0 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:41.023054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.157077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcbcf6e-1824-4d37-a13d-5b7746b0abb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 6526cd29-a665-4ce8-868b-e159036fb75e has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:52:41.329895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcbcf6e-1824-4d37-a13d-5b7746b0abb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:52:41.340302 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a47e4db-0be7-482a-b7ec-48f6d6d01445 None None] Sync routers for ids ['6526cd29-a665-4ce8-868b-e159036fb75e'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:52:41.343840 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9bcbcf6e-1824-4d37-a13d-5b7746b0abb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/6526cd29-a665-4ce8-868b-e159036fb75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4843638 Jan 21 09:52:41.345156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49384) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:41.349895 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a47e4db-0be7-482a-b7ec-48f6d6d01445 None None] Routers {'6526cd29-a665-4ce8-868b-e159036fb75e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:41.350509 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-4a47e4db-0be7-482a-b7ec-48f6d6d01445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:52:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6526cd29-a665-4ce8-868b-e159036fb75e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:41.411078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-873aa600-675f-4d6b-b27b-4017e75db61c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting subnet a6ca7ef9-7c8e-492d-a7b5-64390549c6c0 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:52:41.413997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-873aa600-675f-4d6b-b27b-4017e75db61c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.465411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-873aa600-675f-4d6b-b27b-4017e75db61c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.535033 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-4a47e4db-0be7-482a-b7ec-48f6d6d01445 None None] Set router 6526cd29-a665-4ce8-868b-e159036fb75e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:52:41.563541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-873aa600-675f-4d6b-b27b-4017e75db61c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.637017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-873aa600-675f-4d6b-b27b-4017e75db61c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.674846 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873aa600-675f-4d6b-b27b-4017e75db61c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ca7ef9-7c8e-492d-a7b5-64390549c6c0,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:41.679375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-873aa600-675f-4d6b-b27b-4017e75db61c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.685805 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890cabf1-06ea-44f6-b2d5-7b2c95e56d87 None None] Network f9181c04-b982-4987-b84b-b1dd1776f889 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:52:41.686577 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-873aa600-675f-4d6b-b27b-4017e75db61c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/subnets/a6ca7ef9-7c8e-492d-a7b5-64390549c6c0 HTTP/1.1" status: 204 len: 168 time: 0.3404343 Jan 21 09:52:41.689278 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49388) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:41.840014 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-4a47e4db-0be7-482a-b7ec-48f6d6d01445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:52:40Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:41.844073 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a47e4db-0be7-482a-b7ec-48f6d6d01445 None None] Checking router: 6526cd29-a665-4ce8-868b-e159036fb75e for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:52:41.852351 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a47e4db-0be7-482a-b7ec-48f6d6d01445 None None] Routers {'6526cd29-a665-4ce8-868b-e159036fb75e'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:41.853192 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-4a47e4db-0be7-482a-b7ec-48f6d6d01445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:52:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['6526cd29-a665-4ce8-868b-e159036fb75e'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:41.875780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.950134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] DHCP port deletion for f9181c04-b982-4987-b84b-b1dd1776f889 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:52:41.954081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Deleting port ad7bc63b-ecff-4904-a000-3c199363dea0 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:52:41.954519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:42.043461 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-4a47e4db-0be7-482a-b7ec-48f6d6d01445 None None] Set router 6526cd29-a665-4ce8-868b-e159036fb75e gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:52:42.052045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:42.062512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port bce1b9a8-7fac-47be-a6d1-a34743c2848a {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:52:42.063091 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:42.156298 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] For port ad7bc63b-ecff-4904-a000-3c199363dea0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ad7bc63b-ecff-4904-a000-3c199363dea0,segment=NetworkSegment(7cda68ef-2173-4ec5-9d4e-4deb7df20463),segment_id=7cda68ef-2173-4ec5-9d4e-4deb7df20463)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:52:42.156706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:42.279622 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Calling delete_port for ad7bc63b-ecff-4904-a000-3c199363dea0 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:52:42.332323 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-4a47e4db-0be7-482a-b7ec-48f6d6d01445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:52:40Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:42.336867 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a47e4db-0be7-482a-b7ec-48f6d6d01445 None None] The sync data for ids ['6526cd29-a665-4ce8-868b-e159036fb75e'] in dv-neutron-825723-1-hyperv is: [{'id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'name': 'tempest-TestNetworkBasicOps-router-128893944', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:52Z', 'updated_at': '2022-01-21T09:52:40Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'bce1b9a8-7fac-47be-a6d1-a34743c2848a', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526cd29-a665-4ce8-868b-e159036fb75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:53Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:52:42.376537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port bce1b9a8-7fac-47be-a6d1-a34743c2848a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bce1b9a8-7fac-47be-a6d1-a34743c2848a,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:52:42.377058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:42.387961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:42.432389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Pushing event deleted for resources: {'Port': ['ID=ad7bc63b-ecff-4904-a000-3c199363dea0,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:42.437021 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] No DVR routers for this DVR port ad7bc63b-ecff-4904-a000-3c199363dea0 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:42.442887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:42.443233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:42.445707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:42.445707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:42.445707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:42.445707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:42.445707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:42.445707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:42.445707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:42.446741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:42.446741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:42.446741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb1830-d956-4fd3-9975-b6c025adf9a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:42.505714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for bce1b9a8-7fac-47be-a6d1-a34743c2848a owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:52:42.673571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:42.723433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=bce1b9a8-7fac-47be-a6d1-a34743c2848a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:42.813630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:42.914040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 82045c1e-f066-4265-a00c-3fb39f59018b no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:42.949181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 82045c1e-f066-4265-a00c-3fb39f59018b {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:52:42.949521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 82045c1e-f066-4265-a00c-3fb39f59018b not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:42.949952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ad7bc63b-ecff-4904-a000-3c199363dea0 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:42.981548 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: ad7bc63b-ecff-4904-a000-3c199363dea0 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:52:42.982206 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ad7bc63b-ecff-4904-a000-3c199363dea0 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:42.988954 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:42.991162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.015697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.016242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Fanout notify agent at l3_agent the message router_deleted on router 6526cd29-a665-4ce8-868b-e159036fb75e {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:52:43.030723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.031805 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ec98a626-48da-4b29-b573-055eebea0f88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/routers/6526cd29-a665-4ce8-868b-e159036fb75e HTTP/1.1" status: 204 len: 168 time: 1.3416114 Jan 21 09:52:43.034541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49392) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:43.147453 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-004b4005-5717-4999-a441-b81f8f5c6154 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.274927 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-004b4005-5717-4999-a441-b81f8f5c6154 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.300026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-004b4005-5717-4999-a441-b81f8f5c6154 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9181c04-b982-4987-b84b-b1dd1776f889']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:43.314690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-004b4005-5717-4999-a441-b81f8f5c6154 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cda68ef-2173-4ec5-9d4e-4deb7df20463') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:43.315007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-004b4005-5717-4999-a441-b81f8f5c6154 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cda68ef-2173-4ec5-9d4e-4deb7df20463') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:43.326425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-004b4005-5717-4999-a441-b81f8f5c6154 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.342594 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-004b4005-5717-4999-a441-b81f8f5c6154 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.351491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004b4005-5717-4999-a441-b81f8f5c6154 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:52:43.351986 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-004b4005-5717-4999-a441-b81f8f5c6154 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:52:43.369743 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:52:43.448189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-004b4005-5717-4999-a441-b81f8f5c6154 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.466442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-004b4005-5717-4999-a441-b81f8f5c6154 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.484378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b4005-5717-4999-a441-b81f8f5c6154 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Network': ['ID=f9181c04-b982-4987-b84b-b1dd1776f889,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:43.491932 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-004b4005-5717-4999-a441-b81f8f5c6154 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/networks/f9181c04-b982-4987-b84b-b1dd1776f889 HTTP/1.1" status: 204 len: 168 time: 0.4563859 Jan 21 09:52:43.506423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49396) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:43.512222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'network': {'name': 'tempest-network-smoke--695437979', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'port_security_enabled': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:43.519172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:43.522678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:network and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:43.525458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:43.531008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:43.541858 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:43.545406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.572578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:52:43.581721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.582239 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Added segment 720a8c01-da74-44fe-a0fa-012630413ba6 of type vlan for network d41740f3-cf00-4cac-904e-abca30557354 Jan 21 09:52:43.608652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.638233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.643666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:43.644273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.845231 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3374574 Jan 21 09:52:43.848059 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49400) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:43.850548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a9a16-3fa9-4164-85c1-89cc7f6494f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Network': ['ID=d41740f3-cf00-4cac-904e-abca30557354,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:43.854554 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-101157269', 'admin_state_up': True, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:43.860693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network d41740f3-cf00-4cac-904e-abca30557354 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:52:43.862964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:43.867129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:router and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:43.870153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:43.876689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:43.888154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.889210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.904815 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:44.170381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:44.467657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:44.499171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:44.629854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.225 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/f00a3f85-d5d2-4f1c-b516-f7061628f006) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:44.829644 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bce1b9a8-7fac-47be-a6d1-a34743c2848a no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:44.862750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: bce1b9a8-7fac-47be-a6d1-a34743c2848a {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:52:44.863091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bce1b9a8-7fac-47be-a6d1-a34743c2848a not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:44.888735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:44.918588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:44.989547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:44.992427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:44.995262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:52:45.024907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=f00a3f85-d5d2-4f1c-b516-f7061628f006,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:45.419947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:45.765267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:45.816897 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:52:45.978917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 1601af61-8b35-4dad-b238-9c0ad71db9dc is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:52:46.280198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:52:46.293211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Sync routers for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:52:46.304958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:46.305828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:52:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:46.315520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:46.316803 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-640482c0-dd0f-4c21-9c19-0fa0cc0a1404 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4676933 Jan 21 09:52:46.322126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49404) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:46.366401 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-33a76b11-d208-4f83-841f-40f17718595d tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=f4e681c68c4e433a8bf1cae53443017d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431342 Jan 21 09:52:46.369048 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49408) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:46.484367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:52:46.501302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a6566-a9fb-4cd5-af42-24f339dff8f0 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:46.502909 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9c2a6566-a9fb-4cd5-af42-24f339dff8f0 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329584 Jan 21 09:52:46.505783 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49412) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:46.544471 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-726b2382-58b3-48a9-9dc9-69df8e03e709 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374694 Jan 21 09:52:46.546796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49416) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:46.552199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-209636622', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:46.661093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:46.664867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:subnet and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:46.667670 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:46.673607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:46.685868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:46.689488 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:46.790889 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:45Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:46.795065 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Checking router: 1601af61-8b35-4dad-b238-9c0ad71db9dc for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:52:46.795351 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Updating router 1601af61-8b35-4dad-b238-9c0ad71db9dc port f00a3f85-d5d2-4f1c-b516-f7061628f006 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:52:46.847216 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:46.909691 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:46.984976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Subnet': ['ID=00a9f16d-4752-4999-a279-d4876342e6d3,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:46.999374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Checking segment: {'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:52:46.999737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network hostable DHCP agents. Network: d41740f3-cf00-4cac-904e-abca30557354, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:52:47.017941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network d41740f3-cf00-4cac-904e-abca30557354 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:52:47.027593 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, d41740f3-cf00-4cac-904e-abca30557354) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:47.032277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:47.032999 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:47.053064 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f760430b-b7cd-44ae-8207-4377d3562ab8 None None] Network d41740f3-cf00-4cac-904e-abca30557354 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:52:47.055478 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-695113c3-8d75-48a7-a94a-06a978ca3078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5076215 Jan 21 09:52:47.058405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49420) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:47.382686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:47.399843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Transition to ACTIVE for port object f00a3f85-d5d2-4f1c-b516-f7061628f006 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:47.403419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-d41740f3-cf00-4cac-904e-abca30557354', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:52:47.404395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:47.418811 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:47.550532 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Attempting to bind port f00a3f85-d5d2-4f1c-b516-f7061628f006 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:47.550892 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Attempting to bind port f00a3f85-d5d2-4f1c-b516-f7061628f006 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:47.551246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Attempting to bind port f00a3f85-d5d2-4f1c-b516-f7061628f006 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:52:47.553177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907cd1b-c0ed-4f34-9038-bff4bc96f37a None None] Pushing event updated for resources: {'Port': ['ID=f00a3f85-d5d2-4f1c-b516-f7061628f006,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:47.570725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:52:47.572014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:52:47.572439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:47.572863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:52:47.573329 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Bound port: f00a3f85-d5d2-4f1c-b516-f7061628f006, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:47.574020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:47.701640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] For port f00a3f85-d5d2-4f1c-b516-f7061628f006, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:52:47.707175 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] For port f00a3f85-d5d2-4f1c-b516-f7061628f006, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f00a3f85-d5d2-4f1c-b516-f7061628f006,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:52:47.708963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Allocated IP 172.20.0.2 (d41740f3-cf00-4cac-904e-abca30557354/00a9f16d-4752-4999-a279-d4876342e6d3/259fc74a-6a1e-4bc0-a033-51c05b179f66) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:47.714325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:47.879276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:47.889932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:47.890511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:52:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:47.953762 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907cd1b-c0ed-4f34-9038-bff4bc96f37a None None] Pushing event updated for resources: {'Port': ['ID=f00a3f85-d5d2-4f1c-b516-f7061628f006,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:48.161862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:52:48.267121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:48.293471 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Transition to ACTIVE for port object 259fc74a-6a1e-4bc0-a033-51c05b179f66 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:48.372686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Transition to ACTIVE for port object 259fc74a-6a1e-4bc0-a033-51c05b179f66 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:48.387654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:48.446382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.1 (d41740f3-cf00-4cac-904e-abca30557354/00a9f16d-4752-4999-a279-d4876342e6d3/79b72905-6f3a-4931-a49a-64f9469c90fb) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:48.471992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Network d41740f3-cf00-4cac-904e-abca30557354 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:48.497912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:48.500375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:52:48.541492 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Pushing event updated for resources: {'Port': ['ID=259fc74a-6a1e-4bc0-a033-51c05b179f66,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:48.607967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:48.615738 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Attempting to bind port 259fc74a-6a1e-4bc0-a033-51c05b179f66 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:48.616112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Attempting to bind port 259fc74a-6a1e-4bc0-a033-51c05b179f66 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:48.616500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Attempting to bind port 259fc74a-6a1e-4bc0-a033-51c05b179f66 on network d41740f3-cf00-4cac-904e-abca30557354 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:52:48.624509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:52:48.624905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Checking segment: {'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:52:48.625310 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:48.625660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 79b72905-6f3a-4931-a49a-64f9469c90fb will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:48.625831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Bound using segment: {'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:52:48.626498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Bound port: 259fc74a-6a1e-4bc0-a033-51c05b179f66, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:48.626630 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:48.651666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:48.675459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:45Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:48.692755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70d760-100f-49e8-b617-482426bb3131 None None] The sync data for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv is: [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:45Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:52:48.724015 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network d41740f3-cf00-4cac-904e-abca30557354 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:48.727630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:48.730503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] For port 259fc74a-6a1e-4bc0-a033-51c05b179f66, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:52:48.731736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:52:48.734144 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] For port 259fc74a-6a1e-4bc0-a033-51c05b179f66, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=259fc74a-6a1e-4bc0-a033-51c05b179f66,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:52:48.739746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:48.766321 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=79b72905-6f3a-4931-a49a-64f9469c90fb,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:48.798031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:48.828663 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d56f25-04db-47b2-9eb2-abeaf5f75953 None None] Pushing event updated for resources: {'Port': ['ID=259fc74a-6a1e-4bc0-a033-51c05b179f66,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:48.951714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:49.397779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:49.404894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:49.527515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=79b72905-6f3a-4931-a49a-64f9469c90fb,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:49.530936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:49.673094 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network d41740f3-cf00-4cac-904e-abca30557354 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:49.674204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:49.840468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039a7392-6ed6-4c2c-aad4-0bc1eb3a320a None None] Network d41740f3-cf00-4cac-904e-abca30557354 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:52:49.974283 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2f66fb25-380a-49d8-8abe-460eca644bd4 None None] Provisioning for port 259fc74a-6a1e-4bc0-a033-51c05b179f66 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:49.997231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 1601af61-8b35-4dad-b238-9c0ad71db9dc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:52:50.180623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:52:50.193360 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-af210d22-d4f0-401f-8924-c428494ec274 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/1601af61-8b35-4dad-b238-9c0ad71db9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1339185 Jan 21 09:52:50.195825 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49424) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:50.303367 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Sync routers for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:52:50.312757 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:50.313369 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:52:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:50.338732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f73df24-0128-4142-9830-61ba457da015 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:50.339224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f73df24-0128-4142-9830-61ba457da015 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:50.339680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f73df24-0128-4142-9830-61ba457da015 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:50.340163 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f73df24-0128-4142-9830-61ba457da015 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:50.341835 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4f73df24-0128-4142-9830-61ba457da015 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1450772 Jan 21 09:52:50.344675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49428) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:50.418678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d78b2e6-58b3-4dc9-ad6d-42e7bd661050 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:50.419140 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d78b2e6-58b3-4dc9-ad6d-42e7bd661050 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:50.419770 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d78b2e6-58b3-4dc9-ad6d-42e7bd661050 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:50.420218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d78b2e6-58b3-4dc9-ad6d-42e7bd661050 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:50.422448 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9d78b2e6-58b3-4dc9-ad6d-42e7bd661050 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0768149 Jan 21 09:52:50.424089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f9b43eee-9827-486d-818a-4c838c3581ed None None] Provisioning for port 79b72905-6f3a-4931-a49a-64f9469c90fb completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:50.425738 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49432) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:50.429617 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f9b43eee-9827-486d-818a-4c838c3581ed None None] Provisioning complete for port 79b72905-6f3a-4931-a49a-64f9469c90fb triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:50.429976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f9b43eee-9827-486d-818a-4c838c3581ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:50.487833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f9b43eee-9827-486d-818a-4c838c3581ed None None] Port 79b72905-6f3a-4931-a49a-64f9469c90fb cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:52:50.503855 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:52:50.624153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ff082cf0-86f3-4ea5-82c7-9aa59a2ff13b None None] Provisioning complete for port 79b72905-6f3a-4931-a49a-64f9469c90fb triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:50.624903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ff082cf0-86f3-4ea5-82c7-9aa59a2ff13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:50.650966 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-94711983-7576-4236-9882-1bafdda48ba5 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2233720 Jan 21 09:52:50.706836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ff082cf0-86f3-4ea5-82c7-9aa59a2ff13b None None] Port 79b72905-6f3a-4931-a49a-64f9469c90fb cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:52:50.828119 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4518bcc4-2f61-41e9-8d1e-4d418499dda2 None None] Provisioning complete for port 79b72905-6f3a-4931-a49a-64f9469c90fb triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:50.828535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4518bcc4-2f61-41e9-8d1e-4d418499dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:50.842228 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:49Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:50.846567 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Checking router: 1601af61-8b35-4dad-b238-9c0ad71db9dc for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:52:50.846924 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Updating router 1601af61-8b35-4dad-b238-9c0ad71db9dc port 79b72905-6f3a-4931-a49a-64f9469c90fb binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:52:50.893103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4518bcc4-2f61-41e9-8d1e-4d418499dda2 None None] Port 79b72905-6f3a-4931-a49a-64f9469c90fb cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:52:50.907969 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:50.956142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f00a3f85-d5d2-4f1c-b516-f7061628f006 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:51.025103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port f00a3f85-d5d2-4f1c-b516-f7061628f006 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:51.030325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port f00a3f85-d5d2-4f1c-b516-f7061628f006 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:51.030696 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.145187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.162286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port f00a3f85-d5d2-4f1c-b516-f7061628f006, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f00a3f85-d5d2-4f1c-b516-f7061628f006,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:52:51.167649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.168566 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 259fc74a-6a1e-4bc0-a033-51c05b179f66 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:51.280117 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.291235 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=f00a3f85-d5d2-4f1c-b516-f7061628f006,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:51.294920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 259fc74a-6a1e-4bc0-a033-51c05b179f66 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:51.296382 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Transition to ACTIVE for port object 79b72905-6f3a-4931-a49a-64f9469c90fb will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:51.300034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 259fc74a-6a1e-4bc0-a033-51c05b179f66 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:51.300477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.304518 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.382257 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Pushing event updated for resources: {'Port': ['ID=79b72905-6f3a-4931-a49a-64f9469c90fb,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:51.401838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49438) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:51.407136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120689827', 'description': 'tempest-secgroup-smoke-1120689827 description', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:51.413542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:51.417658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:51.421298 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:51.429861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:51.450026 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.454951 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.477235 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.477572 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.481356 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.482403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:51.484263 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.484640 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.484996 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.485312 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.485639 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.485963 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.486283 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.486600 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.486708 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 259fc74a-6a1e-4bc0-a033-51c05b179f66, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=259fc74a-6a1e-4bc0-a033-51c05b179f66,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:52:51.486945 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.497418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.497934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:51.502437 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:51.509833 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:51.551963 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Attempting to bind port 79b72905-6f3a-4931-a49a-64f9469c90fb on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:51.552330 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Attempting to bind port 79b72905-6f3a-4931-a49a-64f9469c90fb by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:51.552712 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Attempting to bind port 79b72905-6f3a-4931-a49a-64f9469c90fb on network d41740f3-cf00-4cac-904e-abca30557354 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:52:51.558073 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:52:51.558445 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Checking segment: {'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:52:51.558845 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.559239 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Bound using segment: {'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:52:51.559698 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Bound port: 79b72905-6f3a-4931-a49a-64f9469c90fb, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:51.560064 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.570722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=259fc74a-6a1e-4bc0-a033-51c05b179f66,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:51.601622 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.607599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.649464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.650290 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] For port 79b72905-6f3a-4931-a49a-64f9469c90fb, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:52:51.650578 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2475927 Jan 21 09:52:51.653937 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] For port 79b72905-6f3a-4931-a49a-64f9469c90fb, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=79b72905-6f3a-4931-a49a-64f9469c90fb,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:52:51.654292 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49442) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:51.660624 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.664976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f34939ea-1826-4994-b890-f94518fd44bd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '76ba880e-0e71-42b3-8a31-8ff36eb9c79b', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:51.669597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc793fa-29f8-470c-b09e-9970189a9c99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ba880e-0e71-42b3-8a31-8ff36eb9c79b,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:51.676012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f34939ea-1826-4994-b890-f94518fd44bd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:51.680994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f34939ea-1826-4994-b890-f94518fd44bd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:51.684122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f34939ea-1826-4994-b890-f94518fd44bd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:51.691053 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f34939ea-1826-4994-b890-f94518fd44bd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:51.710974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f34939ea-1826-4994-b890-f94518fd44bd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.749994 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:51.750606 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:52:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:51.777744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f34939ea-1826-4994-b890-f94518fd44bd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.783542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f34939ea-1826-4994-b890-f94518fd44bd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.808701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34939ea-1826-4994-b890-f94518fd44bd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad99fc0-6afc-4a23-a062-81541559d4ba,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:51.819446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f34939ea-1826-4994-b890-f94518fd44bd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.824033 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f34939ea-1826-4994-b890-f94518fd44bd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645291 Jan 21 09:52:51.824422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49446) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:51.829959 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-fd0f07eb-0b39-4e1e-b5c5-538875083000 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '76ba880e-0e71-42b3-8a31-8ff36eb9c79b', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:51.835961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fd0f07eb-0b39-4e1e-b5c5-538875083000 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:51.836816 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792c4f5-17a5-48ed-a2a7-c0f321d37249 None None] Pushing event updated for resources: {'Port': ['ID=79b72905-6f3a-4931-a49a-64f9469c90fb,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:51.841325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fd0f07eb-0b39-4e1e-b5c5-538875083000 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:51.844331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fd0f07eb-0b39-4e1e-b5c5-538875083000 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:51.850172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fd0f07eb-0b39-4e1e-b5c5-538875083000 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:51.869177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd0f07eb-0b39-4e1e-b5c5-538875083000 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.935693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd0f07eb-0b39-4e1e-b5c5-538875083000 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.940933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd0f07eb-0b39-4e1e-b5c5-538875083000 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.941492 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:52:51.958297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f07eb-0b39-4e1e-b5c5-538875083000 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf792990-9237-4c22-8494-4b83b05a9d14,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:51.976168 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd0f07eb-0b39-4e1e-b5c5-538875083000 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.977481 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fd0f07eb-0b39-4e1e-b5c5-538875083000 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1521478 Jan 21 09:52:51.980107 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49450) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:51.985138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-763aa408-88a9-4f3b-b51f-2a742c46406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '76ba880e-0e71-42b3-8a31-8ff36eb9c79b', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:51.990770 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-763aa408-88a9-4f3b-b51f-2a742c46406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:51.994641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-763aa408-88a9-4f3b-b51f-2a742c46406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:52.000633 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-763aa408-88a9-4f3b-b51f-2a742c46406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:52.006119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-763aa408-88a9-4f3b-b51f-2a742c46406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:52.022907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-763aa408-88a9-4f3b-b51f-2a742c46406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.087596 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-763aa408-88a9-4f3b-b51f-2a742c46406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.091968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-763aa408-88a9-4f3b-b51f-2a742c46406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.116535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763aa408-88a9-4f3b-b51f-2a742c46406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e01a9e-8ec2-4cc2-bde7-45c42c4d30fa,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:52.127571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-763aa408-88a9-4f3b-b51f-2a742c46406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.128802 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-763aa408-88a9-4f3b-b51f-2a742c46406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477406 Jan 21 09:52:52.131823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49454) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:52.136827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-40f4d0f4-4694-4a45-b4b2-89be05d5339e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '76ba880e-0e71-42b3-8a31-8ff36eb9c79b', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:52.142574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-40f4d0f4-4694-4a45-b4b2-89be05d5339e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:52.146362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-40f4d0f4-4694-4a45-b4b2-89be05d5339e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:52.149170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-40f4d0f4-4694-4a45-b4b2-89be05d5339e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:52.154953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-40f4d0f4-4694-4a45-b4b2-89be05d5339e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:52.173143 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-40f4d0f4-4694-4a45-b4b2-89be05d5339e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.235526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-40f4d0f4-4694-4a45-b4b2-89be05d5339e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.240029 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-40f4d0f4-4694-4a45-b4b2-89be05d5339e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.260694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4d0f4-4694-4a45-b4b2-89be05d5339e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9494e4c1-02c5-4d37-94cf-faad3a48b1dc,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:52.264471 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:52.268847 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4d905-20d9-46a2-b34f-64907d717eff None None] The sync data for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv is: [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:52:52.272908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-40f4d0f4-4694-4a45-b4b2-89be05d5339e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.274133 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-40f4d0f4-4694-4a45-b4b2-89be05d5339e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413763 Jan 21 09:52:52.276813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49458) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:52.281963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0708e5f4-ab00-4fe6-abb5-947ecf0a2558 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '76ba880e-0e71-42b3-8a31-8ff36eb9c79b', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:52.288044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0708e5f4-ab00-4fe6-abb5-947ecf0a2558 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:52.292066 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0708e5f4-ab00-4fe6-abb5-947ecf0a2558 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:52.295334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0708e5f4-ab00-4fe6-abb5-947ecf0a2558 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:52.310487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0708e5f4-ab00-4fe6-abb5-947ecf0a2558 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:52.333619 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-0708e5f4-ab00-4fe6-abb5-947ecf0a2558 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:52:52.340824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0708e5f4-ab00-4fe6-abb5-947ecf0a2558 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.417344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0708e5f4-ab00-4fe6-abb5-947ecf0a2558 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.422361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0708e5f4-ab00-4fe6-abb5-947ecf0a2558 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.446513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708e5f4-ab00-4fe6-abb5-947ecf0a2558 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bec85f0-8912-4700-82b1-54b35d026979,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:52.456916 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0708e5f4-ab00-4fe6-abb5-947ecf0a2558 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.460774 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0708e5f4-ab00-4fe6-abb5-947ecf0a2558 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1804576 Jan 21 09:52:52.460985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49462) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:52.465950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4e6a9dbd-abdd-44fc-8c76-7e6c8a72e6cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '76ba880e-0e71-42b3-8a31-8ff36eb9c79b', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:52.472462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4e6a9dbd-abdd-44fc-8c76-7e6c8a72e6cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:52.476269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4e6a9dbd-abdd-44fc-8c76-7e6c8a72e6cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:52.479269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4e6a9dbd-abdd-44fc-8c76-7e6c8a72e6cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:52.485070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4e6a9dbd-abdd-44fc-8c76-7e6c8a72e6cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:52.496841 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-4e6a9dbd-abdd-44fc-8c76-7e6c8a72e6cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:52:52.503958 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9dbd-abdd-44fc-8c76-7e6c8a72e6cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.573988 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9dbd-abdd-44fc-8c76-7e6c8a72e6cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.579214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9dbd-abdd-44fc-8c76-7e6c8a72e6cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.603733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a9dbd-abdd-44fc-8c76-7e6c8a72e6cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f971dfb-9dc1-418f-a588-812805fa02d8,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:52.614345 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9dbd-abdd-44fc-8c76-7e6c8a72e6cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.620572 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4e6a9dbd-abdd-44fc-8c76-7e6c8a72e6cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1537671 Jan 21 09:52:52.786806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-97ed167d-eed8-41c9-9fd0-591f8808e445 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:52.802293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-97ed167d-eed8-41c9-9fd0-591f8808e445 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:52.803629 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-97ed167d-eed8-41c9-9fd0-591f8808e445 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120689827&fields=id&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 267 time: 0.0598471 Jan 21 09:52:52.945789 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 79b72905-6f3a-4931-a49a-64f9469c90fb up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:52.979625 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4076a07c-0cff-4691-a6d4-ecacf049ce52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:52.980331 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4076a07c-0cff-4691-a6d4-ecacf049ce52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:53.002475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4076a07c-0cff-4691-a6d4-ecacf049ce52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:53.003825 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4076a07c-0cff-4691-a6d4-ecacf049ce52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/networks?id=d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 200 len: 796 time: 0.1932790 Jan 21 09:52:53.019391 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-9f1cd0ad-ee73-4d51-9e13-14c93b0ad01e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/quotas/f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 375 time: 0.0096881 Jan 21 09:52:53.021823 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 79b72905-6f3a-4931-a49a-64f9469c90fb completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:53.027306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 79b72905-6f3a-4931-a49a-64f9469c90fb triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:53.027670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.103072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-20821c70-1b08-4a4e-8ce9-697ab196997b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:53.120079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-20821c70-1b08-4a4e-8ce9-697ab196997b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:53.121572 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-20821c70-1b08-4a4e-8ce9-697ab196997b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962100 Jan 21 09:52:53.148718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.189910 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 79b72905-6f3a-4931-a49a-64f9469c90fb, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=79b72905-6f3a-4931-a49a-64f9469c90fb,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:52:53.195132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.195973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f00a3f85-d5d2-4f1c-b516-f7061628f006 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:53.216314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-da969093-a5a5-40b0-be6a-8e963c807b90 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:52:53.217327 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-da969093-a5a5-40b0-be6a-8e963c807b90 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0836375 Jan 21 09:52:53.314839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=79b72905-6f3a-4931-a49a-64f9469c90fb,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:53.329987 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port f00a3f85-d5d2-4f1c-b516-f7061628f006 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:53.330377 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.356285 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-902699a8-f509-44ee-875b-be26d508da8d service neutron] 10.222.0.99 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324377 Jan 21 09:52:53.450910 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 259fc74a-6a1e-4bc0-a033-51c05b179f66 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:53.497525 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-2abfffc9-8b37-4edd-b8ab-bf67e34ed123 service neutron] 10.222.0.99 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351085 Jan 21 09:52:53.521267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 259fc74a-6a1e-4bc0-a033-51c05b179f66 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:53.521641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.688997 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-56281e2a-fd59-482c-9b97-58f507bf9d97 req-7209c348-ec77-41f3-b134-d5c6448c98c2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 210 time: 0.0500915 Jan 21 09:52:54.764927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-d984fd0a-be36-4595-9105-8adfbf006197 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:54.766333 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-d984fd0a-be36-4595-9105-8adfbf006197 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks?id=d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 200 len: 796 time: 0.1495538 Jan 21 09:52:54.821496 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-95f9e2b1-5e75-46f2-bc3c-44294db5ed90 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 380 time: 0.0466554 Jan 21 09:52:54.831900 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'port': {'device_id': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'admin_state_up': True, 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'security_groups': ['76ba880e-0e71-42b3-8a31-8ff36eb9c79b']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:54.845998 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d030e4-f1f9-431e-bd59-c630e47e9d91 req-bb925c42-bb87-45b7-83db-ce40c5635374 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 210 time: 0.0530884 Jan 21 09:52:54.886497 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 79b72905-6f3a-4931-a49a-64f9469c90fb up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:54.978202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:54.979170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 79b72905-6f3a-4931-a49a-64f9469c90fb triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:54.979534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.987833 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:54.998565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:55.002062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.162154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.9 (d41740f3-cf00-4cac-904e-abca30557354/00a9f16d-4752-4999-a279-d4876342e6d3/cac81e1b-af69-46d2-b280-f19120858219) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:55.473179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.489437 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object cac81e1b-af69-46d2-b280-f19120858219 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:55.515759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.584891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network d41740f3-cf00-4cac-904e-abca30557354 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:55.588082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:55.591942 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:52:55.630286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=cac81e1b-af69-46d2-b280-f19120858219,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:55.662266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:55.663014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.689485 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5973428d-48bf-4335-b17b-89ec6f1e6949 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8626137 Jan 21 09:52:55.701074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Request body: {'port': {'device_id': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:55.811284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.819618 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-eb22723f-d812-4826-bf81-2c9699d78987 None None] Provisioning for port cac81e1b-af69-46d2-b280-f19120858219 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:55.824986 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-eb22723f-d812-4826-bf81-2c9699d78987 None None] Provisioning complete for port cac81e1b-af69-46d2-b280-f19120858219 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:55.825350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-eb22723f-d812-4826-bf81-2c9699d78987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.877192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-eb22723f-d812-4826-bf81-2c9699d78987 None None] Port cac81e1b-af69-46d2-b280-f19120858219 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:52:56.034900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668beca-0344-4bd2-9d09-f02234d2312b req-5c84e2fa-6d7c-48c6-bdf6-53f2fa9fea42 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:56.036293 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5668beca-0344-4bd2-9d09-f02234d2312b req-5c84e2fa-6d7c-48c6-bdf6-53f2fa9fea42 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 931 time: 0.0781901 Jan 21 09:52:56.080545 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5668beca-0344-4bd2-9d09-f02234d2312b req-bf436551-8ccf-4cb9-8338-f3e93455493f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=76ba880e-0e71-42b3-8a31-8ff36eb9c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382478 Jan 21 09:52:56.163705 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac81e1b-af69-46d2-b280-f19120858219 {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:52:56.171645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.193304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Transition to ACTIVE for port object cac81e1b-af69-46d2-b280-f19120858219 will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:56.200378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.327994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Pushing event updated for resources: {'Port': ['ID=cac81e1b-af69-46d2-b280-f19120858219,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:56.433415 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Attempting to bind port cac81e1b-af69-46d2-b280-f19120858219 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:56.433756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Attempting to bind port cac81e1b-af69-46d2-b280-f19120858219 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:56.434082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Attempting to bind port cac81e1b-af69-46d2-b280-f19120858219 on network d41740f3-cf00-4cac-904e-abca30557354 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:52:56.438769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Port cac81e1b-af69-46d2-b280-f19120858219 on network d41740f3-cf00-4cac-904e-abca30557354 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:52:56.439086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Attempting to bind port cac81e1b-af69-46d2-b280-f19120858219 on network d41740f3-cf00-4cac-904e-abca30557354 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:52:56.444312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:52:56.444672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Checking segment: {'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:52:56.445056 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Bound using segment: {'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:52:56.445473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Bound port: cac81e1b-af69-46d2-b280-f19120858219, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:56.445819 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.533696 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] For port cac81e1b-af69-46d2-b280-f19120858219, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:52:56.536675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] For port cac81e1b-af69-46d2-b280-f19120858219, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cac81e1b-af69-46d2-b280-f19120858219,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:52:56.544645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.606382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:56.607031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.608378 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] 10.222.0.121 "PUT /v2.0/ports/cac81e1b-af69-46d2-b280-f19120858219 HTTP/1.1" status: 200 len: 1093 time: 0.9119506 Jan 21 09:52:56.608816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'tag': 'cac81e1b-af69-46d2-b280-f19120858219'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:56.640708 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b62cf-445a-4f6e-8293-ebd052e7df5f service neutron] Pushing event updated for resources: {'Port': ['ID=cac81e1b-af69-46d2-b280-f19120858219,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:56.680997 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'tag': 'cac81e1b-af69-46d2-b280-f19120858219', 'status': 'completed', 'code': 200} Jan 21 09:52:56.722694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5441f416-85be-46d4-a630-c1cfb5281ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:56.724176 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-5441f416-85be-46d4-a630-c1cfb5281ffb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 1096 time: 0.0741696 Jan 21 09:52:56.797836 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-c928c2b3-7c2b-4ba7-887d-10d475086634 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac81e1b-af69-46d2-b280-f19120858219 HTTP/1.1" status: 200 len: 217 time: 0.0672846 Jan 21 09:52:56.858780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-a29f6674-5968-4977-8b2a-7815d11c4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:56.860156 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-a29f6674-5968-4977-8b2a-7815d11c4060 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=00a9f16d-4752-4999-a279-d4876342e6d3 HTTP/1.1" status: 200 len: 834 time: 0.0571058 Jan 21 09:52:56.938499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-13cfe603-ab28-4a66-bef2-1cdf74a641fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:56.939943 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-13cfe603-ab28-4a66-bef2-1cdf74a641fc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d41740f3-cf00-4cac-904e-abca30557354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737953 Jan 21 09:52:57.181110 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-f292b182-e821-4483-a9a4-59c860267b78 service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347138 Jan 21 09:52:57.268382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fd147-dec9-4ead-8f6b-24827a54c198 req-df6fc5f9-5a7d-4316-ac38-6ea3590b7629 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:57.269839 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-db3fd147-dec9-4ead-8f6b-24827a54c198 req-df6fc5f9-5a7d-4316-ac38-6ea3590b7629 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 943 time: 0.0825684 Jan 21 09:52:57.314624 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d3ff0145-5875-4bf5-9b47-37aef2a7416f req-b1e52207-22d3-4fda-88c8-df86c906402d service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272998 Jan 21 09:52:57.315445 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-db3fd147-dec9-4ead-8f6b-24827a54c198 req-cfa71df9-2437-4f90-b7b2-65aadefd2bbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=76ba880e-0e71-42b3-8a31-8ff36eb9c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398664 Jan 21 09:52:57.443473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4bcaa-af64-4b6e-8e83-deaef77b6a84 req-b648ba6a-a185-4ee3-8938-6d4e11bbf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:57.444983 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c4a4bcaa-af64-4b6e-8e83-deaef77b6a84 req-b648ba6a-a185-4ee3-8938-6d4e11bbf469 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 1096 time: 0.0834665 Jan 21 09:52:57.591266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4bcaa-af64-4b6e-8e83-deaef77b6a84 req-77b57b5f-03a7-4a8a-85e3-312a4cc4b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:57.592745 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c4a4bcaa-af64-4b6e-8e83-deaef77b6a84 req-77b57b5f-03a7-4a8a-85e3-312a4cc4b0e6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 200 len: 897 time: 0.1416795 Jan 21 09:52:57.662586 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c4a4bcaa-af64-4b6e-8e83-deaef77b6a84 req-967521d6-0474-4a8c-beea-cf9bf6b5b600 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac81e1b-af69-46d2-b280-f19120858219 HTTP/1.1" status: 200 len: 217 time: 0.0642400 Jan 21 09:52:57.726536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4bcaa-af64-4b6e-8e83-deaef77b6a84 req-c7b08217-10b3-454e-a154-e096946e3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:57.727954 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c4a4bcaa-af64-4b6e-8e83-deaef77b6a84 req-c7b08217-10b3-454e-a154-e096946e3967 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=00a9f16d-4752-4999-a279-d4876342e6d3 HTTP/1.1" status: 200 len: 834 time: 0.0585454 Jan 21 09:52:57.805136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4bcaa-af64-4b6e-8e83-deaef77b6a84 req-c9bb5dd2-6b73-4b4a-97a4-39c41509a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:57.806587 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c4a4bcaa-af64-4b6e-8e83-deaef77b6a84 req-c9bb5dd2-6b73-4b4a-97a4-39c41509a0b3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d41740f3-cf00-4cac-904e-abca30557354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728734 Jan 21 09:52:57.943996 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c4a4bcaa-af64-4b6e-8e83-deaef77b6a84 req-56cba7a3-1311-49fa-ae02-4c9ea31a2d5f service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309547 Jan 21 09:52:58.076537 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c4a4bcaa-af64-4b6e-8e83-deaef77b6a84 req-e7cbda97-f0fa-43ba-855b-cb74869b5e8d service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256998 Jan 21 09:52:58.511789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ece07-5e50-4eb4-bb3a-a59415f3fc69 req-c9a24869-ef7b-4a11-85f5-22956c3922b6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:58.513251 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7c3ece07-5e50-4eb4-bb3a-a59415f3fc69 req-c9a24869-ef7b-4a11-85f5-22956c3922b6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 943 time: 0.0825152 Jan 21 09:52:58.557445 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7c3ece07-5e50-4eb4-bb3a-a59415f3fc69 req-28fc4eb6-312a-49b6-9fed-21d3fb6dbd88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=76ba880e-0e71-42b3-8a31-8ff36eb9c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382366 Jan 21 09:52:59.744320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754cbf7-d955-443e-9c15-d25c9ac35967 req-e7c41765-dbfb-4752-81fd-b88a0c44d288 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:59.745803 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e754cbf7-d955-443e-9c15-d25c9ac35967 req-e7c41765-dbfb-4752-81fd-b88a0c44d288 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 943 time: 0.0835731 Jan 21 09:52:59.788694 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e754cbf7-d955-443e-9c15-d25c9ac35967 req-1893af7b-cb3f-47af-9bed-2c5d75ea8202 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=76ba880e-0e71-42b3-8a31-8ff36eb9c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372560 Jan 21 09:53:00.072385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:00.921876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device cac81e1b-af69-46d2-b280-f19120858219 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:53:01.052879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port cac81e1b-af69-46d2-b280-f19120858219, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cac81e1b-af69-46d2-b280-f19120858219,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:01.065857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'cac81e1b-af69-46d2-b280-f19120858219', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'port_id': 'cac81e1b-af69-46d2-b280-f19120858219', 'mac_address': 'fa:16:3e:af:cb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:53:01.078251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baa572-2ff0-4b4f-aaa8-0c38cdc65922 req-d0cec841-5b8d-45cb-8b20-c1bc42918f5b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:01.079713 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-12baa572-2ff0-4b4f-aaa8-0c38cdc65922 req-d0cec841-5b8d-45cb-8b20-c1bc42918f5b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 943 time: 0.0780716 Jan 21 09:53:01.124135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:01.127665 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-12baa572-2ff0-4b4f-aaa8-0c38cdc65922 req-5a77ddb1-83f2-44ed-acea-8655ba944527 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=76ba880e-0e71-42b3-8a31-8ff36eb9c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420759 Jan 21 09:53:01.141844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac81e1b-af69-46d2-b280-f19120858219 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:01.157833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port cac81e1b-af69-46d2-b280-f19120858219, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cac81e1b-af69-46d2-b280-f19120858219,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:01.162915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:01.229857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=cac81e1b-af69-46d2-b280-f19120858219,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:01.497616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['cac81e1b-af69-46d2-b280-f19120858219'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:53:02.319201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2781c-ae45-43ef-af48-44388c13aa84 req-f7db1635-f440-4d7c-9529-c53e1660c10d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:02.320673 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c8e2781c-ae45-43ef-af48-44388c13aa84 req-f7db1635-f440-4d7c-9529-c53e1660c10d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 944 time: 0.0816510 Jan 21 09:53:02.368679 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c8e2781c-ae45-43ef-af48-44388c13aa84 req-6589e1d7-eb12-4a06-b191-cf8743b9f6e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=76ba880e-0e71-42b3-8a31-8ff36eb9c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392396 Jan 21 09:53:02.935989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device cac81e1b-af69-46d2-b280-f19120858219 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:03.008865 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port cac81e1b-af69-46d2-b280-f19120858219 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:03.013659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port cac81e1b-af69-46d2-b280-f19120858219 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:03.014035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.131790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.157972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac81e1b-af69-46d2-b280-f19120858219'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:03.168048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port cac81e1b-af69-46d2-b280-f19120858219, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cac81e1b-af69-46d2-b280-f19120858219,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:03.172539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.202493 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac81e1b-af69-46d2-b280-f19120858219', 'code': 200} Jan 21 09:53:03.241167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=cac81e1b-af69-46d2-b280-f19120858219,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:03.433513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4474e-54ce-4d5e-bd6a-861381100cc9 req-0d5143f0-216e-412b-abfe-8b89db3929ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:03.435005 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-00f4474e-54ce-4d5e-bd6a-861381100cc9 req-0d5143f0-216e-412b-abfe-8b89db3929ff service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 1098 time: 0.0704789 Jan 21 09:53:03.476178 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-00f4474e-54ce-4d5e-bd6a-861381100cc9 req-98063f20-2ca1-4d85-9087-211aa21f795a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=76ba880e-0e71-42b3-8a31-8ff36eb9c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354431 Jan 21 09:53:03.653405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250a161-e53b-4bbe-b9fe-f8e2c19ee1c0 req-8f261945-d82d-4ab7-9bca-7da57a433d70 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:03.654824 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9250a161-e53b-4bbe-b9fe-f8e2c19ee1c0 req-8f261945-d82d-4ab7-9bca-7da57a433d70 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 945 time: 0.1836386 Jan 21 09:53:03.697608 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9250a161-e53b-4bbe-b9fe-f8e2c19ee1c0 req-d4b0b9e8-aa26-4d5e-b543-37f29b3d7347 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=76ba880e-0e71-42b3-8a31-8ff36eb9c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370421 Jan 21 09:53:04.892797 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbaaf5-d015-4eb6-9dba-fb40b8009041 req-e5a9b537-0602-4577-89d5-dc6381f154a7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:04.894247 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1afbaaf5-d015-4eb6-9dba-fb40b8009041 req-e5a9b537-0602-4577-89d5-dc6381f154a7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 945 time: 0.0836906 Jan 21 09:53:04.938162 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1afbaaf5-d015-4eb6-9dba-fb40b8009041 req-1dbf5962-2125-4db9-81de-529cf307e60a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=76ba880e-0e71-42b3-8a31-8ff36eb9c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380037 Jan 21 09:53:06.137077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9dc84-a8bb-4f2a-8b98-85933eb9875e req-89f15817-1af2-402d-b5f9-b496a3ef09af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:06.138558 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-45c9dc84-a8bb-4f2a-8b98-85933eb9875e req-89f15817-1af2-402d-b5f9-b496a3ef09af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 945 time: 0.0894852 Jan 21 09:53:06.182980 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-45c9dc84-a8bb-4f2a-8b98-85933eb9875e req-1ab4ae4b-ddc4-4109-9e56-69d1357f72ea tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=76ba880e-0e71-42b3-8a31-8ff36eb9c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384862 Jan 21 09:53:06.304481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5e0d37c2-3cc6-4d8e-97c5-e4af3c872e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.376660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de5585-10ed-4be3-a363-9cb7c5ecebf4 req-a9c29b7d-15e3-49ed-a359-b7ea2783d7b8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:06.378146 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-68de5585-10ed-4be3-a363-9cb7c5ecebf4 req-a9c29b7d-15e3-49ed-a359-b7ea2783d7b8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 945 time: 0.0837934 Jan 21 09:53:06.430335 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-68de5585-10ed-4be3-a363-9cb7c5ecebf4 req-b1be7218-6bc8-4838-830b-6b8eec917307 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=76ba880e-0e71-42b3-8a31-8ff36eb9c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437977 Jan 21 09:53:06.454331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49532) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:06.643566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3879fe16-1d15-43f7-97e0-21a1b8caa7cb tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:06.645121 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3879fe16-1d15-43f7-97e0-21a1b8caa7cb tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 1093 time: 0.1898110 Jan 21 09:53:06.648184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49538) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:06.653095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': 'cac81e1b-af69-46d2-b280-f19120858219', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:06.659227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:06.663458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:floatingip and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:06.666363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:06.672072 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:06.685646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.843433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.002987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.205 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/9b27fd01-3aca-4698-ab19-6bf7c01b16ae) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:07.157757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.191189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.258171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:07.261134 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:07.264797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:53:07.293442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=9b27fd01-3aca-4698-ab19-6bf7c01b16ae,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:07.790457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.866167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:08.093168 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:08.100614 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:08.199178 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=9b27fd01-3aca-4698-ab19-6bf7c01b16ae,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:08.215740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:08.393423 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 4b3d1221-8c48-4564-a4c9-ee274182cc75 associated. External IP: 172.26.4.205, port: cac81e1b-af69-46d2-b280-f19120858219. Jan 21 09:53:08.458746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5eced0c6-b2b3-49e6-9cd1-e8dda3b6912f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:08.747082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 1601af61-8b35-4dad-b238-9c0ad71db9dc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:53:09.043618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:53:09.057311 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5fb67-8595-410b-bc7d-5e8888acc0d4 None None] Sync routers for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:53:09.067289 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5fb67-8595-410b-bc7d-5e8888acc0d4 None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:53:09.067915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-15d5fb67-8595-410b-bc7d-5e8888acc0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:53:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:09.071203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:09.126831 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0c43bcb1-b015-4928-8985-1b10e8dfa566 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4776077 Jan 21 09:53:09.127420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'tag': 'cac81e1b-af69-46d2-b280-f19120858219'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:09.129804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49542) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:09.173712 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'tag': 'cac81e1b-af69-46d2-b280-f19120858219', 'status': 'completed', 'code': 200} Jan 21 09:53:09.246676 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fe5127e6-5c73-4494-b77f-6e33312fe9c5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/4b3d1221-8c48-4564-a4c9-ee274182cc75 HTTP/1.1" status: 200 len: 991 time: 0.1149583 Jan 21 09:53:09.247852 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-15d5fb67-8595-410b-bc7d-5e8888acc0d4 None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:53:09.275675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c142b5-dcd9-488f-baa1-940959ed323c req-b43f0c76-c575-4d90-b15d-5fe173b95812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:09.277224 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a5c142b5-dcd9-488f-baa1-940959ed323c req-b43f0c76-c575-4d90-b15d-5fe173b95812 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 1098 time: 0.0824835 Jan 21 09:53:09.411013 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c142b5-dcd9-488f-baa1-940959ed323c req-136f7ce4-b6d8-4307-86af-0dcd6cac7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:09.412533 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a5c142b5-dcd9-488f-baa1-940959ed323c req-136f7ce4-b6d8-4307-86af-0dcd6cac7295 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 200 len: 897 time: 0.1294601 Jan 21 09:53:09.517064 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a5c142b5-dcd9-488f-baa1-940959ed323c req-528af14a-461f-43e0-87ab-845301c7a530 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac81e1b-af69-46d2-b280-f19120858219 HTTP/1.1" status: 200 len: 999 time: 0.0979788 Jan 21 09:53:09.572309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:09.580501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c142b5-dcd9-488f-baa1-940959ed323c req-2b64b80c-ebd6-4240-bb83-cb64e4f9d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:09.582146 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a5c142b5-dcd9-488f-baa1-940959ed323c req-2b64b80c-ebd6-4240-bb83-cb64e4f9d684 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=00a9f16d-4752-4999-a279-d4876342e6d3 HTTP/1.1" status: 200 len: 834 time: 0.0595834 Jan 21 09:53:09.635820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-15d5fb67-8595-410b-bc7d-5e8888acc0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '4b3d1221-8c48-4564-a4c9-ee274182cc75', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'port_id': 'cac81e1b-af69-46d2-b280-f19120858219', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'mac_address': 'fa:16:3e:af:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:07Z', 'updated_at': '2022-01-21T09:53:07Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:53Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:09.640026 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5fb67-8595-410b-bc7d-5e8888acc0d4 None None] Checking router: 1601af61-8b35-4dad-b238-9c0ad71db9dc for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:53:09.648547 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5fb67-8595-410b-bc7d-5e8888acc0d4 None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:53:09.649190 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-15d5fb67-8595-410b-bc7d-5e8888acc0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:53:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:09.662382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c142b5-dcd9-488f-baa1-940959ed323c req-a47f967e-c64e-437b-9c48-0a7ec73c547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:09.663731 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a5c142b5-dcd9-488f-baa1-940959ed323c req-a47f967e-c64e-437b-9c48-0a7ec73c547a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d41740f3-cf00-4cac-904e-abca30557354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753231 Jan 21 09:53:09.734132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:09.797166 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a5c142b5-dcd9-488f-baa1-940959ed323c req-1e977000-d58f-4491-a71b-e7e2d4f738ab service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271405 Jan 21 09:53:09.835932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-15d5fb67-8595-410b-bc7d-5e8888acc0d4 None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:53:09.929298 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a5c142b5-dcd9-488f-baa1-940959ed323c req-44d11b55-e5be-4f4a-89ee-9d01e942a04e service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259351 Jan 21 09:53:10.176279 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-15d5fb67-8595-410b-bc7d-5e8888acc0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '4b3d1221-8c48-4564-a4c9-ee274182cc75', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'port_id': 'cac81e1b-af69-46d2-b280-f19120858219', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'mac_address': 'fa:16:3e:af:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:07Z', 'updated_at': '2022-01-21T09:53:07Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:53Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:10.180442 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5fb67-8595-410b-bc7d-5e8888acc0d4 None None] The sync data for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv is: [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '4b3d1221-8c48-4564-a4c9-ee274182cc75', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'port_id': 'cac81e1b-af69-46d2-b280-f19120858219', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'mac_address': 'fa:16:3e:af:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:07Z', 'updated_at': '2022-01-21T09:53:07Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:53Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:53:10.250297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49548) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:10.359864 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8316dd0d-fcdd-4a73-b230-e13946698047 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/4b3d1221-8c48-4564-a4c9-ee274182cc75 HTTP/1.1" status: 200 len: 991 time: 0.1084187 Jan 21 09:53:10.389705 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d059858-fbc5-4a3c-97a2-d61162f14854 None None] New status for floating IP 4b3d1221-8c48-4564-a4c9-ee274182cc75: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:53:11.031952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:11.364186 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49552) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:11.472659 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-464f2ada-f8b8-41fc-a534-cda76b7e92ec tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/4b3d1221-8c48-4564-a4c9-ee274182cc75 HTTP/1.1" status: 200 len: 993 time: 0.1069880 Jan 21 09:53:22.822536 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:53:30.076332 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:31.534430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [req-9a7790f7-b5a9-4651-99fe-58151da63e6b req-bd5125ef-6b34-4c09-8570-96e95f062f08 service neutron] (87502) timed out ('10.222.0.121', 49983) {{(pid=87502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 09:53:36.320551 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8fea2c69-a47b-4f78-b014-5d584f990fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:38.474668 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9db70b03-a883-43a9-b45f-b7674247ec62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:39.544025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:39.719523 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:41.039931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:45.852825 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c0fd06fd-569b-4b2d-9087-72e80f1e40cb req-07277ebb-62f2-4e50-8179-7fb674ff438d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1174450 Jan 21 09:53:45.997403 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd06fd-569b-4b2d-9087-72e80f1e40cb req-f03d5ead-96e1-4cce-af4e-118f825d98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:45.998764 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c0fd06fd-569b-4b2d-9087-72e80f1e40cb req-f03d5ead-96e1-4cce-af4e-118f825d98d1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 1098 time: 0.0731993 Jan 21 09:53:46.142369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd06fd-569b-4b2d-9087-72e80f1e40cb req-25e587ce-3908-4b8f-8557-87e83d957d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:46.143766 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c0fd06fd-569b-4b2d-9087-72e80f1e40cb req-25e587ce-3908-4b8f-8557-87e83d957d3f service neutron] 10.222.0.121 "GET /v2.0/networks?id=d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 200 len: 897 time: 0.1241169 Jan 21 09:53:46.352946 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c0fd06fd-569b-4b2d-9087-72e80f1e40cb req-a3168b9b-cf5b-4778-b4fd-da0409fcf027 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac81e1b-af69-46d2-b280-f19120858219 HTTP/1.1" status: 200 len: 1001 time: 0.2024939 Jan 21 09:53:46.418637 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd06fd-569b-4b2d-9087-72e80f1e40cb req-195367ff-7624-485c-9d55-655a8279727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:46.420000 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c0fd06fd-569b-4b2d-9087-72e80f1e40cb req-195367ff-7624-485c-9d55-655a8279727a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=00a9f16d-4752-4999-a279-d4876342e6d3 HTTP/1.1" status: 200 len: 834 time: 0.0611804 Jan 21 09:53:46.500630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd06fd-569b-4b2d-9087-72e80f1e40cb req-5a8c9e01-e655-47ee-bc75-a93a0fe3afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:46.502055 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c0fd06fd-569b-4b2d-9087-72e80f1e40cb req-5a8c9e01-e655-47ee-bc75-a93a0fe3afb9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d41740f3-cf00-4cac-904e-abca30557354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760126 Jan 21 09:53:46.633544 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c0fd06fd-569b-4b2d-9087-72e80f1e40cb req-de784a1d-c909-44be-8f4b-ca18c5270f8c service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244128 Jan 21 09:53:46.769286 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c0fd06fd-569b-4b2d-9087-72e80f1e40cb req-d2cdecac-e570-4a18-a0fe-8b6880f15eb3 service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295917 Jan 21 09:53:59.827636 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:54:00.066876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:06.317746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-59c45bd5-97b5-49ea-8afd-f929ff804197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.471898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dbc9574f-aee5-41d3-8d82-4c13de807b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:09.545768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:09.722737 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:11.043045 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:12.190735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49576) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:12.279413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72736eed-bfdc-42dd-b4dc-f28e5d662107 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:12.279883 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72736eed-bfdc-42dd-b4dc-f28e5d662107 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:12.280357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72736eed-bfdc-42dd-b4dc-f28e5d662107 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:12.282044 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-72736eed-bfdc-42dd-b4dc-f28e5d662107 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?project_id=f4e681c68c4e433a8bf1cae53443017d&network_id=d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 200 len: 2999 time: 0.0899668 Jan 21 09:54:15.249711 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49588) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:15.335393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb9a464-ca5e-4409-8cca-ddd1434f85e1 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:15.336900 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bbb9a464-ca5e-4409-8cca-ddd1434f85e1 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9 HTTP/1.1" status: 200 len: 814 time: 0.0859859 Jan 21 09:54:16.513096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49596) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:16.520701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8665ec5e-f820-4cc1-9e90-4f63d432e844 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:16.622321 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8665ec5e-f820-4cc1-9e90-4f63d432e844 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.898047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8665ec5e-f820-4cc1-9e90-4f63d432e844 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.905716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8665ec5e-f820-4cc1-9e90-4f63d432e844 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.906093 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-8665ec5e-f820-4cc1-9e90-4f63d432e844 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 4b3d1221-8c48-4564-a4c9-ee274182cc75 disassociated. External IP: 172.26.4.205, port: cac81e1b-af69-46d2-b280-f19120858219. Jan 21 09:54:17.386889 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8665ec5e-f820-4cc1-9e90-4f63d432e844 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 1601af61-8b35-4dad-b238-9c0ad71db9dc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:54:17.568333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8665ec5e-f820-4cc1-9e90-4f63d432e844 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:54:17.573422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8665ec5e-f820-4cc1-9e90-4f63d432e844 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:17.579411 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaed0ce-15fb-4466-a5dc-939fefe82b0f None None] Sync routers for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:54:17.589641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaed0ce-15fb-4466-a5dc-939fefe82b0f None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:54:17.590483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-7eaed0ce-15fb-4466-a5dc-939fefe82b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:54:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:17.631867 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8665ec5e-f820-4cc1-9e90-4f63d432e844 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/floatingips/4b3d1221-8c48-4564-a4c9-ee274182cc75 HTTP/1.1" status: 200 len: 690 time: 1.1173465 Jan 21 09:54:17.632461 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'tag': 'cac81e1b-af69-46d2-b280-f19120858219'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:17.634762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49600) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:17.722646 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-78be5c56-0ac8-4252-8ce0-67191ddc8977 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/4b3d1221-8c48-4564-a4c9-ee274182cc75 HTTP/1.1" status: 200 len: 690 time: 0.0848379 Jan 21 09:54:17.730725 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'tag': 'cac81e1b-af69-46d2-b280-f19120858219', 'status': 'completed', 'code': 200} Jan 21 09:54:17.766649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-7eaed0ce-15fb-4466-a5dc-939fefe82b0f None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:54:17.824950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425268-5d18-40ae-8aa4-aa51bd19d5ed req-3c692ca2-a20e-44e5-a2fd-786a25b9551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:17.826420 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-bf425268-5d18-40ae-8aa4-aa51bd19d5ed req-3c692ca2-a20e-44e5-a2fd-786a25b9551a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 1098 time: 0.0699420 Jan 21 09:54:17.957162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425268-5d18-40ae-8aa4-aa51bd19d5ed req-87aba0ec-511a-425b-99fe-9162f9b8fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:17.958495 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-bf425268-5d18-40ae-8aa4-aa51bd19d5ed req-87aba0ec-511a-425b-99fe-9162f9b8fc1c service neutron] 10.222.0.121 "GET /v2.0/networks?id=d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 200 len: 897 time: 0.1255598 Jan 21 09:54:18.029986 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-bf425268-5d18-40ae-8aa4-aa51bd19d5ed req-3235d484-59d9-4bb1-8c16-80935a86b2e2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac81e1b-af69-46d2-b280-f19120858219 HTTP/1.1" status: 200 len: 217 time: 0.0638504 Jan 21 09:54:18.093157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425268-5d18-40ae-8aa4-aa51bd19d5ed req-facd09df-1812-4aa7-98e8-e4987446b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:18.094584 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-bf425268-5d18-40ae-8aa4-aa51bd19d5ed req-facd09df-1812-4aa7-98e8-e4987446b012 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=00a9f16d-4752-4999-a279-d4876342e6d3 HTTP/1.1" status: 200 len: 834 time: 0.0577548 Jan 21 09:54:18.114115 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-7eaed0ce-15fb-4466-a5dc-939fefe82b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:53Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:18.118136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaed0ce-15fb-4466-a5dc-939fefe82b0f None None] Checking router: 1601af61-8b35-4dad-b238-9c0ad71db9dc for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:54:18.126488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaed0ce-15fb-4466-a5dc-939fefe82b0f None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:54:18.127083 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-7eaed0ce-15fb-4466-a5dc-939fefe82b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:54:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:18.171827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425268-5d18-40ae-8aa4-aa51bd19d5ed req-70cb5450-84ba-48dc-8bf4-49a8e76da5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:18.173433 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-bf425268-5d18-40ae-8aa4-aa51bd19d5ed req-70cb5450-84ba-48dc-8bf4-49a8e76da5c1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d41740f3-cf00-4cac-904e-abca30557354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722394 Jan 21 09:54:18.300474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-7eaed0ce-15fb-4466-a5dc-939fefe82b0f None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:54:18.302671 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-bf425268-5d18-40ae-8aa4-aa51bd19d5ed req-5d977546-a498-40f1-9651-89aa738cb3f4 service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225169 Jan 21 09:54:18.433774 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-bf425268-5d18-40ae-8aa4-aa51bd19d5ed req-62cd7d6b-dc91-4aab-bdcd-9387180a1ef9 service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253603 Jan 21 09:54:18.612293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-7eaed0ce-15fb-4466-a5dc-939fefe82b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:53Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:18.616305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaed0ce-15fb-4466-a5dc-939fefe82b0f None None] The sync data for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv is: [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:53Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:54:18.725709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49608) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:18.809361 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e9eda7b6-a4cd-4852-af36-dee604232ba2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/4b3d1221-8c48-4564-a4c9-ee274182cc75 HTTP/1.1" status: 200 len: 690 time: 0.0825012 Jan 21 09:54:18.835385 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f252789-8b29-42d4-b66c-b7abd2ac7564 None None] New status for floating IP 4b3d1221-8c48-4564-a4c9-ee274182cc75: DOWN {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:54:19.813467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49612) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:19.893711 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-19b828d4-7e7d-4437-a796-5255af8ece2f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/4b3d1221-8c48-4564-a4c9-ee274182cc75 HTTP/1.1" status: 200 len: 688 time: 0.0790987 Jan 21 09:54:21.142963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49618) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:21.148274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247301468', 'description': 'tempest-secgroup-smoke-1247301468 description', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:21.154609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:21.164746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:21.178072 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.201201 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:21.205104 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:21.208032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:21.214036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:21.282993 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.288472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.331598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9839c34-333a-4380-965a-6d0d63f8a997,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:21.340202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.341509 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1975601 Jan 21 09:54:21.342812 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.343282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.343611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.343954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.344280 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.344737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.344856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49622) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:21.345304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.345420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.345710 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.346025 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.346343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.346655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99eca0f-6791-4b60-af9e-410d10afc029 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.349880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'e9839c34-333a-4380-965a-6d0d63f8a997', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:21.356110 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:21.360116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:21.363168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:21.369565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:21.388273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.452418 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.460536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.491603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d834c250-c6f9-463a-ab1c-ffd5e13af153,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:21.502416 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.502809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.503182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.503609 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.504064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.504445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.504881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.505267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.505546 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.505869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.506175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.506493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:21.509488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.510772 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a46eb6de-4f0a-456b-a4b2-f9b0fc04e877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648791 Jan 21 09:54:21.513631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49626) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:21.518744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-50bfe73e-a7cd-45a5-a963-a34be2e6f8bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'e9839c34-333a-4380-965a-6d0d63f8a997', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:21.524861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-50bfe73e-a7cd-45a5-a963-a34be2e6f8bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:21.528970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-50bfe73e-a7cd-45a5-a963-a34be2e6f8bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:21.532412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-50bfe73e-a7cd-45a5-a963-a34be2e6f8bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:21.538427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-50bfe73e-a7cd-45a5-a963-a34be2e6f8bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:21.557090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-50bfe73e-a7cd-45a5-a963-a34be2e6f8bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.617900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-50bfe73e-a7cd-45a5-a963-a34be2e6f8bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.621696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-50bfe73e-a7cd-45a5-a963-a34be2e6f8bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.644114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfe73e-a7cd-45a5-a963-a34be2e6f8bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c55b31-b336-4e45-8959-f2740e05915d,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:21.653763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-50bfe73e-a7cd-45a5-a963-a34be2e6f8bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.654967 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-50bfe73e-a7cd-45a5-a963-a34be2e6f8bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404140 Jan 21 09:54:21.657904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49630) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:21.662815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-6b4a3907-7ca9-4362-a1be-6a2171857785 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'e9839c34-333a-4380-965a-6d0d63f8a997', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:21.668632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6b4a3907-7ca9-4362-a1be-6a2171857785 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:21.672606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6b4a3907-7ca9-4362-a1be-6a2171857785 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:21.675568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6b4a3907-7ca9-4362-a1be-6a2171857785 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:21.681412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6b4a3907-7ca9-4362-a1be-6a2171857785 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:21.699459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b4a3907-7ca9-4362-a1be-6a2171857785 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.768265 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b4a3907-7ca9-4362-a1be-6a2171857785 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.772895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b4a3907-7ca9-4362-a1be-6a2171857785 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.795019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a3907-7ca9-4362-a1be-6a2171857785 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41554fb-34cf-4295-af5e-c4d638765f35,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:21.803752 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6b4a3907-7ca9-4362-a1be-6a2171857785 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.804922 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6b4a3907-7ca9-4362-a1be-6a2171857785 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460700 Jan 21 09:54:21.807786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49634) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:21.812629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5e96b87a-9271-40b5-ac45-ac64d9ec0508 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'e9839c34-333a-4380-965a-6d0d63f8a997', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:21.818712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5e96b87a-9271-40b5-ac45-ac64d9ec0508 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:21.822418 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5e96b87a-9271-40b5-ac45-ac64d9ec0508 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:21.825249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5e96b87a-9271-40b5-ac45-ac64d9ec0508 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:21.830689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5e96b87a-9271-40b5-ac45-ac64d9ec0508 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:21.847685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5e96b87a-9271-40b5-ac45-ac64d9ec0508 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.910322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5e96b87a-9271-40b5-ac45-ac64d9ec0508 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.914471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5e96b87a-9271-40b5-ac45-ac64d9ec0508 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.936441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96b87a-9271-40b5-ac45-ac64d9ec0508 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76446343-ebdd-44e7-bb06-f207b1813179,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:21.947517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5e96b87a-9271-40b5-ac45-ac64d9ec0508 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.948759 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5e96b87a-9271-40b5-ac45-ac64d9ec0508 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400349 Jan 21 09:54:21.951535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49638) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:21.956577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-92df3125-0042-48e9-b55c-6b5fdc603abc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'e9839c34-333a-4380-965a-6d0d63f8a997', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:21.962407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-92df3125-0042-48e9-b55c-6b5fdc603abc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:21.966388 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-92df3125-0042-48e9-b55c-6b5fdc603abc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:21.969339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-92df3125-0042-48e9-b55c-6b5fdc603abc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:21.975232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-92df3125-0042-48e9-b55c-6b5fdc603abc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:21.987286 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-92df3125-0042-48e9-b55c-6b5fdc603abc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:54:21.994074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-92df3125-0042-48e9-b55c-6b5fdc603abc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.064899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-92df3125-0042-48e9-b55c-6b5fdc603abc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.070011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-92df3125-0042-48e9-b55c-6b5fdc603abc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.092678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df3125-0042-48e9-b55c-6b5fdc603abc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d5d18f-3f97-4e88-8b21-40b43f33d108,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:22.103708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-92df3125-0042-48e9-b55c-6b5fdc603abc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.105102 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-92df3125-0042-48e9-b55c-6b5fdc603abc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525984 Jan 21 09:54:22.109188 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49642) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:22.114241 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8cb6aa68-06ac-4f54-8a3a-057bd9b3668b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'e9839c34-333a-4380-965a-6d0d63f8a997', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:22.120187 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8cb6aa68-06ac-4f54-8a3a-057bd9b3668b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:22.124134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8cb6aa68-06ac-4f54-8a3a-057bd9b3668b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:22.127594 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8cb6aa68-06ac-4f54-8a3a-057bd9b3668b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:22.133526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8cb6aa68-06ac-4f54-8a3a-057bd9b3668b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:22.148019 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-8cb6aa68-06ac-4f54-8a3a-057bd9b3668b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:54:22.154626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cb6aa68-06ac-4f54-8a3a-057bd9b3668b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.218893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cb6aa68-06ac-4f54-8a3a-057bd9b3668b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.223562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cb6aa68-06ac-4f54-8a3a-057bd9b3668b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.246727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6aa68-06ac-4f54-8a3a-057bd9b3668b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93186cb7-220c-4013-9a21-25882916a231,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:22.255522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cb6aa68-06ac-4f54-8a3a-057bd9b3668b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.256873 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8cb6aa68-06ac-4f54-8a3a-057bd9b3668b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467576 Jan 21 09:54:22.539935 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-39c01ede-0373-4ebe-beea-fca5be254ce0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247301468&fields=id&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 267 time: 0.0406699 Jan 21 09:54:22.687124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c2b40724-36d2-4b18-8ac7-da31df567ac1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:22.688583 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c2b40724-36d2-4b18-8ac7-da31df567ac1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/networks?id=d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 200 len: 796 time: 0.1422756 Jan 21 09:54:22.703866 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b1afb7df-6920-4c40-82a9-f9d33972aa4e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/quotas/f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 375 time: 0.0093532 Jan 21 09:54:22.799502 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-3c204102-8976-4fd4-8d49-09a5baa1c7ae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0879490 Jan 21 09:54:22.936463 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-970683a1-9384-4832-a8ba-2b5058fad02c service neutron] 10.222.0.99 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248615 Jan 21 09:54:23.071147 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-d054f987-876d-43ab-94ee-e90acc6633ba service neutron] 10.222.0.99 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270938 Jan 21 09:54:23.302512 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8648297e-a49d-4ad3-9f7a-a38bdebfa561 req-c523b6c6-f5af-4536-8fc0-097de33234f2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 210 time: 0.0905862 Jan 21 09:54:24.325554 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-2a3a2383-2509-41e9-aa47-58100fdb661c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:24.326956 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-2a3a2383-2509-41e9-aa47-58100fdb661c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks?id=d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 200 len: 796 time: 0.1478648 Jan 21 09:54:24.377912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-119ec8cf-b178-4219-ab23-73cc7a27406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:24.397982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-119ec8cf-b178-4219-ab23-73cc7a27406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:24.405272 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-119ec8cf-b178-4219-ab23-73cc7a27406d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 473 time: 0.0632825 Jan 21 09:54:24.410680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'port': {'device_id': 'fef2c2bc-e1a6-4224-9738-c699cfb13cfe', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'admin_state_up': True, 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'security_groups': ['e9839c34-333a-4380-965a-6d0d63f8a997']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:24.464124 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eaddbe39-8f33-46cf-9f03-55b5ca353b27 req-c6ac6991-9d01-4a5b-914c-54a5d94fa6ad tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 210 time: 0.0413284 Jan 21 09:54:24.660504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:24.664898 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:port and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:24.667693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:24.673125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:24.683595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:54:24.687477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:24.861535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.14 (d41740f3-cf00-4cac-904e-abca30557354/00a9f16d-4752-4999-a279-d4876342e6d3/69689eb5-05c0-45e2-8c17-9a47a4adaba0) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:54:25.073897 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.089805 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 69689eb5-05c0-45e2-8c17-9a47a4adaba0 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:54:25.116300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.192218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network d41740f3-cf00-4cac-904e-abca30557354 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:54:25.195743 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:54:25.199618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:54:25.229652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=69689eb5-05c0-45e2-8c17-9a47a4adaba0,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:25.269390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:25.270069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.301171 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-b6da15ff-c34e-4820-9f64-f2041760d735 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8945522 Jan 21 09:54:25.312476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Request body: {'port': {'device_id': 'fef2c2bc-e1a6-4224-9738-c699cfb13cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:25.433121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.456510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-af4c81c1-1ef7-417e-bf09-67758c05ae86 None None] Provisioning for port 69689eb5-05c0-45e2-8c17-9a47a4adaba0 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:25.461285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-af4c81c1-1ef7-417e-bf09-67758c05ae86 None None] Provisioning complete for port 69689eb5-05c0-45e2-8c17-9a47a4adaba0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:25.461655 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-af4c81c1-1ef7-417e-bf09-67758c05ae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.522528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-af4c81c1-1ef7-417e-bf09-67758c05ae86 None None] Port 69689eb5-05c0-45e2-8c17-9a47a4adaba0 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:54:25.767335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb463c3-eb48-4788-a0e8-49495b20bed5 req-57cc2c87-e201-4cf3-a52e-0591c9de3faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:25.768892 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dcb463c3-eb48-4788-a0e8-49495b20bed5 req-57cc2c87-e201-4cf3-a52e-0591c9de3faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 932 time: 0.1832032 Jan 21 09:54:25.802569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69689eb5-05c0-45e2-8c17-9a47a4adaba0 {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:54:25.809875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.812039 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dcb463c3-eb48-4788-a0e8-49495b20bed5 req-19a1ab9d-2c8a-4ec2-96e4-2b7482b5d470 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=e9839c34-333a-4380-965a-6d0d63f8a997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374250 Jan 21 09:54:25.826372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Transition to ACTIVE for port object 69689eb5-05c0-45e2-8c17-9a47a4adaba0 will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:54:25.831315 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:25.962178 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Pushing event updated for resources: {'Port': ['ID=69689eb5-05c0-45e2-8c17-9a47a4adaba0,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:26.065362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Attempting to bind port 69689eb5-05c0-45e2-8c17-9a47a4adaba0 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:54:26.065696 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Attempting to bind port 69689eb5-05c0-45e2-8c17-9a47a4adaba0 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:54:26.066018 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Attempting to bind port 69689eb5-05c0-45e2-8c17-9a47a4adaba0 on network d41740f3-cf00-4cac-904e-abca30557354 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:54:26.070787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Port 69689eb5-05c0-45e2-8c17-9a47a4adaba0 on network d41740f3-cf00-4cac-904e-abca30557354 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:54:26.071099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Attempting to bind port 69689eb5-05c0-45e2-8c17-9a47a4adaba0 on network d41740f3-cf00-4cac-904e-abca30557354 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:54:26.076217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:54:26.076579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Checking segment: {'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:54:26.076960 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Bound using segment: {'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:54:26.077374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Bound port: 69689eb5-05c0-45e2-8c17-9a47a4adaba0, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720a8c01-da74-44fe-a0fa-012630413ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:54:26.077712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:26.166110 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] For port 69689eb5-05c0-45e2-8c17-9a47a4adaba0, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:54:26.168996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] For port 69689eb5-05c0-45e2-8c17-9a47a4adaba0, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=69689eb5-05c0-45e2-8c17-9a47a4adaba0,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:54:26.174954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:26.233969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:26.234580 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:26.235924 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] 10.222.0.121 "PUT /v2.0/ports/69689eb5-05c0-45e2-8c17-9a47a4adaba0 HTTP/1.1" status: 200 len: 1094 time: 0.9278014 Jan 21 09:54:26.236371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef2c2bc-e1a6-4224-9738-c699cfb13cfe', 'tag': '69689eb5-05c0-45e2-8c17-9a47a4adaba0'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:26.257857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4193035-2afd-4116-b4c3-635a51cb3dfe service neutron] Pushing event updated for resources: {'Port': ['ID=69689eb5-05c0-45e2-8c17-9a47a4adaba0,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:26.311679 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef2c2bc-e1a6-4224-9738-c699cfb13cfe', 'tag': '69689eb5-05c0-45e2-8c17-9a47a4adaba0', 'status': 'completed', 'code': 200} Jan 21 09:54:26.353187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-0620c8f8-c436-4a32-83a3-db3c6e8c1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:26.354922 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-0620c8f8-c436-4a32-83a3-db3c6e8c1f96 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 1097 time: 0.0776677 Jan 21 09:54:26.427952 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-76471646-070b-4122-b3bb-db245edfdc0a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69689eb5-05c0-45e2-8c17-9a47a4adaba0 HTTP/1.1" status: 200 len: 217 time: 0.0653241 Jan 21 09:54:26.500811 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-3bd69f48-b599-4ca9-b997-664422adf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:26.502979 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-3bd69f48-b599-4ca9-b997-664422adf82f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=00a9f16d-4752-4999-a279-d4876342e6d3 HTTP/1.1" status: 200 len: 834 time: 0.0687842 Jan 21 09:54:26.586469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-e8c4a596-6261-41ef-8d7a-2a9a4482ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:26.587938 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-e8c4a596-6261-41ef-8d7a-2a9a4482ce39 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d41740f3-cf00-4cac-904e-abca30557354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787511 Jan 21 09:54:26.721214 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-16a8ebfe-4f9d-4802-8c99-3e49b97302d6 service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267178 Jan 21 09:54:26.962599 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b9571b2d-9d95-40c9-923e-56fbfb927662 req-884fae35-27f8-4e8d-bfda-e1799b3fc7ea service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354455 Jan 21 09:54:27.089517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80df6b-c4e9-46d9-a0cf-f8fd4142c36f req-835c13e2-2f81-41ce-ad23-affbfe696988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.090915 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4f80df6b-c4e9-46d9-a0cf-f8fd4142c36f req-835c13e2-2f81-41ce-ad23-affbfe696988 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 1097 time: 0.0746963 Jan 21 09:54:27.146835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c905df7-1435-495f-9634-89463345985d req-f19a704c-a195-4d0d-9ede-17e3ad746590 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.149003 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6c905df7-1435-495f-9634-89463345985d req-f19a704c-a195-4d0d-9ede-17e3ad746590 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 944 time: 0.0836844 Jan 21 09:54:27.197083 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6c905df7-1435-495f-9634-89463345985d req-296ce114-f4a4-48b0-9078-2b0c09974372 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=e9839c34-333a-4380-965a-6d0d63f8a997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424213 Jan 21 09:54:27.233508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80df6b-c4e9-46d9-a0cf-f8fd4142c36f req-e4e97a11-d70f-4dc1-95e9-d59f06251f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.234981 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4f80df6b-c4e9-46d9-a0cf-f8fd4142c36f req-e4e97a11-d70f-4dc1-95e9-d59f06251f78 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 200 len: 897 time: 0.1370478 Jan 21 09:54:27.305719 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4f80df6b-c4e9-46d9-a0cf-f8fd4142c36f req-67d367d1-942d-47ba-b570-286c548dac59 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69689eb5-05c0-45e2-8c17-9a47a4adaba0 HTTP/1.1" status: 200 len: 217 time: 0.0643137 Jan 21 09:54:27.368259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80df6b-c4e9-46d9-a0cf-f8fd4142c36f req-888b107a-4b02-42c7-9b1d-5ad4f726eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.369683 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4f80df6b-c4e9-46d9-a0cf-f8fd4142c36f req-888b107a-4b02-42c7-9b1d-5ad4f726eedf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=00a9f16d-4752-4999-a279-d4876342e6d3 HTTP/1.1" status: 200 len: 834 time: 0.0583682 Jan 21 09:54:27.449007 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80df6b-c4e9-46d9-a0cf-f8fd4142c36f req-f14c4bbc-20ff-401b-9f61-c0f5ba5452e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:27.450448 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4f80df6b-c4e9-46d9-a0cf-f8fd4142c36f req-f14c4bbc-20ff-401b-9f61-c0f5ba5452e0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d41740f3-cf00-4cac-904e-abca30557354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744617 Jan 21 09:54:27.600284 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4f80df6b-c4e9-46d9-a0cf-f8fd4142c36f req-ac6970eb-591d-41f0-a572-7b32ff5b0a8d service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430414 Jan 21 09:54:27.732707 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4f80df6b-c4e9-46d9-a0cf-f8fd4142c36f req-65817c6a-61d1-4af8-849c-0e2628025fdd service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261177 Jan 21 09:54:28.400701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedf3b4-809b-4660-9329-863c105173fd req-4513d856-67fd-447b-b96c-d61657174ce5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:28.402161 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aaedf3b4-809b-4660-9329-863c105173fd req-4513d856-67fd-447b-b96c-d61657174ce5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 944 time: 0.0820963 Jan 21 09:54:28.458514 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aaedf3b4-809b-4660-9329-863c105173fd req-aac346ec-f805-49bd-af26-0cfb84738184 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=e9839c34-333a-4380-965a-6d0d63f8a997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480146 Jan 21 09:54:29.416272 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 69689eb5-05c0-45e2-8c17-9a47a4adaba0 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:54:29.555185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 69689eb5-05c0-45e2-8c17-9a47a4adaba0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=69689eb5-05c0-45e2-8c17-9a47a4adaba0,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:54:29.569268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '69689eb5-05c0-45e2-8c17-9a47a4adaba0', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'port_id': '69689eb5-05c0-45e2-8c17-9a47a4adaba0', 'mac_address': 'fa:16:3e:de:89:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:54:29.628320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:29.645002 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69689eb5-05c0-45e2-8c17-9a47a4adaba0 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:54:29.657076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522656-c504-43b9-a5da-d2a222e31a69 req-2dc19a08-672d-4262-9697-e6e9275cba4d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:29.658545 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d7522656-c504-43b9-a5da-d2a222e31a69 req-2dc19a08-672d-4262-9697-e6e9275cba4d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 944 time: 0.0864630 Jan 21 09:54:29.660209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 69689eb5-05c0-45e2-8c17-9a47a4adaba0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=69689eb5-05c0-45e2-8c17-9a47a4adaba0,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:54:29.665067 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:29.703211 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d7522656-c504-43b9-a5da-d2a222e31a69 req-6e2e234a-7f8c-482c-956b-53b9620da79e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=e9839c34-333a-4380-965a-6d0d63f8a997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380552 Jan 21 09:54:29.731352 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=69689eb5-05c0-45e2-8c17-9a47a4adaba0,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:29.738588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:29.738934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:29.739271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:29.739611 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:29.739922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:29.740254 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:29.740605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:29.740924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:29.741243 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:29.741559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:29.741873 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:29.742185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:30.022208 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['69689eb5-05c0-45e2-8c17-9a47a4adaba0'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:54:30.107047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:30.892217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060aee4-e8ca-4ecb-84a8-5e86ea40dfdc req-2af10496-1166-489f-8d39-d15c5210df99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:30.893882 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6060aee4-e8ca-4ecb-84a8-5e86ea40dfdc req-2af10496-1166-489f-8d39-d15c5210df99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 945 time: 0.0830159 Jan 21 09:54:30.940272 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6060aee4-e8ca-4ecb-84a8-5e86ea40dfdc req-c9d8daca-92b8-4b23-8762-3dde3e516ae3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=e9839c34-333a-4380-965a-6d0d63f8a997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 Jan 21 09:54:31.417290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 69689eb5-05c0-45e2-8c17-9a47a4adaba0 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:31.498171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 69689eb5-05c0-45e2-8c17-9a47a4adaba0 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:31.502976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 69689eb5-05c0-45e2-8c17-9a47a4adaba0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:31.503330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:31.618498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:31.648782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef2c2bc-e1a6-4224-9738-c699cfb13cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69689eb5-05c0-45e2-8c17-9a47a4adaba0'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:31.658454 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 69689eb5-05c0-45e2-8c17-9a47a4adaba0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=69689eb5-05c0-45e2-8c17-9a47a4adaba0,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:54:31.663310 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:31.696386 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef2c2bc-e1a6-4224-9738-c699cfb13cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69689eb5-05c0-45e2-8c17-9a47a4adaba0', 'code': 200} Jan 21 09:54:31.738319 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=69689eb5-05c0-45e2-8c17-9a47a4adaba0,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:31.928410 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fd711-f4de-43b9-b1f2-fd0a68469a11 req-500814e6-27db-4992-87dc-e27119c106c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:31.929788 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-658fd711-f4de-43b9-b1f2-fd0a68469a11 req-500814e6-27db-4992-87dc-e27119c106c0 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 1099 time: 0.0789406 Jan 21 09:54:31.970892 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-658fd711-f4de-43b9-b1f2-fd0a68469a11 req-34e3bb24-80e6-45b1-81aa-9438437203f5 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e9839c34-333a-4380-965a-6d0d63f8a997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350087 Jan 21 09:54:32.135913 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffd77e-de91-428e-8a93-5b4c166b6310 req-613b6945-0365-4c7d-8a20-d84faf361e52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:32.137381 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-45ffd77e-de91-428e-8a93-5b4c166b6310 req-613b6945-0365-4c7d-8a20-d84faf361e52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 946 time: 0.0928714 Jan 21 09:54:32.181184 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-45ffd77e-de91-428e-8a93-5b4c166b6310 req-f0a95834-6860-4cd5-8e73-c46b37bb1440 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=e9839c34-333a-4380-965a-6d0d63f8a997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380058 Jan 21 09:54:33.374099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0845f-d078-4be9-b4a8-3b14f01f587e req-4f040397-0c09-494e-b7cf-428d760cacb7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:33.375507 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-62a0845f-d078-4be9-b4a8-3b14f01f587e req-4f040397-0c09-494e-b7cf-428d760cacb7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 946 time: 0.0796473 Jan 21 09:54:33.427728 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-62a0845f-d078-4be9-b4a8-3b14f01f587e req-d562867f-3dd8-4400-a9ad-c1ae6aabc5f1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=e9839c34-333a-4380-965a-6d0d63f8a997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461991 Jan 21 09:54:34.626020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0d134-f123-4a3c-ae0d-ba1be91d26b7 req-733f0760-cbcd-41b9-9883-c5c9664f2a4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:34.627517 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7ae0d134-f123-4a3c-ae0d-ba1be91d26b7 req-733f0760-cbcd-41b9-9883-c5c9664f2a4f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 946 time: 0.0793946 Jan 21 09:54:34.671261 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7ae0d134-f123-4a3c-ae0d-ba1be91d26b7 req-7b0f7fc6-6ab6-4173-8e9b-4db5fb383912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=e9839c34-333a-4380-965a-6d0d63f8a997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379872 Jan 21 09:54:34.857595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d672e-a209-4e13-990b-145c10a7a65c req-f69e0833-2e21-48c2-9b8f-1d355d9b1307 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:34.858988 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ed8d672e-a209-4e13-990b-145c10a7a65c req-f69e0833-2e21-48c2-9b8f-1d355d9b1307 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 946 time: 0.0831218 Jan 21 09:54:34.906223 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ed8d672e-a209-4e13-990b-145c10a7a65c req-ad838df4-d652-469e-bafb-8c7be0b0d4d1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=e9839c34-333a-4380-965a-6d0d63f8a997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387011 Jan 21 09:54:34.928223 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49700) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:35.003675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d165d14-b468-4ffc-adf9-b3a48c0525e4 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:35.005228 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7d165d14-b468-4ffc-adf9-b3a48c0525e4 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 1094 time: 0.0759957 Jan 21 09:54:35.008123 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49704) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:35.013061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bcc63220-29e4-4520-aa30-5dca844d1fef tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'floatingip': {'port_id': '69689eb5-05c0-45e2-8c17-9a47a4adaba0'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:35.100130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bcc63220-29e4-4520-aa30-5dca844d1fef tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:35.797160 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bcc63220-29e4-4520-aa30-5dca844d1fef tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:35.803802 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bcc63220-29e4-4520-aa30-5dca844d1fef tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:35.973336 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-bcc63220-29e4-4520-aa30-5dca844d1fef tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 4b3d1221-8c48-4564-a4c9-ee274182cc75 associated. External IP: 172.26.4.205, port: 69689eb5-05c0-45e2-8c17-9a47a4adaba0. Jan 21 09:54:36.303972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2cf44570-9339-44dc-9aff-a0e272c7d56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:36.331312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc63220-29e4-4520-aa30-5dca844d1fef tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 1601af61-8b35-4dad-b238-9c0ad71db9dc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:54:36.513632 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc63220-29e4-4520-aa30-5dca844d1fef tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:54:36.518724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bcc63220-29e4-4520-aa30-5dca844d1fef tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:36.523354 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca9ff1-2aff-4d94-8cda-4113acb7e827 None None] Sync routers for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:54:36.533657 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca9ff1-2aff-4d94-8cda-4113acb7e827 None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:54:36.534272 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6dca9ff1-2aff-4d94-8cda-4113acb7e827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:54:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:36.573786 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bcc63220-29e4-4520-aa30-5dca844d1fef tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/floatingips/4b3d1221-8c48-4564-a4c9-ee274182cc75 HTTP/1.1" status: 200 len: 992 time: 1.5645397 Jan 21 09:54:36.574268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef2c2bc-e1a6-4224-9738-c699cfb13cfe', 'tag': '69689eb5-05c0-45e2-8c17-9a47a4adaba0'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:36.576512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49708) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:36.623938 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef2c2bc-e1a6-4224-9738-c699cfb13cfe', 'tag': '69689eb5-05c0-45e2-8c17-9a47a4adaba0', 'status': 'completed', 'code': 200} Jan 21 09:54:36.683102 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8dc4df03-5310-4c3c-a37d-b6311873832d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/4b3d1221-8c48-4564-a4c9-ee274182cc75 HTTP/1.1" status: 200 len: 992 time: 0.1054296 Jan 21 09:54:36.728052 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ed2aa-ba3d-4fe5-be6f-b88792da0f52 req-e7d58948-8610-4080-9e8e-967cbbab6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:36.729628 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ae6ed2aa-ba3d-4fe5-be6f-b88792da0f52 req-e7d58948-8610-4080-9e8e-967cbbab6682 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 1099 time: 0.0766885 Jan 21 09:54:36.756266 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-6dca9ff1-2aff-4d94-8cda-4113acb7e827 None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:54:36.827857 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:54:36.858554 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ed2aa-ba3d-4fe5-be6f-b88792da0f52 req-0af373cb-4b6c-4f79-ae3b-a27791340247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:36.859996 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ae6ed2aa-ba3d-4fe5-be6f-b88792da0f52 req-0af373cb-4b6c-4f79-ae3b-a27791340247 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 200 len: 897 time: 0.1244135 Jan 21 09:54:36.959789 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ae6ed2aa-ba3d-4fe5-be6f-b88792da0f52 req-0d8cc131-3874-4a73-90ac-92fb70b6ddc5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69689eb5-05c0-45e2-8c17-9a47a4adaba0 HTTP/1.1" status: 200 len: 1000 time: 0.0933471 Jan 21 09:54:37.105464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6dca9ff1-2aff-4d94-8cda-4113acb7e827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '4b3d1221-8c48-4564-a4c9-ee274182cc75', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'port_id': '69689eb5-05c0-45e2-8c17-9a47a4adaba0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'mac_address': 'fa:16:3e:de:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef2c2bc-e1a6-4224-9738-c699cfb13cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:07Z', 'updated_at': '2022-01-21T09:54:35Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:53Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:37.109738 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca9ff1-2aff-4d94-8cda-4113acb7e827 None None] Checking router: 1601af61-8b35-4dad-b238-9c0ad71db9dc for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:54:37.119205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca9ff1-2aff-4d94-8cda-4113acb7e827 None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:54:37.119968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6dca9ff1-2aff-4d94-8cda-4113acb7e827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:54:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:37.145580 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ed2aa-ba3d-4fe5-be6f-b88792da0f52 req-46a6cc81-7ee6-40f9-9124-137259e8ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:37.146991 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ae6ed2aa-ba3d-4fe5-be6f-b88792da0f52 req-46a6cc81-7ee6-40f9-9124-137259e8ef9d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=00a9f16d-4752-4999-a279-d4876342e6d3 HTTP/1.1" status: 200 len: 834 time: 0.1818037 Jan 21 09:54:37.222721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ed2aa-ba3d-4fe5-be6f-b88792da0f52 req-a3427147-4e3f-46bf-83f1-2463589f58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:37.224172 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ae6ed2aa-ba3d-4fe5-be6f-b88792da0f52 req-a3427147-4e3f-46bf-83f1-2463589f58f8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d41740f3-cf00-4cac-904e-abca30557354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713131 Jan 21 09:54:37.295724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-6dca9ff1-2aff-4d94-8cda-4113acb7e827 None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:54:37.364700 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ae6ed2aa-ba3d-4fe5-be6f-b88792da0f52 req-16d360ed-dd16-4bb3-946b-8cef76a1ce48 service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343565 Jan 21 09:54:37.494668 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ae6ed2aa-ba3d-4fe5-be6f-b88792da0f52 req-e93aa0d5-7382-48a5-a3e8-08ab8bb6fec3 service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243517 Jan 21 09:54:37.644630 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6dca9ff1-2aff-4d94-8cda-4113acb7e827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '4b3d1221-8c48-4564-a4c9-ee274182cc75', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'port_id': '69689eb5-05c0-45e2-8c17-9a47a4adaba0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'mac_address': 'fa:16:3e:de:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef2c2bc-e1a6-4224-9738-c699cfb13cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:07Z', 'updated_at': '2022-01-21T09:54:35Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:53Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:37.648721 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca9ff1-2aff-4d94-8cda-4113acb7e827 None None] The sync data for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv is: [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '4b3d1221-8c48-4564-a4c9-ee274182cc75', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'port_id': '69689eb5-05c0-45e2-8c17-9a47a4adaba0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'mac_address': 'fa:16:3e:de:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef2c2bc-e1a6-4224-9738-c699cfb13cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:07Z', 'updated_at': '2022-01-21T09:54:35Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:53Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:54:37.686228 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49714) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:37.791968 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-24198175-e8e8-4fe9-8523-3a305e03adca tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/4b3d1221-8c48-4564-a4c9-ee274182cc75 HTTP/1.1" status: 200 len: 992 time: 0.1046338 Jan 21 09:54:37.848212 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a4a0b-00bd-42f3-9c49-fef548a8f038 None None] New status for floating IP 4b3d1221-8c48-4564-a4c9-ee274182cc75: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:54:38.468561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9bf77517-913d-42f9-a054-b761e2b12ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:38.797213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49718) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:38.911227 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4793b05a-12f9-48cd-a9f8-6a74c11e3b4c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/4b3d1221-8c48-4564-a4c9-ee274182cc75 HTTP/1.1" status: 200 len: 994 time: 0.1126933 Jan 21 09:54:39.547044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:39.727012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:41.044750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:47.453055 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c97896a2-e3e9-408a-86bd-6a139572b707 req-c201929b-bb14-4156-b1af-00256cd70bbf service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780361 Jan 21 09:54:47.607075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97896a2-e3e9-408a-86bd-6a139572b707 req-5eb806d5-f4c0-4078-a14f-39ea040b4ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:47.608782 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c97896a2-e3e9-408a-86bd-6a139572b707 req-5eb806d5-f4c0-4078-a14f-39ea040b4ef2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 1098 time: 0.0868268 Jan 21 09:54:47.758760 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97896a2-e3e9-408a-86bd-6a139572b707 req-6bb5f791-69e8-4a20-83d0-1505fc2200ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:47.760110 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c97896a2-e3e9-408a-86bd-6a139572b707 req-6bb5f791-69e8-4a20-83d0-1505fc2200ec service neutron] 10.222.0.121 "GET /v2.0/networks?id=d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 200 len: 897 time: 0.1306970 Jan 21 09:54:47.826724 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c97896a2-e3e9-408a-86bd-6a139572b707 req-d9164cb5-d78f-42bb-9407-4b374fbc13a7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac81e1b-af69-46d2-b280-f19120858219 HTTP/1.1" status: 200 len: 217 time: 0.0604658 Jan 21 09:54:47.893140 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97896a2-e3e9-408a-86bd-6a139572b707 req-3cb867fe-e7a6-4536-ba5a-79b17cee2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:47.894581 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c97896a2-e3e9-408a-86bd-6a139572b707 req-3cb867fe-e7a6-4536-ba5a-79b17cee2ddd service neutron] 10.222.0.121 "GET /v2.0/subnets?id=00a9f16d-4752-4999-a279-d4876342e6d3 HTTP/1.1" status: 200 len: 834 time: 0.0615199 Jan 21 09:54:47.969695 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97896a2-e3e9-408a-86bd-6a139572b707 req-004640bd-0374-4ed7-9eaf-c88b4d7976ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:47.971192 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c97896a2-e3e9-408a-86bd-6a139572b707 req-004640bd-0374-4ed7-9eaf-c88b4d7976ae service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d41740f3-cf00-4cac-904e-abca30557354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709436 Jan 21 09:54:48.104611 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c97896a2-e3e9-408a-86bd-6a139572b707 req-d5c2828e-18d6-4e4b-8fdd-f3d8813f7e02 service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264331 Jan 21 09:54:48.235771 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c97896a2-e3e9-408a-86bd-6a139572b707 req-77db60c9-9206-4b60-8b29-2a810f51512d service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244750 Jan 21 09:55:00.125295 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:06.318679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-904f4477-c5d8-4d5d-a9d4-608e695d9cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:08.465009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-20bac181-9a05-4754-971a-ae448d1379de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:09.547608 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:09.735887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:11.052672 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:13.833405 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:55:30.143791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:36.320546 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1cba8bfb-a27b-4ef2-ab6a-8c1a7b2c5b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.465775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-192be7db-517b-432c-9bc8-65d792711778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.560222 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.738135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:41.050863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:48.858659 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ddf1026e-d4e5-4ef5-b2de-569edc09498b req-e88f57c3-3f1e-4f30-859c-6cb25530f516 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742524 Jan 21 09:55:48.952106 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1026e-d4e5-4ef5-b2de-569edc09498b req-755a94ae-dde7-4156-84f7-7747c7abb75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:48.953712 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ddf1026e-d4e5-4ef5-b2de-569edc09498b req-755a94ae-dde7-4156-84f7-7747c7abb75d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 1099 time: 0.0729079 Jan 21 09:55:49.111935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1026e-d4e5-4ef5-b2de-569edc09498b req-546d6b5d-624d-4efc-9032-aa9fc5860057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:49.113452 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ddf1026e-d4e5-4ef5-b2de-569edc09498b req-546d6b5d-624d-4efc-9032-aa9fc5860057 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 200 len: 897 time: 0.1402378 Jan 21 09:55:49.329045 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ddf1026e-d4e5-4ef5-b2de-569edc09498b req-c4e724cb-84dc-483d-854e-1c5fda85b6e4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69689eb5-05c0-45e2-8c17-9a47a4adaba0 HTTP/1.1" status: 200 len: 1002 time: 0.2094767 Jan 21 09:55:49.391202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1026e-d4e5-4ef5-b2de-569edc09498b req-cc323ff1-cde5-4af6-a162-098d5224a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:49.392628 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ddf1026e-d4e5-4ef5-b2de-569edc09498b req-cc323ff1-cde5-4af6-a162-098d5224a307 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=00a9f16d-4752-4999-a279-d4876342e6d3 HTTP/1.1" status: 200 len: 834 time: 0.0578933 Jan 21 09:55:49.468498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1026e-d4e5-4ef5-b2de-569edc09498b req-99028849-68e9-4d59-8bfc-0e0b327e7d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:49.470182 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ddf1026e-d4e5-4ef5-b2de-569edc09498b req-99028849-68e9-4d59-8bfc-0e0b327e7d67 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d41740f3-cf00-4cac-904e-abca30557354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719790 Jan 21 09:55:49.604805 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ddf1026e-d4e5-4ef5-b2de-569edc09498b req-70f587e2-0b01-4a8d-bf47-e1f9fb1a3acb service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281133 Jan 21 09:55:49.737570 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ddf1026e-d4e5-4ef5-b2de-569edc09498b req-e1870beb-a03e-438f-847f-d5a849626422 service neutron] 10.222.0.121 "GET /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265345 Jan 21 09:55:50.288488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb15ff-0ef2-4679-8289-a585d02d4f20 req-9dce654b-0f48-4c1a-93ac-d6a0ef6c9ee7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:50.289866 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1fcb15ff-0ef2-4679-8289-a585d02d4f20 req-9dce654b-0f48-4c1a-93ac-d6a0ef6c9ee7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 946 time: 0.0798416 Jan 21 09:55:50.336169 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1fcb15ff-0ef2-4679-8289-a585d02d4f20 req-a4763ef5-5b47-459d-8eba-b4af7ce2d53e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=e9839c34-333a-4380-965a-6d0d63f8a997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403888 Jan 21 09:55:50.838951 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:55:51.543063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8b707-b1dc-42de-a959-d2ce78e58980 req-d46cb8bf-3a81-4d97-b772-12e6eec3a877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:51.544528 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3bc8b707-b1dc-42de-a959-d2ce78e58980 req-d46cb8bf-3a81-4d97-b772-12e6eec3a877 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 946 time: 0.0930610 Jan 21 09:55:51.589827 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3bc8b707-b1dc-42de-a959-d2ce78e58980 req-b9e3711a-482e-4dad-90f8-468cf4b71809 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=e9839c34-333a-4380-965a-6d0d63f8a997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393229 Jan 21 09:55:52.000497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-6d34802b-ecd3-417a-a15a-ab5dab9f9ff5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:52.001114 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-6d34802b-ecd3-417a-a15a-ab5dab9f9ff5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:55:52.017570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-6d34802b-ecd3-417a-a15a-ab5dab9f9ff5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:55:52.018682 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-6d34802b-ecd3-417a-a15a-ab5dab9f9ff5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 946 time: 0.1144996 Jan 21 09:55:52.087265 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 69689eb5-05c0-45e2-8c17-9a47a4adaba0 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:55:52.087604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.342953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 69689eb5-05c0-45e2-8c17-9a47a4adaba0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=69689eb5-05c0-45e2-8c17-9a47a4adaba0,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:55:52.343213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.636100 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.636100 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.636442 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 4b3d1221-8c48-4564-a4c9-ee274182cc75 disassociated. External IP: 172.26.4.205, port: 69689eb5-05c0-45e2-8c17-9a47a4adaba0. Jan 21 09:55:52.636812 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 69689eb5-05c0-45e2-8c17-9a47a4adaba0 owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:55:52.776041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4e641-4581-4223-aac9-ca1a41835505 req-034fe385-7626-40f6-9840-deca719e39f7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:52.777554 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ef4e641-4581-4223-aac9-ca1a41835505 req-034fe385-7626-40f6-9840-deca719e39f7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 946 time: 0.0792766 Jan 21 09:55:52.783481 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.825038 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ef4e641-4581-4223-aac9-ca1a41835505 req-ffe8d676-c83c-42db-97b7-c0d4633dc3b1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=e9839c34-333a-4380-965a-6d0d63f8a997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415373 Jan 21 09:55:52.833483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=69689eb5-05c0-45e2-8c17-9a47a4adaba0,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:52.844232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:52.844623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:52.844948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:52.845281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:52.845610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:52.845938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:52.846276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:52.846956 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:52.847520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:52.847928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:52.848383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:52.848690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:53.139454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 1601af61-8b35-4dad-b238-9c0ad71db9dc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:55:53.327573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:55:53.337194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331e9c5-db64-4b0e-aefd-9db7fd17eae6 None None] Sync routers for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:55:53.383745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331e9c5-db64-4b0e-aefd-9db7fd17eae6 None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:55:53.384374 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b331e9c5-db64-4b0e-aefd-9db7fd17eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:55:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:53.399190 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] No DVR routers for this DVR port 69689eb5-05c0-45e2-8c17-9a47a4adaba0 on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:55:53.401772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:53.404358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef2c2bc-e1a6-4224-9738-c699cfb13cfe', 'name': 'network-vif-deleted', 'tag': '69689eb5-05c0-45e2-8c17-9a47a4adaba0'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:53.420717 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a3b6698a-8e30-4f43-8107-15949b161db9 req-8f7bf353-a80b-4f57-a5e0-627344105a9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "DELETE /v2.0/ports/69689eb5-05c0-45e2-8c17-9a47a4adaba0 HTTP/1.1" status: 204 len: 173 time: 1.3969483 Jan 21 09:55:53.450066 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef2c2bc-e1a6-4224-9738-c699cfb13cfe', 'name': 'network-vif-deleted', 'tag': '69689eb5-05c0-45e2-8c17-9a47a4adaba0', 'status': 'completed', 'code': 200} Jan 21 09:55:53.558236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-b331e9c5-db64-4b0e-aefd-9db7fd17eae6 None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:55:53.869002 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b331e9c5-db64-4b0e-aefd-9db7fd17eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:53Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:53.873082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331e9c5-db64-4b0e-aefd-9db7fd17eae6 None None] Checking router: 1601af61-8b35-4dad-b238-9c0ad71db9dc for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:55:53.881688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331e9c5-db64-4b0e-aefd-9db7fd17eae6 None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:55:53.882733 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b331e9c5-db64-4b0e-aefd-9db7fd17eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:55:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:53.997971 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-36ccf93b-1144-41be-ae4c-4da60523c96f req-6ff9c977-107c-4d12-b90c-b2e12e04a5c9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=fef2c2bc-e1a6-4224-9738-c699cfb13cfe HTTP/1.1" status: 200 len: 210 time: 0.0519302 Jan 21 09:55:54.070226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-b331e9c5-db64-4b0e-aefd-9db7fd17eae6 None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:55:54.375729 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-b331e9c5-db64-4b0e-aefd-9db7fd17eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:53Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:54.379911 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331e9c5-db64-4b0e-aefd-9db7fd17eae6 None None] The sync data for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv is: [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:52:48Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '79b72905-6f3a-4931-a49a-64f9469c90fb', 'name': '', 'network_id': 'd41740f3-cf00-4cac-904e-abca30557354', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:04:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:48Z', 'updated_at': '2022-01-21T09:52:53Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '00a9f16d-4752-4999-a279-d4876342e6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:55:54.615211 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6016c2-7fc1-46f0-ad70-2c618c964752 None None] New status for floating IP 4b3d1221-8c48-4564-a4c9-ee274182cc75: DOWN {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:55:55.095199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49762) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:55.174238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.209586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.275310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.294868 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9839c34-333a-4380-965a-6d0d63f8a997,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:55.304682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:55.305033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:55.305381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:55.305713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:55.306043 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:55.306374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:55.306699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:55.307023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:55.307350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:55.307673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:55.307999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:55.308322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:55.314023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.319609 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c3a45289-6c67-4922-a5b7-820e5ea0409a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/security-groups/e9839c34-333a-4380-965a-6d0d63f8a997 HTTP/1.1" status: 204 len: 168 time: 0.2191401 Jan 21 09:55:55.345759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49768) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:55.503829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-57c53357-c3c1-489a-a204-5dbc56d28096 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 9b27fd01-3aca-4698-ab19-6bf7c01b16ae {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:55:55.504078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57c53357-c3c1-489a-a204-5dbc56d28096 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.673075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57c53357-c3c1-489a-a204-5dbc56d28096 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.673425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57c53357-c3c1-489a-a204-5dbc56d28096 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.770682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 69689eb5-05c0-45e2-8c17-9a47a4adaba0 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:55:55.798003 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-57c53357-c3c1-489a-a204-5dbc56d28096 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 9b27fd01-3aca-4698-ab19-6bf7c01b16ae owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:55:55.808372 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 69689eb5-05c0-45e2-8c17-9a47a4adaba0 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:55:55.808734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 69689eb5-05c0-45e2-8c17-9a47a4adaba0 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:55:55.942430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57c53357-c3c1-489a-a204-5dbc56d28096 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.993356 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c53357-c3c1-489a-a204-5dbc56d28096 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=9b27fd01-3aca-4698-ab19-6bf7c01b16ae,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:56.082860 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57c53357-c3c1-489a-a204-5dbc56d28096 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:56.096653 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57c53357-c3c1-489a-a204-5dbc56d28096 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:56.097779 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-57c53357-c3c1-489a-a204-5dbc56d28096 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/floatingips/4b3d1221-8c48-4564-a4c9-ee274182cc75 HTTP/1.1" status: 204 len: 168 time: 0.7509685 Jan 21 09:55:56.552718 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa9e52-7494-49ae-bda3-d7499d641596 req-03b278c6-9308-42a8-86b1-ac7c681a42df tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:56.554156 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dcaa9e52-7494-49ae-bda3-d7499d641596 req-03b278c6-9308-42a8-86b1-ac7c681a42df tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 945 time: 0.1776175 Jan 21 09:55:56.596463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-dcaa9e52-7494-49ae-bda3-d7499d641596 req-f6a4b482-00d4-4f9c-ae3f-056d36aab3fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:55:56.612845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-dcaa9e52-7494-49ae-bda3-d7499d641596 req-f6a4b482-00d4-4f9c-ae3f-056d36aab3fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:55:56.614063 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dcaa9e52-7494-49ae-bda3-d7499d641596 req-f6a4b482-00d4-4f9c-ae3f-056d36aab3fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=76ba880e-0e71-42b3-8a31-8ff36eb9c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540872 Jan 21 09:55:57.809089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84be7b0-0a30-4bc1-8a83-6852e38c0f32 req-90c69e86-f1a4-454b-8b74-952fc7b4dbd6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:57.810538 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d84be7b0-0a30-4bc1-8a83-6852e38c0f32 req-90c69e86-f1a4-454b-8b74-952fc7b4dbd6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 945 time: 0.0865767 Jan 21 09:55:57.872718 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d84be7b0-0a30-4bc1-8a83-6852e38c0f32 req-9fda6e59-f915-4b55-9a21-a57a39b16438 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=76ba880e-0e71-42b3-8a31-8ff36eb9c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529466 Jan 21 09:55:58.121827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ac463-a368-4bfc-a46a-9429163f3ff4 req-f8e5b9c1-931e-49a6-8237-91f4fe0285f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:58.122585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-a16ac463-a368-4bfc-a46a-9429163f3ff4 req-f8e5b9c1-931e-49a6-8237-91f4fe0285f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:55:58.142574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-a16ac463-a368-4bfc-a46a-9429163f3ff4 req-f8e5b9c1-931e-49a6-8237-91f4fe0285f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:55:58.143553 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a16ac463-a368-4bfc-a46a-9429163f3ff4 req-f8e5b9c1-931e-49a6-8237-91f4fe0285f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 945 time: 0.1141911 Jan 21 09:55:58.220771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-a16ac463-a368-4bfc-a46a-9429163f3ff4 req-e68e61ff-fb32-4805-8071-f1575f8d6c94 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port cac81e1b-af69-46d2-b280-f19120858219 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:55:58.221157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a16ac463-a368-4bfc-a46a-9429163f3ff4 req-e68e61ff-fb32-4805-8071-f1575f8d6c94 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:58.602482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-a16ac463-a368-4bfc-a46a-9429163f3ff4 req-e68e61ff-fb32-4805-8071-f1575f8d6c94 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port cac81e1b-af69-46d2-b280-f19120858219, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cac81e1b-af69-46d2-b280-f19120858219,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:55:58.602732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a16ac463-a368-4bfc-a46a-9429163f3ff4 req-e68e61ff-fb32-4805-8071-f1575f8d6c94 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:58.722793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-a16ac463-a368-4bfc-a46a-9429163f3ff4 req-e68e61ff-fb32-4805-8071-f1575f8d6c94 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for cac81e1b-af69-46d2-b280-f19120858219 owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:55:58.870487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a16ac463-a368-4bfc-a46a-9429163f3ff4 req-e68e61ff-fb32-4805-8071-f1575f8d6c94 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:58.921728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e61ff-fb32-4805-8071-f1575f8d6c94 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=cac81e1b-af69-46d2-b280-f19120858219,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:59.002183 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16ac463-a368-4bfc-a46a-9429163f3ff4 req-e68e61ff-fb32-4805-8071-f1575f8d6c94 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] No DVR routers for this DVR port cac81e1b-af69-46d2-b280-f19120858219 on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:55:59.005451 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a16ac463-a368-4bfc-a46a-9429163f3ff4 req-e68e61ff-fb32-4805-8071-f1575f8d6c94 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:59.009640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'name': 'network-vif-deleted', 'tag': 'cac81e1b-af69-46d2-b280-f19120858219'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:59.030720 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a16ac463-a368-4bfc-a46a-9429163f3ff4 req-e68e61ff-fb32-4805-8071-f1575f8d6c94 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "DELETE /v2.0/ports/cac81e1b-af69-46d2-b280-f19120858219 HTTP/1.1" status: 204 len: 173 time: 0.8808508 Jan 21 09:55:59.035649 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e17554c3-764a-461f-b15b-759c67d367a4 req-6173fa4a-f9eb-4c83-80c5-d0ded1f3bf25 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=91cf1cd0-43d2-41c2-8cfc-406b7ec200ce HTTP/1.1" status: 200 len: 210 time: 0.0477936 Jan 21 09:55:59.060734 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cf1cd0-43d2-41c2-8cfc-406b7ec200ce', 'name': 'network-vif-deleted', 'tag': 'cac81e1b-af69-46d2-b280-f19120858219', 'status': 'completed', 'code': 200} Jan 21 09:56:00.129263 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:00.139978 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49784) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:00.209938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-41aac7c0-ac2c-458e-b0dd-a170cb12513c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:00.241012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-41aac7c0-ac2c-458e-b0dd-a170cb12513c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:00.329521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-41aac7c0-ac2c-458e-b0dd-a170cb12513c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:00.350621 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aac7c0-ac2c-458e-b0dd-a170cb12513c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ba880e-0e71-42b3-8a31-8ff36eb9c79b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:00.360134 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-41aac7c0-ac2c-458e-b0dd-a170cb12513c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:00.361307 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-41aac7c0-ac2c-458e-b0dd-a170cb12513c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/security-groups/76ba880e-0e71-42b3-8a31-8ff36eb9c79b HTTP/1.1" status: 204 len: 168 time: 0.2203288 Jan 21 09:56:00.396329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49790) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:00.975729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f002819-79ec-432a-9ce6-e853d70ba16c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:01.325112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-7f002819-79ec-432a-9ce6-e853d70ba16c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 79b72905-6f3a-4931-a49a-64f9469c90fb {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:56:01.325346 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f002819-79ec-432a-9ce6-e853d70ba16c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:01.526527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-7f002819-79ec-432a-9ce6-e853d70ba16c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 79b72905-6f3a-4931-a49a-64f9469c90fb, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=79b72905-6f3a-4931-a49a-64f9469c90fb,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:01.527239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f002819-79ec-432a-9ce6-e853d70ba16c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:01.752074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-7f002819-79ec-432a-9ce6-e853d70ba16c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 79b72905-6f3a-4931-a49a-64f9469c90fb owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:56:01.782844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device cac81e1b-af69-46d2-b280-f19120858219 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:56:01.816230 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: cac81e1b-af69-46d2-b280-f19120858219 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:56:01.816596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device cac81e1b-af69-46d2-b280-f19120858219 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:56:01.942939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f002819-79ec-432a-9ce6-e853d70ba16c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:01.991447 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f002819-79ec-432a-9ce6-e853d70ba16c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=79b72905-6f3a-4931-a49a-64f9469c90fb,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:02.261498 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f002819-79ec-432a-9ce6-e853d70ba16c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:02.618157 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f002819-79ec-432a-9ce6-e853d70ba16c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 1601af61-8b35-4dad-b238-9c0ad71db9dc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:56:02.819012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f002819-79ec-432a-9ce6-e853d70ba16c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:56:02.829209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ee2cb9-6e7f-48b0-87c5-c365ea920012 None None] Sync routers for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:56:02.831961 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7f002819-79ec-432a-9ce6-e853d70ba16c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/1601af61-8b35-4dad-b238-9c0ad71db9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4343975 Jan 21 09:56:02.834847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49794) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:02.839252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ee2cb9-6e7f-48b0-87c5-c365ea920012 None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:02.839871 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-76ee2cb9-6e7f-48b0-87c5-c365ea920012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:55:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:02.897718 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acc369d-d770-4645-8c06-fd6fc62d3729 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting subnet 00a9f16d-4752-4999-a279-d4876342e6d3 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:56:02.900593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5acc369d-d770-4645-8c06-fd6fc62d3729 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:02.964808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5acc369d-d770-4645-8c06-fd6fc62d3729 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.055249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5acc369d-d770-4645-8c06-fd6fc62d3729 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.062478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-76ee2cb9-6e7f-48b0-87c5-c365ea920012 None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:03.128037 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5acc369d-d770-4645-8c06-fd6fc62d3729 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.277886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc369d-d770-4645-8c06-fd6fc62d3729 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Subnet': ['ID=00a9f16d-4752-4999-a279-d4876342e6d3,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:03.284656 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5acc369d-d770-4645-8c06-fd6fc62d3729 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.291318 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5acc369d-d770-4645-8c06-fd6fc62d3729 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/subnets/00a9f16d-4752-4999-a279-d4876342e6d3 HTTP/1.1" status: 204 len: 168 time: 0.4554906 Jan 21 09:56:03.293893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49800) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:03.297749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f69a2b6-8739-485e-be8c-bf5312ebb267 None None] Network d41740f3-cf00-4cac-904e-abca30557354 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:56:03.470176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.528678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-76ee2cb9-6e7f-48b0-87c5-c365ea920012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:56:01Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:03.535826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ee2cb9-6e7f-48b0-87c5-c365ea920012 None None] Checking router: 1601af61-8b35-4dad-b238-9c0ad71db9dc for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:56:03.548100 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ee2cb9-6e7f-48b0-87c5-c365ea920012 None None] Routers {'1601af61-8b35-4dad-b238-9c0ad71db9dc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:03.548751 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-76ee2cb9-6e7f-48b0-87c5-c365ea920012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:55:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1601af61-8b35-4dad-b238-9c0ad71db9dc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:03.635011 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] DHCP port deletion for d41740f3-cf00-4cac-904e-abca30557354 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:56:03.647103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Deleting port 259fc74a-6a1e-4bc0-a033-51c05b179f66 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:56:03.647479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.651428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.662915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port f00a3f85-d5d2-4f1c-b516-f7061628f006 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:56:03.663289 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.818520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-76ee2cb9-6e7f-48b0-87c5-c365ea920012 None None] Set router 1601af61-8b35-4dad-b238-9c0ad71db9dc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:03.838906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port f00a3f85-d5d2-4f1c-b516-f7061628f006, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f00a3f85-d5d2-4f1c-b516-f7061628f006,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:03.839195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.958628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for f00a3f85-d5d2-4f1c-b516-f7061628f006 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:56:04.119936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] For port 259fc74a-6a1e-4bc0-a033-51c05b179f66, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=259fc74a-6a1e-4bc0-a033-51c05b179f66,segment=NetworkSegment(720a8c01-da74-44fe-a0fa-012630413ba6),segment_id=720a8c01-da74-44fe-a0fa-012630413ba6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:04.120588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.130236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.177231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=f00a3f85-d5d2-4f1c-b516-f7061628f006,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:04.266535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.320253 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Calling delete_port for 259fc74a-6a1e-4bc0-a033-51c05b179f66 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:56:04.410483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.438382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.440627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.453387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-76ee2cb9-6e7f-48b0-87c5-c365ea920012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:56:01Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:04.464614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.465124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Fanout notify agent at l3_agent the message router_deleted on router 1601af61-8b35-4dad-b238-9c0ad71db9dc {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:56:04.465637 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Pushing event deleted for resources: {'Port': ['ID=259fc74a-6a1e-4bc0-a033-51c05b179f66,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:04.467934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] No DVR routers for this DVR port 259fc74a-6a1e-4bc0-a033-51c05b179f66 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:56:04.472286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ee2cb9-6e7f-48b0-87c5-c365ea920012 None None] The sync data for ids ['1601af61-8b35-4dad-b238-9c0ad71db9dc'] in dv-neutron-825723-1-hyperv is: [{'id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'name': 'tempest-TestNetworkBasicOps-router-101157269', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:43Z', 'updated_at': '2022-01-21T09:56:01Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': 'f00a3f85-d5d2-4f1c-b516-f7061628f006', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1601af61-8b35-4dad-b238-9c0ad71db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:44Z', 'updated_at': '2022-01-21T09:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:56:04.481877 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:04.482231 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:04.482621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:04.483389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:04.483389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:04.483600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:04.484022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:04.484374 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:04.484755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:04.485081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:04.485408 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:04.485885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253de09d-c952-4ff7-8079-04318b084e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:04.488543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.489646 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ac8df16a-d0ea-4de2-abd8-23ab7541aeae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/routers/1601af61-8b35-4dad-b238-9c0ad71db9dc HTTP/1.1" status: 204 len: 168 time: 1.1948490 Jan 21 09:56:04.492397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49808) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:04.707713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff24cf04-ab22-4f64-b723-307c4ee59ec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.840249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff24cf04-ab22-4f64-b723-307c4ee59ec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.865996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-ff24cf04-ab22-4f64-b723-307c4ee59ec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41740f3-cf00-4cac-904e-abca30557354']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:04.878254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-ff24cf04-ab22-4f64-b723-307c4ee59ec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720a8c01-da74-44fe-a0fa-012630413ba6') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:04.878616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-ff24cf04-ab22-4f64-b723-307c4ee59ec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720a8c01-da74-44fe-a0fa-012630413ba6') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:04.890252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff24cf04-ab22-4f64-b723-307c4ee59ec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.906757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff24cf04-ab22-4f64-b723-307c4ee59ec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.914078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff24cf04-ab22-4f64-b723-307c4ee59ec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:56:04.914699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff24cf04-ab22-4f64-b723-307c4ee59ec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:56:04.930222 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:56:05.021635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff24cf04-ab22-4f64-b723-307c4ee59ec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.037557 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 79b72905-6f3a-4931-a49a-64f9469c90fb no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:56:05.039886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff24cf04-ab22-4f64-b723-307c4ee59ec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.051530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24cf04-ab22-4f64-b723-307c4ee59ec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Network': ['ID=d41740f3-cf00-4cac-904e-abca30557354,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:05.059911 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ff24cf04-ab22-4f64-b723-307c4ee59ec1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/networks/d41740f3-cf00-4cac-904e-abca30557354 HTTP/1.1" status: 204 len: 168 time: 0.5665307 Jan 21 09:56:05.080116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 79b72905-6f3a-4931-a49a-64f9469c90fb {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:56:05.080900 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 79b72905-6f3a-4931-a49a-64f9469c90fb not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:56:05.081617 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 259fc74a-6a1e-4bc0-a033-51c05b179f66 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:56:05.084331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49814) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:05.090357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'network': {'name': 'tempest-network-smoke--1219526685', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'port_security_enabled': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:05.096043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:05.100385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:network and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:05.103397 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:05.110071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:05.119321 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 259fc74a-6a1e-4bc0-a033-51c05b179f66 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:56:05.119665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 259fc74a-6a1e-4bc0-a033-51c05b179f66 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:56:05.121353 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:56:05.124988 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.154506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:56:05.164513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.165095 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Added segment d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6 of type vlan for network 672de21e-7df8-46b1-99d6-8a0ed66ee825 Jan 21 09:56:05.191590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.219225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.224659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:05.225240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.282355 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1969306 Jan 21 09:56:05.285332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49818) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:05.290790 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'admin_state_up': True, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:05.298416 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:05.302646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:router and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:05.305733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:05.312225 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:05.323401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.324416 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.334224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd26e0f-eeb4-48c1-b6f2-b5bbbbe339b5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Network': ['ID=672de21e-7df8-46b1-99d6-8a0ed66ee825,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:05.341281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.346144 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 672de21e-7df8-46b1-99d6-8a0ed66ee825 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:56:05.614669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.924994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.954147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.100309 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.252 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/7263cd8f-8de2-4882-a3f3-4348dda77c69) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:56:06.252139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.284556 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.313138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-26aa7800-8f25-41ac-ac19-b075f1914fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.347616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:06.350681 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:06.354430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:56:06.391335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=7263cd8f-8de2-4882-a3f3-4348dda77c69,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:06.872277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.945159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f00a3f85-d5d2-4f1c-b516-f7061628f006 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:56:06.982491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: f00a3f85-d5d2-4f1c-b516-f7061628f006 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:56:06.982830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f00a3f85-d5d2-4f1c-b516-f7061628f006 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:56:07.223601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.429276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 246e7c32-81ec-48a1-a8d7-8272ebac293d is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:56:07.602456 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:56:07.612619 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Sync routers for ids ['246e7c32-81ec-48a1-a8d7-8272ebac293d'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:56:07.623079 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Routers {'246e7c32-81ec-48a1-a8d7-8272ebac293d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:07.623896 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:55:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['246e7c32-81ec-48a1-a8d7-8272ebac293d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:07.629335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.631006 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8e5639e7-8d7c-4838-a4ec-6e4a332ecf83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3445725 Jan 21 09:56:07.634136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49822) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:07.676973 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ef4bf15f-9edc-447c-a09a-1087990adfbd tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=f4e681c68c4e433a8bf1cae53443017d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415664 Jan 21 09:56:07.679656 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49826) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:07.799875 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Set router 246e7c32-81ec-48a1-a8d7-8272ebac293d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:07.922825 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8855128-98dd-494c-8212-3dacf245d9dc tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:07.924590 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a8855128-98dd-494c-8212-3dacf245d9dc tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2437806 Jan 21 09:56:07.927458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49830) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:07.966802 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-194598de-d960-4fc3-b79a-aabd14608fac tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382080 Jan 21 09:56:07.969520 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49834) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:07.975107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-398875615', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:08.081474 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:06Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:08.084608 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:08.085301 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Checking router: 246e7c32-81ec-48a1-a8d7-8272ebac293d for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:56:08.085644 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Updating router 246e7c32-81ec-48a1-a8d7-8272ebac293d port 7263cd8f-8de2-4882-a3f3-4348dda77c69 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:56:08.088613 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:subnet and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:08.091473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:08.097552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:08.108017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:56:08.111860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:08.137281 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:08.322471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:08.399169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Subnet': ['ID=95505e90-883c-464e-be41-2e92ffbddd8a,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:08.410354 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Checking segment: {'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:56:08.410712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network hostable DHCP agents. Network: 672de21e-7df8-46b1-99d6-8a0ed66ee825, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:56:08.430234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 672de21e-7df8-46b1-99d6-8a0ed66ee825 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:56:08.440276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 672de21e-7df8-46b1-99d6-8a0ed66ee825) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:08.451504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:08.451838 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50f5f8-2c7e-4386-809b-b64c79e5dfd7 None None] Network 672de21e-7df8-46b1-99d6-8a0ed66ee825 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:56:08.452357 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:08.454060 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:08.465924 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Transition to ACTIVE for port object 7263cd8f-8de2-4882-a3f3-4348dda77c69 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:08.474182 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:08.487420 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-64135561-9912-499a-91f8-0055e27c47f3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5143042 Jan 21 09:56:08.487909 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49838) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:08.509596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9322e1fc-bf7a-4027-925f-172b18eb45b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:08.554814 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Pushing event updated for resources: {'Port': ['ID=7263cd8f-8de2-4882-a3f3-4348dda77c69,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:08.563908 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Attempting to bind port 7263cd8f-8de2-4882-a3f3-4348dda77c69 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:56:08.564302 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Attempting to bind port 7263cd8f-8de2-4882-a3f3-4348dda77c69 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:56:08.564695 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Attempting to bind port 7263cd8f-8de2-4882-a3f3-4348dda77c69 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:56:08.567306 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:08.567669 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:08.567989 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:08.568318 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:08.568663 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:08.569023 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:08.569296 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:08.569614 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:08.569927 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:08.570245 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:08.570612 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:08.570934 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:08.577471 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:56:08.577770 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:56:08.578182 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:08.578546 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:56:08.579001 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Bound port: 7263cd8f-8de2-4882-a3f3-4348dda77c69, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:56:08.579364 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:08.650672 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] For port 7263cd8f-8de2-4882-a3f3-4348dda77c69, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:56:08.653638 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] For port 7263cd8f-8de2-4882-a3f3-4348dda77c69, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7263cd8f-8de2-4882-a3f3-4348dda77c69,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:56:08.662080 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:08.710132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-672de21e-7df8-46b1-99d6-8a0ed66ee825', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ips': [{'subnet_id': '95505e90-883c-464e-be41-2e92ffbddd8a'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:56:08.710961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:08.738535 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062a572-58c4-4a71-86af-54c6cc5c65f0 None None] Pushing event updated for resources: {'Port': ['ID=7263cd8f-8de2-4882-a3f3-4348dda77c69,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:08.751372 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Routers {'246e7c32-81ec-48a1-a8d7-8272ebac293d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:08.752014 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['246e7c32-81ec-48a1-a8d7-8272ebac293d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:08.874004 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Allocated IP 172.20.0.2 (672de21e-7df8-46b1-99d6-8a0ed66ee825/95505e90-883c-464e-be41-2e92ffbddd8a/1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:56:08.925197 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] Set router 246e7c32-81ec-48a1-a8d7-8272ebac293d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:09.085803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:09.098343 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Transition to ACTIVE for port object 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:09.118646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Transition to ACTIVE for port object 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:09.126806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:09.201891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Network 672de21e-7df8-46b1-99d6-8a0ed66ee825 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:09.204719 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:09.209180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:56:09.211339 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Pushing event updated for resources: {'Port': ['ID=1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:09.265882 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:06Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:09.269806 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a54b3f6-57ea-41e4-96b9-3036f0a9083e None None] The sync data for ids ['246e7c32-81ec-48a1-a8d7-8272ebac293d'] in dv-neutron-825723-1-hyperv is: [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:06Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:56:09.305676 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Attempting to bind port 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:56:09.306122 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Attempting to bind port 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:56:09.306491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Attempting to bind port 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec on network 672de21e-7df8-46b1-99d6-8a0ed66ee825 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:56:09.311869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:56:09.312294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Checking segment: {'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:56:09.312986 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:09.313379 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Bound using segment: {'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:56:09.313844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Bound port: 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:56:09.314282 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:09.365181 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:09.405898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] For port 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:56:09.409543 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] For port 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:56:09.417663 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:09.527653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71d4c7-8aac-4349-aed7-e5ed01ff9753 None None] Pushing event updated for resources: {'Port': ['ID=1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:09.555495 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:09.756204 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:09.850121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.1 (672de21e-7df8-46b1-99d6-8a0ed66ee825/95505e90-883c-464e-be41-2e92ffbddd8a/21caf654-8502-4681-8017-880347bcedba) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:56:10.019225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:10.035425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 21caf654-8502-4681-8017-880347bcedba will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:10.059906 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:10.129032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 672de21e-7df8-46b1-99d6-8a0ed66ee825 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:10.132232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:10.136059 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:56:10.166982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=21caf654-8502-4681-8017-880347bcedba,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:10.199736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:10.334189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:10.497499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7004e934-6259-422b-9674-6fe2636fef0b None None] Network 672de21e-7df8-46b1-99d6-8a0ed66ee825 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:56:10.609702 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-77e7212e-22bd-4af2-a869-73a43a54e33c None None] Provisioning for port 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:10.771933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:10.778011 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:10.898525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:10.901680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=21caf654-8502-4681-8017-880347bcedba,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:11.044051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 672de21e-7df8-46b1-99d6-8a0ed66ee825 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:11.044646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7263cd8f-8de2-4882-a3f3-4348dda77c69 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:11.045378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:11.097063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.114023 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1dfb22d9-e4a5-4294-bf10-d8249390f797 None None] Provisioning for port 21caf654-8502-4681-8017-880347bcedba completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:11.121459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1dfb22d9-e4a5-4294-bf10-d8249390f797 None None] Provisioning complete for port 21caf654-8502-4681-8017-880347bcedba triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:11.121827 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1dfb22d9-e4a5-4294-bf10-d8249390f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.178821 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 7263cd8f-8de2-4882-a3f3-4348dda77c69 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:11.184295 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb22d9-e4a5-4294-bf10-d8249390f797 None None] Port 21caf654-8502-4681-8017-880347bcedba cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:56:11.187143 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7263cd8f-8de2-4882-a3f3-4348dda77c69 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:11.187896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.313990 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.331320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 7263cd8f-8de2-4882-a3f3-4348dda77c69, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7263cd8f-8de2-4882-a3f3-4348dda77c69,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:11.335152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.335924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:11.365736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 246e7c32-81ec-48a1-a8d7-8272ebac293d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:56:11.459997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0a8cfe49-c3e5-40bf-8b30-d72928ff2c9a None None] Provisioning complete for port 21caf654-8502-4681-8017-880347bcedba triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:11.460297 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0a8cfe49-c3e5-40bf-8b30-d72928ff2c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.506435 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=7263cd8f-8de2-4882-a3f3-4348dda77c69,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:11.523439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:11.528590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0a8cfe49-c3e5-40bf-8b30-d72928ff2c9a None None] Port 21caf654-8502-4681-8017-880347bcedba cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:56:11.530789 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:11.531175 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.548740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:56:11.561268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Sync routers for ids ['246e7c32-81ec-48a1-a8d7-8272ebac293d'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:56:11.562898 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d2063fd3-30b7-4b42-8962-722fc045d700 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/246e7c32-81ec-48a1-a8d7-8272ebac293d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0734308 Jan 21 09:56:11.565652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49842) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:11.589425 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Routers {'246e7c32-81ec-48a1-a8d7-8272ebac293d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:11.590067 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['246e7c32-81ec-48a1-a8d7-8272ebac293d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:11.689163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fff30614-c2a6-4622-b218-6a378cb4c48a None None] Provisioning complete for port 21caf654-8502-4681-8017-880347bcedba triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:11.689974 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fff30614-c2a6-4622-b218-6a378cb4c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.705576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8747dd04-8f32-4b53-a495-1df26f7132bb tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:11.706076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8747dd04-8f32-4b53-a495-1df26f7132bb tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:11.706529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8747dd04-8f32-4b53-a495-1df26f7132bb tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:11.706976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8747dd04-8f32-4b53-a495-1df26f7132bb tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:11.708653 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8747dd04-8f32-4b53-a495-1df26f7132bb tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1421051 Jan 21 09:56:11.711751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49846) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:11.778506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de5ec8-312e-40b7-8d3b-11ba636f2af8 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:11.778964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de5ec8-312e-40b7-8d3b-11ba636f2af8 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:11.779426 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de5ec8-312e-40b7-8d3b-11ba636f2af8 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:11.779858 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de5ec8-312e-40b7-8d3b-11ba636f2af8 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:11.781565 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-81de5ec8-312e-40b7-8d3b-11ba636f2af8 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0689063 Jan 21 09:56:11.784542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49850) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:11.874865 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fff30614-c2a6-4622-b218-6a378cb4c48a None None] Port 21caf654-8502-4681-8017-880347bcedba cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:56:11.887331 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.907085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Set router 246e7c32-81ec-48a1-a8d7-8272ebac293d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:11.987915 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-41365132-2c04-4372-8bfe-e66397ca9d16 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2020280 Jan 21 09:56:11.990634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49854) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:11.996203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1477625612', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:12.050354 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:12.066560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:12.133459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:12.137574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:port and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:12.140438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:12.146154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:12.157325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:56:12.160875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:12.185202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] device_id is not set on port 6d2657e2-8df0-4a46-b02c-2802d64226ce yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:56:12.210764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:12.290791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:10Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '21caf654-8502-4681-8017-880347bcedba', 'name': '', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:9c:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:09Z', 'updated_at': '2022-01-21T09:56:10Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:12.294518 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Checking router: 246e7c32-81ec-48a1-a8d7-8272ebac293d for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:56:12.294873 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Updating router 246e7c32-81ec-48a1-a8d7-8272ebac293d port 21caf654-8502-4681-8017-880347bcedba binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:56:12.319637 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.11 (672de21e-7df8-46b1-99d6-8a0ed66ee825/95505e90-883c-464e-be41-2e92ffbddd8a/6d2657e2-8df0-4a46-b02c-2802d64226ce) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:56:12.350325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:12.521698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:12.537480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 6d2657e2-8df0-4a46-b02c-2802d64226ce will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:12.565232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:12.633485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 672de21e-7df8-46b1-99d6-8a0ed66ee825 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:12.636490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:12.638844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:56:12.682500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=6d2657e2-8df0-4a46-b02c-2802d64226ce,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:12.712262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:12.712955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:12.740377 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-33b29e11-7d7f-4b04-98e1-4d7ccbe9b523 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7462549 Jan 21 09:56:12.820159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:12.832076 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Transition to ACTIVE for port object 21caf654-8502-4681-8017-880347bcedba will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:12.840049 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.011924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7263cd8f-8de2-4882-a3f3-4348dda77c69 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:13.074601 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26625c89-5db6-4157-b8fe-cbf620ce46a2 None None] Pushing event updated for resources: {'Port': ['ID=21caf654-8502-4681-8017-880347bcedba,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:13.087223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-31f03d2a-4677-4272-8129-7a5774ee8459 None None] Provisioning for port 6d2657e2-8df0-4a46-b02c-2802d64226ce completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:13.111097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-31f03d2a-4677-4272-8129-7a5774ee8459 None None] Provisioning complete for port 6d2657e2-8df0-4a46-b02c-2802d64226ce triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:13.111475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-31f03d2a-4677-4272-8129-7a5774ee8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.134670 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49862) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:13.139776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993478720', 'description': 'tempest-secgroup-smoke-993478720 description', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:13.146813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:13.151164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:13.154393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:13.160290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:13.165832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Attempting to bind port 21caf654-8502-4681-8017-880347bcedba on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:56:13.166150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Attempting to bind port 21caf654-8502-4681-8017-880347bcedba by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:56:13.166498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Attempting to bind port 21caf654-8502-4681-8017-880347bcedba on network 672de21e-7df8-46b1-99d6-8a0ed66ee825 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:56:13.170398 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.184176 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:56:13.184571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Checking segment: {'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:56:13.184970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.185357 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Bound using segment: {'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:56:13.185818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Bound port: 21caf654-8502-4681-8017-880347bcedba, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:56:13.186189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.190711 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:13.194701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:13.197680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:13.198245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-31f03d2a-4677-4272-8129-7a5774ee8459 None None] Port 6d2657e2-8df0-4a46-b02c-2802d64226ce cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:56:13.204117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:13.253585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7263cd8f-8de2-4882-a3f3-4348dda77c69 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:13.253955 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.276122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.280582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.325595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07c7016-6235-4604-8b0c-e988ac49614b,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:13.329856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.331052 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fa179abb-af15-4adb-92a5-287cd69170a5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1953819 Jan 21 09:56:13.333992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49866) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:13.340290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f4e43fc1-c4de-4166-b75a-330a9297644f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'c07c7016-6235-4604-8b0c-e988ac49614b', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:13.346499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f4e43fc1-c4de-4166-b75a-330a9297644f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:13.349242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] For port 21caf654-8502-4681-8017-880347bcedba, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:56:13.350684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f4e43fc1-c4de-4166-b75a-330a9297644f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:13.354058 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f4e43fc1-c4de-4166-b75a-330a9297644f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:13.354569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] For port 21caf654-8502-4681-8017-880347bcedba, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=21caf654-8502-4681-8017-880347bcedba,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:56:13.360319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f4e43fc1-c4de-4166-b75a-330a9297644f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:13.377343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f4e43fc1-c4de-4166-b75a-330a9297644f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.387815 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.439766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f4e43fc1-c4de-4166-b75a-330a9297644f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.444547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f4e43fc1-c4de-4166-b75a-330a9297644f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.479057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f4e43fc1-c4de-4166-b75a-330a9297644f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.483093 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49870) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:13.483586 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f4e43fc1-c4de-4166-b75a-330a9297644f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484082 Jan 21 09:56:13.484334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e43fc1-c4de-4166-b75a-330a9297644f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52271c45-52f3-41ed-92e0-d1ef96166e4d,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:13.488513 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:13.493287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-6d696bd2-6503-43d2-94db-db31920133e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'c07c7016-6235-4604-8b0c-e988ac49614b', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:13.500239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6d696bd2-6503-43d2-94db-db31920133e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:13.504428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6d696bd2-6503-43d2-94db-db31920133e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:13.507558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6d696bd2-6503-43d2-94db-db31920133e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:13.513801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6d696bd2-6503-43d2-94db-db31920133e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:13.527271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26625c89-5db6-4157-b8fe-cbf620ce46a2 None None] Pushing event updated for resources: {'Port': ['ID=21caf654-8502-4681-8017-880347bcedba,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:13.534136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6d696bd2-6503-43d2-94db-db31920133e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.536626 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Routers {'246e7c32-81ec-48a1-a8d7-8272ebac293d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:13.537269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['246e7c32-81ec-48a1-a8d7-8272ebac293d'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:13.602904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6d696bd2-6503-43d2-94db-db31920133e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.608252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6d696bd2-6503-43d2-94db-db31920133e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.648430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d696bd2-6503-43d2-94db-db31920133e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5b8ab2-31b6-45a7-99b1-d08d90a26e48,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:13.653254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6d696bd2-6503-43d2-94db-db31920133e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.654738 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6d696bd2-6503-43d2-94db-db31920133e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1697364 Jan 21 09:56:13.658674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49874) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:13.666963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f051da11-ca6b-4322-9d22-45e21663e4f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'c07c7016-6235-4604-8b0c-e988ac49614b', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:13.673345 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f051da11-ca6b-4322-9d22-45e21663e4f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:13.677470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f051da11-ca6b-4322-9d22-45e21663e4f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:13.680762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f051da11-ca6b-4322-9d22-45e21663e4f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:13.690594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f051da11-ca6b-4322-9d22-45e21663e4f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:13.707568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f051da11-ca6b-4322-9d22-45e21663e4f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.749193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:13.749480 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.836861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] Set router 246e7c32-81ec-48a1-a8d7-8272ebac293d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:13.896905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f051da11-ca6b-4322-9d22-45e21663e4f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.901610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f051da11-ca6b-4322-9d22-45e21663e4f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.924302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051da11-ca6b-4322-9d22-45e21663e4f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1dc21f-f9e2-4eac-b83b-a832fd39a8f5,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:13.934385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f051da11-ca6b-4322-9d22-45e21663e4f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.935848 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f051da11-ca6b-4322-9d22-45e21663e4f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2761414 Jan 21 09:56:13.939207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49878) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:13.944320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3b4c0904-818c-4ffc-976d-7effffa3b658 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'c07c7016-6235-4604-8b0c-e988ac49614b', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:13.950133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3b4c0904-818c-4ffc-976d-7effffa3b658 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:13.954162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3b4c0904-818c-4ffc-976d-7effffa3b658 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:13.957136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3b4c0904-818c-4ffc-976d-7effffa3b658 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:13.962917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3b4c0904-818c-4ffc-976d-7effffa3b658 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:13.980142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3b4c0904-818c-4ffc-976d-7effffa3b658 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:14.043141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3b4c0904-818c-4ffc-976d-7effffa3b658 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:14.047486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3b4c0904-818c-4ffc-976d-7effffa3b658 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:14.071998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c0904-818c-4ffc-976d-7effffa3b658 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce4e6ce-7da2-47a0-9578-9f57d01ee58c,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:14.082294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3b4c0904-818c-4ffc-976d-7effffa3b658 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:14.083495 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3b4c0904-818c-4ffc-976d-7effffa3b658 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432962 Jan 21 09:56:14.086252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49882) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:14.091287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5dc672fb-301b-420b-bf93-9081dcddbe85 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'c07c7016-6235-4604-8b0c-e988ac49614b', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:14.097404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5dc672fb-301b-420b-bf93-9081dcddbe85 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:14.101454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5dc672fb-301b-420b-bf93-9081dcddbe85 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:14.104593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5dc672fb-301b-420b-bf93-9081dcddbe85 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:14.110878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5dc672fb-301b-420b-bf93-9081dcddbe85 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:14.122571 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-5dc672fb-301b-420b-bf93-9081dcddbe85 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:56:14.129931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dc672fb-301b-420b-bf93-9081dcddbe85 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:14.203377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dc672fb-301b-420b-bf93-9081dcddbe85 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:14.208118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dc672fb-301b-420b-bf93-9081dcddbe85 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:14.231379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc672fb-301b-420b-bf93-9081dcddbe85 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9538d1ae-fa99-4274-a8cd-93a3580973ac,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:14.242285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5dc672fb-301b-420b-bf93-9081dcddbe85 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:14.243673 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5dc672fb-301b-420b-bf93-9081dcddbe85 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1565051 Jan 21 09:56:14.246496 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49886) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:14.252563 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:10Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '21caf654-8502-4681-8017-880347bcedba', 'name': '', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:9c:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:09Z', 'updated_at': '2022-01-21T09:56:13Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:14.253460 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-885ba0b9-500c-4221-a136-e1d60a026667 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'c07c7016-6235-4604-8b0c-e988ac49614b', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:14.256635 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874c09f-6821-4c62-a03d-f954d3148cf5 None None] The sync data for ids ['246e7c32-81ec-48a1-a8d7-8272ebac293d'] in dv-neutron-825723-1-hyperv is: [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:10Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '21caf654-8502-4681-8017-880347bcedba', 'name': '', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:9c:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:09Z', 'updated_at': '2022-01-21T09:56:13Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:56:14.261048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-885ba0b9-500c-4221-a136-e1d60a026667 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:14.265916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-885ba0b9-500c-4221-a136-e1d60a026667 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:14.269109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-885ba0b9-500c-4221-a136-e1d60a026667 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:14.275116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-885ba0b9-500c-4221-a136-e1d60a026667 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:14.285795 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-885ba0b9-500c-4221-a136-e1d60a026667 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:56:14.293003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-885ba0b9-500c-4221-a136-e1d60a026667 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:14.378018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-885ba0b9-500c-4221-a136-e1d60a026667 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:14.382042 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-885ba0b9-500c-4221-a136-e1d60a026667 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:14.406054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ba0b9-500c-4221-a136-e1d60a026667 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d3180e-e74a-433a-af13-e3214d48eb18,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:14.415388 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-885ba0b9-500c-4221-a136-e1d60a026667 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:14.416794 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-885ba0b9-500c-4221-a136-e1d60a026667 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1692641 Jan 21 09:56:14.587762 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-39fda004-40de-4385-a6d9-2a126ca98456 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993478720&fields=id&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 267 time: 0.0409396 Jan 21 09:56:14.663607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-36456db1-497a-4737-86ed-9a39fc0dcd4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:14.664195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-36456db1-497a-4737-86ed-9a39fc0dcd4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:14.681203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-36456db1-497a-4737-86ed-9a39fc0dcd4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:14.682616 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-36456db1-497a-4737-86ed-9a39fc0dcd4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 931 time: 0.0883200 Jan 21 09:56:14.802079 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-83491ef6-7696-48b3-bcd4-1f36e3425a85 service neutron] 10.222.0.99 "GET /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1063166 Jan 21 09:56:14.937882 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-824612cf-ad13-4452-961e-00f6f1b4abc3 service neutron] 10.222.0.99 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295121 Jan 21 09:56:15.014300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 21caf654-8502-4681-8017-880347bcedba up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:15.076326 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-f427975d-edd1-415d-a1ca-85340a7afe57 service neutron] 10.222.0.99 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325309 Jan 21 09:56:15.086652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 21caf654-8502-4681-8017-880347bcedba completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:15.092121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 21caf654-8502-4681-8017-880347bcedba triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:15.092710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:15.216409 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:15.264453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 21caf654-8502-4681-8017-880347bcedba, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=21caf654-8502-4681-8017-880347bcedba,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:15.270616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:15.287777 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93da9b38-5516-44b3-9ebb-3c9179a619b9 req-41e3119b-7ba3-4061-b173-71c3a3e8f633 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 210 time: 0.0521750 Jan 21 09:56:15.343149 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=21caf654-8502-4681-8017-880347bcedba,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:16.440980 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8aeee0e0-a07a-48bd-8f5c-7352ef72d4cc req-81430da0-3a4e-4aad-a96a-273763e63c21 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 210 time: 0.0457294 Jan 21 09:56:16.503917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-f14680fb-f3a1-465f-8b15-1189d112eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:16.505318 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-f14680fb-f3a1-465f-8b15-1189d112eb66 service neutron] 10.222.0.121 "GET /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 1027 time: 0.0613809 Jan 21 09:56:16.658844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-25b9eea0-7745-4ff6-91f6-68d28e084b62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:16.659523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-25b9eea0-7745-4ff6-91f6-68d28e084b62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:16.674443 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-25b9eea0-7745-4ff6-91f6-68d28e084b62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:16.676057 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-25b9eea0-7745-4ff6-91f6-68d28e084b62 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks?id=672de21e-7df8-46b1-99d6-8a0ed66ee825 HTTP/1.1" status: 200 len: 797 time: 0.1656396 Jan 21 09:56:16.727375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-ea789597-f713-4040-8e3f-e0e008820b3c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:16.745732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-ea789597-f713-4040-8e3f-e0e008820b3c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:16.747205 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-ea789597-f713-4040-8e3f-e0e008820b3c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 379 time: 0.0597904 Jan 21 09:56:16.757684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Request body: {'port': {'device_id': '650c4035-56cd-44f4-88fa-7c4af2e68ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:16.871307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:16.995473 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 21caf654-8502-4681-8017-880347bcedba up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:17.062084 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 21caf654-8502-4681-8017-880347bcedba triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:17.062809 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:17.211634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2657e2-8df0-4a46-b02c-2802d64226ce {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:56:17.218958 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:17.232941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Transition to ACTIVE for port object 6d2657e2-8df0-4a46-b02c-2802d64226ce will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:17.238683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:17.388163 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2657e2-8df0-4a46-b02c-2802d64226ce,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:17.470510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Attempting to bind port 6d2657e2-8df0-4a46-b02c-2802d64226ce on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:56:17.470773 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Attempting to bind port 6d2657e2-8df0-4a46-b02c-2802d64226ce by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:56:17.471471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Attempting to bind port 6d2657e2-8df0-4a46-b02c-2802d64226ce on network 672de21e-7df8-46b1-99d6-8a0ed66ee825 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:56:17.476087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Port 6d2657e2-8df0-4a46-b02c-2802d64226ce on network 672de21e-7df8-46b1-99d6-8a0ed66ee825 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:56:17.476438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Attempting to bind port 6d2657e2-8df0-4a46-b02c-2802d64226ce on network 672de21e-7df8-46b1-99d6-8a0ed66ee825 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:56:17.481631 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:56:17.481973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Checking segment: {'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:56:17.482363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Bound using segment: {'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:56:17.482786 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Bound port: 6d2657e2-8df0-4a46-b02c-2802d64226ce, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:56:17.483130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:17.571742 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:56:17.574778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:56:17.580146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:17.630016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0269b-eba8-4d23-8145-d694824027be req-af359332-ed14-4a56-b9f6-d6327dec0074 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:17.631894 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d3d0269b-eba8-4d23-8145-d694824027be req-af359332-ed14-4a56-b9f6-d6327dec0074 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 982 time: 0.0851479 Jan 21 09:56:17.644004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:17.644758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:17.646165 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] 10.222.0.121 "PUT /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 1132 time: 0.8925734 Jan 21 09:56:17.649241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650c4035-56cd-44f4-88fa-7c4af2e68ce2', 'tag': '6d2657e2-8df0-4a46-b02c-2802d64226ce'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:17.680291 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d3d0269b-eba8-4d23-8145-d694824027be req-4e741a69-2d5d-4e92-86fe-57ea62d14956 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431318 Jan 21 09:56:17.690903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492087f-9f5b-417c-9af6-66a66cf9d3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2657e2-8df0-4a46-b02c-2802d64226ce,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:17.730140 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650c4035-56cd-44f4-88fa-7c4af2e68ce2', 'tag': '6d2657e2-8df0-4a46-b02c-2802d64226ce', 'status': 'completed', 'code': 200} Jan 21 09:56:17.771352 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-b99326aa-5951-4d3f-8535-062ac7a89182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:17.772884 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-b99326aa-5951-4d3f-8535-062ac7a89182 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 1135 time: 0.0755947 Jan 21 09:56:17.844375 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-4192876e-f67e-4b33-935d-5cdd168afc7b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 217 time: 0.0643506 Jan 21 09:56:17.905432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-a5762112-a2a4-4d2a-90e3-0932cc2c07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:17.906902 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-a5762112-a2a4-4d2a-90e3-0932cc2c07a2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=95505e90-883c-464e-be41-2e92ffbddd8a HTTP/1.1" status: 200 len: 834 time: 0.0572405 Jan 21 09:56:17.983732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-c6f47fe1-21f0-46ae-8cb3-978426dc81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:17.985058 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-c6f47fe1-21f0-46ae-8cb3-978426dc81f1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=672de21e-7df8-46b1-99d6-8a0ed66ee825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723641 Jan 21 09:56:18.112277 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-c17cc945-1e3d-461a-a141-3d16313fd92e service neutron] 10.222.0.121 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215551 Jan 21 09:56:18.345738 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fe225f99-9bc2-4318-8490-fc0bb6f44eb4 req-58f52d06-2a53-4345-927d-be48b0f84f87 service neutron] 10.222.0.121 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268610 Jan 21 09:56:18.482599 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d33ac4-0883-4aa1-92c1-8a939eb252cf req-c44fe961-39ac-4771-9d78-30cd00848a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:18.484094 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-02d33ac4-0883-4aa1-92c1-8a939eb252cf req-c44fe961-39ac-4771-9d78-30cd00848a89 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 1135 time: 0.0748661 Jan 21 09:56:18.620199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d33ac4-0883-4aa1-92c1-8a939eb252cf req-9d78b47e-76e9-4e8a-b79b-2980e2cd86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:18.621692 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-02d33ac4-0883-4aa1-92c1-8a939eb252cf req-9d78b47e-76e9-4e8a-b79b-2980e2cd86d1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=672de21e-7df8-46b1-99d6-8a0ed66ee825 HTTP/1.1" status: 200 len: 898 time: 0.1315472 Jan 21 09:56:18.698490 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-02d33ac4-0883-4aa1-92c1-8a939eb252cf req-0eca747d-3ade-4424-8747-d908c7716c32 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 217 time: 0.0701199 Jan 21 09:56:18.760642 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d33ac4-0883-4aa1-92c1-8a939eb252cf req-172008d5-19f9-4514-9f10-12841a6d0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:18.762075 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-02d33ac4-0883-4aa1-92c1-8a939eb252cf req-172008d5-19f9-4514-9f10-12841a6d0a62 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=95505e90-883c-464e-be41-2e92ffbddd8a HTTP/1.1" status: 200 len: 834 time: 0.0568333 Jan 21 09:56:18.842772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d33ac4-0883-4aa1-92c1-8a939eb252cf req-75c8d052-4d45-4409-a1a5-faa7d05f0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:18.844291 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-02d33ac4-0883-4aa1-92c1-8a939eb252cf req-75c8d052-4d45-4409-a1a5-faa7d05f0786 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=672de21e-7df8-46b1-99d6-8a0ed66ee825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753522 Jan 21 09:56:18.880878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b48357-9943-43b7-a124-20c03e985f8d req-cb45ef25-6f9e-4fc7-9fab-29f5f9deb3cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:18.882271 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-86b48357-9943-43b7-a124-20c03e985f8d req-cb45ef25-6f9e-4fc7-9fab-29f5f9deb3cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 982 time: 0.0869043 Jan 21 09:56:18.925334 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-86b48357-9943-43b7-a124-20c03e985f8d req-2da294b6-b656-463b-aa0c-a52a1e7bb94f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371239 Jan 21 09:56:18.977928 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-02d33ac4-0883-4aa1-92c1-8a939eb252cf req-e5df80a7-e79d-494b-92ed-4838804ee425 service neutron] 10.222.0.121 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246901 Jan 21 09:56:19.111392 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-02d33ac4-0883-4aa1-92c1-8a939eb252cf req-fb527855-adda-43d4-8f25-1d09978d3c7c service neutron] 10.222.0.121 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257336 Jan 21 09:56:20.123965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f972a-b62b-4e40-8221-df3fa492cbfa req-0a53a710-db5b-4459-8c24-0c992d2b139a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:20.125477 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-359f972a-b62b-4e40-8221-df3fa492cbfa req-0a53a710-db5b-4459-8c24-0c992d2b139a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 982 time: 0.0842144 Jan 21 09:56:20.171262 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-359f972a-b62b-4e40-8221-df3fa492cbfa req-4694d791-8c1c-44c6-aa1e-01ace6c38912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376091 Jan 21 09:56:21.465850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35286081-604a-4f70-8a7a-f01977e7b0b3 req-2cb871d4-2ee4-4cc9-9030-d0ef2d33aca9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:21.467205 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35286081-604a-4f70-8a7a-f01977e7b0b3 req-2cb871d4-2ee4-4cc9-9030-d0ef2d33aca9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 982 time: 0.1814497 Jan 21 09:56:21.514111 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35286081-604a-4f70-8a7a-f01977e7b0b3 req-d5b308e5-4413-413f-a1a0-7eb50b2a52ef tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388992 Jan 21 09:56:21.875558 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6d2657e2-8df0-4a46-b02c-2802d64226ce details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:56:22.016742 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:22.029842 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '6d2657e2-8df0-4a46-b02c-2802d64226ce', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'port_id': '6d2657e2-8df0-4a46-b02c-2802d64226ce', 'mac_address': 'fa:16:3e:7d:d8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:56:22.085919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:22.103709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2657e2-8df0-4a46-b02c-2802d64226ce {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:56:22.119257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:22.125986 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:22.197834 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=6d2657e2-8df0-4a46-b02c-2802d64226ce,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:22.465595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['6d2657e2-8df0-4a46-b02c-2802d64226ce'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:56:22.695350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ee036-507e-4e76-b663-4b4153fd304a req-0757a7bf-fbf2-4211-a8d0-38e86c37ad21 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:22.696792 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d71ee036-507e-4e76-b663-4b4153fd304a req-0757a7bf-fbf2-4211-a8d0-38e86c37ad21 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 983 time: 0.0768521 Jan 21 09:56:22.745793 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d71ee036-507e-4e76-b663-4b4153fd304a req-3b1d3ffd-8fe6-40e5-97fc-21d1bf7b020e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402942 Jan 21 09:56:23.878294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6d2657e2-8df0-4a46-b02c-2802d64226ce up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:23.934470 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847282e-e15a-43d9-a4ef-aa4d02aac3a1 req-eb26a5ee-2564-44c2-adee-5b8d125d1eec tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:23.935850 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4847282e-e15a-43d9-a4ef-aa4d02aac3a1 req-eb26a5ee-2564-44c2-adee-5b8d125d1eec tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 983 time: 0.0802963 Jan 21 09:56:23.947574 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 6d2657e2-8df0-4a46-b02c-2802d64226ce completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:23.952602 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 6d2657e2-8df0-4a46-b02c-2802d64226ce triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:23.952973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:23.981069 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4847282e-e15a-43d9-a4ef-aa4d02aac3a1 req-7aa84ed4-6894-4287-aefe-0d51cdaaddac tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390115 Jan 21 09:56:24.070920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:24.096927 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650c4035-56cd-44f4-88fa-7c4af2e68ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2657e2-8df0-4a46-b02c-2802d64226ce'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:24.107355 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:24.113484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:24.182842 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=6d2657e2-8df0-4a46-b02c-2802d64226ce,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:24.186516 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650c4035-56cd-44f4-88fa-7c4af2e68ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2657e2-8df0-4a46-b02c-2802d64226ce', 'code': 200} Jan 21 09:56:24.421884 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28c6c5-b348-42bd-a77c-b808e68a8f4e req-4b04f4d6-6788-471c-9e28-4ee0316783de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:24.423406 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-6b28c6c5-b348-42bd-a77c-b808e68a8f4e req-4b04f4d6-6788-471c-9e28-4ee0316783de service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 1137 time: 0.0757380 Jan 21 09:56:24.465801 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-6b28c6c5-b348-42bd-a77c-b808e68a8f4e req-29811108-73a6-40f2-b7fc-e68da825ea61 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363505 Jan 21 09:56:25.195155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba86a21-022e-4795-9db7-5bf158a61710 req-3d58e3bf-c28d-4e94-8168-bc9e42925c13 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:25.196586 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0ba86a21-022e-4795-9db7-5bf158a61710 req-3d58e3bf-c28d-4e94-8168-bc9e42925c13 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 984 time: 0.0949519 Jan 21 09:56:25.241975 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0ba86a21-022e-4795-9db7-5bf158a61710 req-59995a3c-3f4b-429f-bca9-d7c32dde65a2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371561 Jan 21 09:56:26.456352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe2b87-e134-42c8-8124-de63926ad8e2 req-16c7114d-919d-4dcc-9abc-b14691f7a8eb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:26.457887 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-30fe2b87-e134-42c8-8124-de63926ad8e2 req-16c7114d-919d-4dcc-9abc-b14691f7a8eb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 984 time: 0.0973201 Jan 21 09:56:26.502781 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-30fe2b87-e134-42c8-8124-de63926ad8e2 req-737f33ac-f471-4094-8cbd-1cf7a1813a2c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391424 Jan 21 09:56:26.688882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769ad6f-0743-4a2a-964d-74ff0f01c34c req-578e3cf4-cfb7-4776-86f1-307731f2ba36 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:26.690342 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7769ad6f-0743-4a2a-964d-74ff0f01c34c req-578e3cf4-cfb7-4776-86f1-307731f2ba36 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 984 time: 0.0845053 Jan 21 09:56:26.735036 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7769ad6f-0743-4a2a-964d-74ff0f01c34c req-1dde1289-64a8-420b-8b07-8759e27bcc99 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388677 Jan 21 09:56:26.760879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49950) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:26.835070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b286ed-a86b-4442-a503-3f972111004a tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:26.836508 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a5b286ed-a86b-4442-a503-3f972111004a tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 1132 time: 0.0746226 Jan 21 09:56:26.840713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 49954) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:26.845670 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '6d2657e2-8df0-4a46-b02c-2802d64226ce', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:26.851570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:26.855504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:floatingip and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:26.858361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:26.864021 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:26.876503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:27.013429 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:27.148970 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.236 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/136e246c-f190-4fc8-ab19-15f7ce466dd5) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:56:27.295886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:27.330874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:27.403492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:27.406298 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:27.409878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:56:27.438432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=136e246c-f190-4fc8-ab19-15f7ce466dd5,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:27.840790 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:56:27.947676 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:28.026657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:28.245471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:28.251955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:28.356728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=136e246c-f190-4fc8-ab19-15f7ce466dd5,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:28.368531 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:28.549639 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 890bc7ba-7a47-4fd9-a833-2571c694bf97 associated. External IP: 172.26.4.236, port: 6d2657e2-8df0-4a46-b02c-2802d64226ce. Jan 21 09:56:28.897309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 246e7c32-81ec-48a1-a8d7-8272ebac293d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:56:29.195677 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:56:29.206143 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1377f77-edc6-4ded-8b89-6a5939fbb924 None None] Sync routers for ids ['246e7c32-81ec-48a1-a8d7-8272ebac293d'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:56:29.215762 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1377f77-edc6-4ded-8b89-6a5939fbb924 None None] Routers {'246e7c32-81ec-48a1-a8d7-8272ebac293d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:29.216484 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a1377f77-edc6-4ded-8b89-6a5939fbb924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['246e7c32-81ec-48a1-a8d7-8272ebac293d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:29.222371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:29.277263 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2b4b295a-7f72-4c9a-b159-07108b20603f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.4354906 Jan 21 09:56:29.277910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650c4035-56cd-44f4-88fa-7c4af2e68ce2', 'tag': '6d2657e2-8df0-4a46-b02c-2802d64226ce'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:29.279512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49958) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:29.323340 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650c4035-56cd-44f4-88fa-7c4af2e68ce2', 'tag': '6d2657e2-8df0-4a46-b02c-2802d64226ce', 'status': 'completed', 'code': 200} Jan 21 09:56:29.354580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706648de-4166-44fc-959b-87634a05b40b tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:29.358615 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-706648de-4166-44fc-959b-87634a05b40b tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2&network_id=672de21e-7df8-46b1-99d6-8a0ed66ee825 HTTP/1.1" status: 200 len: 1132 time: 0.0755920 Jan 21 09:56:29.394314 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-a1377f77-edc6-4ded-8b89-6a5939fbb924 None None] Set router 246e7c32-81ec-48a1-a8d7-8272ebac293d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:29.418065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fbaff-0559-4567-b95f-edc570559539 req-a714ba6f-62ea-42d4-918f-64425969ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:29.419558 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a35fbaff-0559-4567-b95f-edc570559539 req-a714ba6f-62ea-42d4-918f-64425969ec47 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 1137 time: 0.0743678 Jan 21 09:56:29.555784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fbaff-0559-4567-b95f-edc570559539 req-ec7412a5-3213-463b-a9f8-19d2e12f5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:29.557843 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a35fbaff-0559-4567-b95f-edc570559539 req-ec7412a5-3213-463b-a9f8-19d2e12f5930 service neutron] 10.222.0.121 "GET /v2.0/networks?id=672de21e-7df8-46b1-99d6-8a0ed66ee825 HTTP/1.1" status: 200 len: 898 time: 0.1319971 Jan 21 09:56:29.672869 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a35fbaff-0559-4567-b95f-edc570559539 req-f54857ac-b024-403a-aad9-541c42d4de1b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 1038 time: 0.1088405 Jan 21 09:56:29.740089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fbaff-0559-4567-b95f-edc570559539 req-1f8b9a1c-277a-47aa-93ed-406d52d75253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:29.741675 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a35fbaff-0559-4567-b95f-edc570559539 req-1f8b9a1c-277a-47aa-93ed-406d52d75253 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=95505e90-883c-464e-be41-2e92ffbddd8a HTTP/1.1" status: 200 len: 834 time: 0.0624950 Jan 21 09:56:29.745328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae7f34-38f9-4fe1-9225-f6b5a0897d8d req-48ee6c86-73f8-4ba5-80d7-c182c894ec30 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:29.746997 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-67ae7f34-38f9-4fe1-9225-f6b5a0897d8d req-48ee6c86-73f8-4ba5-80d7-c182c894ec30 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 984 time: 0.0881848 Jan 21 09:56:29.751796 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a1377f77-edc6-4ded-8b89-6a5939fbb924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:10Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '890bc7ba-7a47-4fd9-a833-2571c694bf97', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.236', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'port_id': '6d2657e2-8df0-4a46-b02c-2802d64226ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1477625612', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'mac_address': 'fa:16:3e:7d:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c4035-56cd-44f4-88fa-7c4af2e68ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:56:27Z', 'updated_at': '2022-01-21T09:56:27Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21caf654-8502-4681-8017-880347bcedba', 'name': '', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:9c:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:09Z', 'updated_at': '2022-01-21T09:56:15Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:29.756546 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1377f77-edc6-4ded-8b89-6a5939fbb924 None None] Checking router: 246e7c32-81ec-48a1-a8d7-8272ebac293d for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:56:29.765662 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1377f77-edc6-4ded-8b89-6a5939fbb924 None None] Routers {'246e7c32-81ec-48a1-a8d7-8272ebac293d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:29.766362 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a1377f77-edc6-4ded-8b89-6a5939fbb924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['246e7c32-81ec-48a1-a8d7-8272ebac293d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:29.793318 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-67ae7f34-38f9-4fe1-9225-f6b5a0897d8d req-4bce7ecf-c679-44d4-b178-482c0b4bebf4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 Jan 21 09:56:29.825706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fbaff-0559-4567-b95f-edc570559539 req-e05a7de9-9e97-44e0-8cfe-9a721de9480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:29.827193 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a35fbaff-0559-4567-b95f-edc570559539 req-e05a7de9-9e97-44e0-8cfe-9a721de9480b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=672de21e-7df8-46b1-99d6-8a0ed66ee825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787444 Jan 21 09:56:29.941843 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-a1377f77-edc6-4ded-8b89-6a5939fbb924 None None] Set router 246e7c32-81ec-48a1-a8d7-8272ebac293d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:29.957348 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a35fbaff-0559-4567-b95f-edc570559539 req-d2b8e896-826d-496d-a8e1-6c7c69627700 service neutron] 10.222.0.121 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229687 Jan 21 09:56:30.086585 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a35fbaff-0559-4567-b95f-edc570559539 req-dc12cc27-5f63-49f3-bd1d-e39c9a15b352 service neutron] 10.222.0.121 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228328 Jan 21 09:56:30.159470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:30.305947 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a1377f77-edc6-4ded-8b89-6a5939fbb924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:10Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '890bc7ba-7a47-4fd9-a833-2571c694bf97', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.236', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'port_id': '6d2657e2-8df0-4a46-b02c-2802d64226ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1477625612', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'mac_address': 'fa:16:3e:7d:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c4035-56cd-44f4-88fa-7c4af2e68ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:56:27Z', 'updated_at': '2022-01-21T09:56:27Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21caf654-8502-4681-8017-880347bcedba', 'name': '', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:9c:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:09Z', 'updated_at': '2022-01-21T09:56:15Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:30.309923 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1377f77-edc6-4ded-8b89-6a5939fbb924 None None] The sync data for ids ['246e7c32-81ec-48a1-a8d7-8272ebac293d'] in dv-neutron-825723-1-hyperv is: [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:10Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '890bc7ba-7a47-4fd9-a833-2571c694bf97', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.236', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'port_id': '6d2657e2-8df0-4a46-b02c-2802d64226ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1477625612', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'mac_address': 'fa:16:3e:7d:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c4035-56cd-44f4-88fa-7c4af2e68ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:56:27Z', 'updated_at': '2022-01-21T09:56:27Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21caf654-8502-4681-8017-880347bcedba', 'name': '', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:9c:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:09Z', 'updated_at': '2022-01-21T09:56:15Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:56:30.518454 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6f82e-4b37-49f3-91f8-dd68687298f5 None None] New status for floating IP 890bc7ba-7a47-4fd9-a833-2571c694bf97: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:56:30.979760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc1b45-7917-458a-a142-12b22679a0a2 req-edd811f1-2675-42d4-ab4a-e0d67ee578ee tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:30.981220 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a9cc1b45-7917-458a-a142-12b22679a0a2 req-edd811f1-2675-42d4-ab4a-e0d67ee578ee tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 984 time: 0.0790260 Jan 21 09:56:31.030677 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a9cc1b45-7917-458a-a142-12b22679a0a2 req-e8de9e82-b603-4173-ad3f-8a63f0fc7c9a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 Jan 21 09:56:31.191840 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-c016a1c1-9a9f-4719-8b7f-063e7e67ce54 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:31.192539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-c016a1c1-9a9f-4719-8b7f-063e7e67ce54 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:31.210285 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-c016a1c1-9a9f-4719-8b7f-063e7e67ce54 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:31.211423 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-c016a1c1-9a9f-4719-8b7f-063e7e67ce54 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 984 time: 0.1159072 Jan 21 09:56:31.283262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-6d62def0-7212-4a8c-aad0-dfa7b98e3603 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:31.284603 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-6d62def0-7212-4a8c-aad0-dfa7b98e3603 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0670907 Jan 21 09:56:31.429826 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-93ec0e08-eecd-42d8-b1ae-09771792b95f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1405754 Jan 21 09:56:31.440104 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-55a8bb02-e48b-4950-87ea-fc89d605d5f4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:31.557031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-55a8bb02-e48b-4950-87ea-fc89d605d5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:31.758153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-55a8bb02-e48b-4950-87ea-fc89d605d5f4 service neutron] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:31.791904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-55a8bb02-e48b-4950-87ea-fc89d605d5f4 service neutron] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:56:31.845361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-55a8bb02-e48b-4950-87ea-fc89d605d5f4 service neutron] device_id is not set on port 6d2657e2-8df0-4a46-b02c-2802d64226ce yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:56:31.854045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-55a8bb02-e48b-4950-87ea-fc89d605d5f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:31.861467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-55a8bb02-e48b-4950-87ea-fc89d605d5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:32.001256 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8bb02-e48b-4950-87ea-fc89d605d5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2657e2-8df0-4a46-b02c-2802d64226ce,revision_number=6']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:32.056368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-55a8bb02-e48b-4950-87ea-fc89d605d5f4 service neutron] No DVR routers for this DVR port 6d2657e2-8df0-4a46-b02c-2802d64226ce on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:56:32.174466 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3dc1ffd8-4c34-4a57-83fc-e3d659497d38 None None] Provisioning complete for port 6d2657e2-8df0-4a46-b02c-2802d64226ce triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:32.175089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ffd8-4c34-4a57-83fc-e3d659497d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:32.188880 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f0357275-3d1f-4767-a782-96d7a58ab6c6 req-38e2b58e-7c1c-47cf-93d4-7583a9d12cd5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=650c4035-56cd-44f4-88fa-7c4af2e68ce2 HTTP/1.1" status: 200 len: 210 time: 0.0442173 Jan 21 09:56:32.234030 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3dc1ffd8-4c34-4a57-83fc-e3d659497d38 None None] Port 6d2657e2-8df0-4a46-b02c-2802d64226ce cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:56:32.405008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-55a8bb02-e48b-4950-87ea-fc89d605d5f4 service neutron] In _notify_port_updated(), no bound segment for port 6d2657e2-8df0-4a46-b02c-2802d64226ce on network 672de21e-7df8-46b1-99d6-8a0ed66ee825 {{(pid=87502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:56:32.406062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-55a8bb02-e48b-4950-87ea-fc89d605d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:32.406975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-55a8bb02-e48b-4950-87ea-fc89d605d5f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:32.408966 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-079c104f-84a0-439e-b0c3-48b0baa2a02c req-55a8bb02-e48b-4950-87ea-fc89d605d5f4 service neutron] 10.222.0.121 "PUT /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 1027 time: 0.9726682 Jan 21 09:56:33.288726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49974) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:33.371446 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e14b58-8938-4c7a-9972-198b814cefc4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:33.372795 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-29e14b58-8938-4c7a-9972-198b814cefc4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 926 time: 0.0829368 Jan 21 09:56:33.939384 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6d2657e2-8df0-4a46-b02c-2802d64226ce no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:56:34.027915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6d2657e2-8df0-4a46-b02c-2802d64226ce not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:56:34.042003 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49982) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:34.047204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-bc12c51e-76a9-4686-be21-c0412d5e63fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048493270', 'description': 'tempest-secgroup-smoke-2048493270 description', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:34.053124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-bc12c51e-76a9-4686-be21-c0412d5e63fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:34.062923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-bc12c51e-76a9-4686-be21-c0412d5e63fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:34.074007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bc12c51e-76a9-4686-be21-c0412d5e63fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.093728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-bc12c51e-76a9-4686-be21-c0412d5e63fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:34.097623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-bc12c51e-76a9-4686-be21-c0412d5e63fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:34.100537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-bc12c51e-76a9-4686-be21-c0412d5e63fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:34.106159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-bc12c51e-76a9-4686-be21-c0412d5e63fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:34.181078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bc12c51e-76a9-4686-be21-c0412d5e63fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.187240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bc12c51e-76a9-4686-be21-c0412d5e63fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.247904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12c51e-76a9-4686-be21-c0412d5e63fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d883ef-3c3a-4b83-a6aa-698e4bde7b2a,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:34.256680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bc12c51e-76a9-4686-be21-c0412d5e63fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.260900 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bc12c51e-76a9-4686-be21-c0412d5e63fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2148197 Jan 21 09:56:34.260900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49986) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:34.268177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0e7c335e-c7e5-49ce-8b5d-0ea25194e9be tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'f5d883ef-3c3a-4b83-a6aa-698e4bde7b2a', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:34.275444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0e7c335e-c7e5-49ce-8b5d-0ea25194e9be tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:34.279568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0e7c335e-c7e5-49ce-8b5d-0ea25194e9be tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:34.282655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0e7c335e-c7e5-49ce-8b5d-0ea25194e9be tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:34.288720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0e7c335e-c7e5-49ce-8b5d-0ea25194e9be tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:34.306082 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e7c335e-c7e5-49ce-8b5d-0ea25194e9be tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.372187 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e7c335e-c7e5-49ce-8b5d-0ea25194e9be tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.377603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e7c335e-c7e5-49ce-8b5d-0ea25194e9be tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.400210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c335e-c7e5-49ce-8b5d-0ea25194e9be tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6ad40e-2da2-427a-843f-f98a8a2c1b16,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:34.410395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e7c335e-c7e5-49ce-8b5d-0ea25194e9be tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.414345 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0e7c335e-c7e5-49ce-8b5d-0ea25194e9be tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501269 Jan 21 09:56:34.414552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49990) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:34.419427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-6c4a71a3-cfbb-4e2f-9383-4c2ca09a4adf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'f5d883ef-3c3a-4b83-a6aa-698e4bde7b2a', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:34.425210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6c4a71a3-cfbb-4e2f-9383-4c2ca09a4adf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:34.429152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6c4a71a3-cfbb-4e2f-9383-4c2ca09a4adf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:34.432095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6c4a71a3-cfbb-4e2f-9383-4c2ca09a4adf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:34.438273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6c4a71a3-cfbb-4e2f-9383-4c2ca09a4adf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:34.456864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6c4a71a3-cfbb-4e2f-9383-4c2ca09a4adf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.519148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6c4a71a3-cfbb-4e2f-9383-4c2ca09a4adf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.524260 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6c4a71a3-cfbb-4e2f-9383-4c2ca09a4adf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.546474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a71a3-cfbb-4e2f-9383-4c2ca09a4adf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdae41ab-43fd-4a43-9c15-46b465111cc1,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:34.555387 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6c4a71a3-cfbb-4e2f-9383-4c2ca09a4adf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.556624 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6c4a71a3-cfbb-4e2f-9383-4c2ca09a4adf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410944 Jan 21 09:56:34.559290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49994) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:34.564569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-62e78716-c3a2-4a19-9228-81ac1b526c41 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'f5d883ef-3c3a-4b83-a6aa-698e4bde7b2a', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:34.570328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-62e78716-c3a2-4a19-9228-81ac1b526c41 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:34.574118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-62e78716-c3a2-4a19-9228-81ac1b526c41 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:34.576981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-62e78716-c3a2-4a19-9228-81ac1b526c41 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:34.582532 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-62e78716-c3a2-4a19-9228-81ac1b526c41 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:34.600953 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62e78716-c3a2-4a19-9228-81ac1b526c41 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.662790 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62e78716-c3a2-4a19-9228-81ac1b526c41 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.667081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62e78716-c3a2-4a19-9228-81ac1b526c41 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.689739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e78716-c3a2-4a19-9228-81ac1b526c41 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f010cd6a-960e-4ccd-abef-ef823960a49c,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:34.699112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-62e78716-c3a2-4a19-9228-81ac1b526c41 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.700375 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-62e78716-c3a2-4a19-9228-81ac1b526c41 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401689 Jan 21 09:56:34.703094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 49998) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:34.707999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e9d0fcae-4392-41a0-98e6-494feffb0abb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'f5d883ef-3c3a-4b83-a6aa-698e4bde7b2a', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:34.714240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e9d0fcae-4392-41a0-98e6-494feffb0abb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:34.718317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e9d0fcae-4392-41a0-98e6-494feffb0abb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:34.721489 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e9d0fcae-4392-41a0-98e6-494feffb0abb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:34.727474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e9d0fcae-4392-41a0-98e6-494feffb0abb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:34.745744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9d0fcae-4392-41a0-98e6-494feffb0abb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.818410 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9d0fcae-4392-41a0-98e6-494feffb0abb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.823866 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9d0fcae-4392-41a0-98e6-494feffb0abb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.854258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0fcae-4392-41a0-98e6-494feffb0abb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d43bc3e-59a4-49a1-a522-b7dc59dc77c3,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:34.861290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9d0fcae-4392-41a0-98e6-494feffb0abb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.862510 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e9d0fcae-4392-41a0-98e6-494feffb0abb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584895 Jan 21 09:56:34.865329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50002) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:34.870201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-af5a00d5-b143-48ca-b60f-2aea3f67190d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'f5d883ef-3c3a-4b83-a6aa-698e4bde7b2a', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:34.876175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-af5a00d5-b143-48ca-b60f-2aea3f67190d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:34.880208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-af5a00d5-b143-48ca-b60f-2aea3f67190d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:34.883284 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-af5a00d5-b143-48ca-b60f-2aea3f67190d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:34.889172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-af5a00d5-b143-48ca-b60f-2aea3f67190d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:34.899743 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-af5a00d5-b143-48ca-b60f-2aea3f67190d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:56:34.906086 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af5a00d5-b143-48ca-b60f-2aea3f67190d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.971566 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af5a00d5-b143-48ca-b60f-2aea3f67190d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.977513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af5a00d5-b143-48ca-b60f-2aea3f67190d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:35.003288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a00d5-b143-48ca-b60f-2aea3f67190d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de030d2a-0afe-4e5a-afc8-aa156b356b4a,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:35.014198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-af5a00d5-b143-48ca-b60f-2aea3f67190d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:35.015372 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-af5a00d5-b143-48ca-b60f-2aea3f67190d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1490943 Jan 21 09:56:35.018404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50006) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:35.023350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5330bdc6-5196-4234-9d44-d9bfb39e873a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'f5d883ef-3c3a-4b83-a6aa-698e4bde7b2a', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:35.029066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5330bdc6-5196-4234-9d44-d9bfb39e873a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:35.032848 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5330bdc6-5196-4234-9d44-d9bfb39e873a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:35.035661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5330bdc6-5196-4234-9d44-d9bfb39e873a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:35.041241 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5330bdc6-5196-4234-9d44-d9bfb39e873a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:35.053623 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-5330bdc6-5196-4234-9d44-d9bfb39e873a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:56:35.060158 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5330bdc6-5196-4234-9d44-d9bfb39e873a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:35.126051 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5330bdc6-5196-4234-9d44-d9bfb39e873a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:35.131096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5330bdc6-5196-4234-9d44-d9bfb39e873a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:35.153034 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330bdc6-5196-4234-9d44-d9bfb39e873a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af1d4af-df28-43d2-b865-3fbf82f86453,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:35.163703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5330bdc6-5196-4234-9d44-d9bfb39e873a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:35.165041 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5330bdc6-5196-4234-9d44-d9bfb39e873a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455984 Jan 21 09:56:35.331757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-8e38c3a0-4c25-46ed-a2d1-ee3b42ebd915 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:35.350565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-8e38c3a0-4c25-46ed-a2d1-ee3b42ebd915 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:35.351853 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-8e38c3a0-4c25-46ed-a2d1-ee3b42ebd915 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048493270&fields=id&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 267 time: 0.0624661 Jan 21 09:56:35.429919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-42a2ff5f-df34-4c48-a611-c8b07502371e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:35.431138 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-42a2ff5f-df34-4c48-a611-c8b07502371e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 931 time: 0.0695105 Jan 21 09:56:35.501576 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-c46f0e76-7f31-4348-abb7-5486a8386e48 service neutron] 10.222.0.99 "GET /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0578072 Jan 21 09:56:35.629622 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-9ccc3866-a95b-4697-b41c-b141769175d3 service neutron] 10.222.0.99 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209924 Jan 21 09:56:35.773275 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-939eb498-17b1-4880-a085-28b20ee8f485 service neutron] 10.222.0.99 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374571 Jan 21 09:56:35.961840 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-43306358-cb59-421f-8f3e-5311f9b77424 req-274c3e3c-ebee-49b3-8e17-1d007609d9c6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 210 time: 0.0465336 Jan 21 09:56:36.317661 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dce11072-7efe-4352-ba87-79cb6186f5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:36.940168 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-57c5b014-888d-446b-823a-0eaf4ad1cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:36.941452 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-57c5b014-888d-446b-823a-0eaf4ad1cc8c service neutron] 10.222.0.121 "GET /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 1027 time: 0.0626371 Jan 21 09:56:37.093962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-766dcedb-f795-442c-9b6c-8a0d90273a63 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:37.095556 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-766dcedb-f795-442c-9b6c-8a0d90273a63 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks?id=672de21e-7df8-46b1-99d6-8a0ed66ee825 HTTP/1.1" status: 200 len: 797 time: 0.1490924 Jan 21 09:56:37.116484 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2fe00186-cabf-4c7d-8d85-3f5051caf580 req-287cf5a5-7ecc-4ac2-a248-92171c88bc91 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 210 time: 0.0430269 Jan 21 09:56:37.146173 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-9bd1ca5c-5adb-4bcd-8e9e-cff6171da99f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 472 time: 0.0429780 Jan 21 09:56:37.155846 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Request body: {'port': {'device_id': 'e5159d5a-556e-49ee-ad1d-7dcfab263b24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:37.267923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.612534 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2657e2-8df0-4a46-b02c-2802d64226ce {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:56:37.619750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.634882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Transition to ACTIVE for port object 6d2657e2-8df0-4a46-b02c-2802d64226ce will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:37.639240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:37.777782 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2657e2-8df0-4a46-b02c-2802d64226ce,revision_number=7']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:37.903138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Attempting to bind port 6d2657e2-8df0-4a46-b02c-2802d64226ce on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:56:37.903485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Attempting to bind port 6d2657e2-8df0-4a46-b02c-2802d64226ce by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:56:37.903785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Attempting to bind port 6d2657e2-8df0-4a46-b02c-2802d64226ce on network 672de21e-7df8-46b1-99d6-8a0ed66ee825 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:56:37.908436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Port 6d2657e2-8df0-4a46-b02c-2802d64226ce on network 672de21e-7df8-46b1-99d6-8a0ed66ee825 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:56:37.908732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Attempting to bind port 6d2657e2-8df0-4a46-b02c-2802d64226ce on network 672de21e-7df8-46b1-99d6-8a0ed66ee825 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:56:37.913740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:56:37.914069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Checking segment: {'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:56:37.914440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Bound using segment: {'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:56:37.914849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Bound port: 6d2657e2-8df0-4a46-b02c-2802d64226ce, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:56:37.915185 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.010601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:56:38.013668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:56:38.018468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.077627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:38.078091 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.079405 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] 10.222.0.121 "PUT /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 1132 time: 0.9274023 Jan 21 09:56:38.079814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5159d5a-556e-49ee-ad1d-7dcfab263b24', 'tag': '6d2657e2-8df0-4a46-b02c-2802d64226ce'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:38.102820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83d683-4099-4ea3-8c78-ffa7458b9242 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2657e2-8df0-4a46-b02c-2802d64226ce,revision_number=8']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:38.158168 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5159d5a-556e-49ee-ad1d-7dcfab263b24', 'tag': '6d2657e2-8df0-4a46-b02c-2802d64226ce', 'status': 'completed', 'code': 200} Jan 21 09:56:38.201414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-7e98438d-a8a5-4c3b-8eeb-7c10eed0018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:38.202935 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-7e98438d-a8a5-4c3b-8eeb-7c10eed0018f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 1135 time: 0.0793438 Jan 21 09:56:38.304775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f619ec5-443d-40e9-9709-c666ff4b8217 req-25e11730-9b29-4a06-a53e-374acef0cd33 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:38.307549 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5f619ec5-443d-40e9-9709-c666ff4b8217 req-25e11730-9b29-4a06-a53e-374acef0cd33 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 982 time: 0.0828719 Jan 21 09:56:38.310149 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-996ff638-f7eb-48ca-9d6d-80eaca1e845f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 1038 time: 0.0998523 Jan 21 09:56:38.358364 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5f619ec5-443d-40e9-9709-c666ff4b8217 req-c31d5acd-edf0-4686-b7ea-5ce9c57e5eaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442019 Jan 21 09:56:38.373343 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-ac22a2ad-66ea-4ff2-8fce-4e6f16fd530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:38.374870 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-ac22a2ad-66ea-4ff2-8fce-4e6f16fd530e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=95505e90-883c-464e-be41-2e92ffbddd8a HTTP/1.1" status: 200 len: 834 time: 0.0578485 Jan 21 09:56:38.453504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-7ca9ea6c-3dd9-44fd-96a5-121c9d4ddbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:38.454888 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-7ca9ea6c-3dd9-44fd-96a5-121c9d4ddbff service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=672de21e-7df8-46b1-99d6-8a0ed66ee825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736156 Jan 21 09:56:38.465492 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4a293a89-48ff-4fcf-b642-f13627660c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:38.704705 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-4b9047d1-0f3a-409b-80ab-3c72bdcd6be7 service neutron] 10.222.0.121 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435131 Jan 21 09:56:38.839790 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-457ded13-25e6-43cf-9d2b-29bb260fe49e req-e0ac43e9-3735-48af-94c3-33ffa9a28ad7 service neutron] 10.222.0.121 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285205 Jan 21 09:56:38.964029 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e778468-0d86-464b-aa8c-cba3e05ebbbd req-80756e59-25c4-4d81-9c73-69b9556fad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:38.965571 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4e778468-0d86-464b-aa8c-cba3e05ebbbd req-80756e59-25c4-4d81-9c73-69b9556fad2f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 1135 time: 0.0780709 Jan 21 09:56:39.100196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e778468-0d86-464b-aa8c-cba3e05ebbbd req-2de38c98-6324-405a-83f7-7cdf454ce597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:39.101686 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4e778468-0d86-464b-aa8c-cba3e05ebbbd req-2de38c98-6324-405a-83f7-7cdf454ce597 service neutron] 10.222.0.121 "GET /v2.0/networks?id=672de21e-7df8-46b1-99d6-8a0ed66ee825 HTTP/1.1" status: 200 len: 898 time: 0.1293228 Jan 21 09:56:39.204033 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4e778468-0d86-464b-aa8c-cba3e05ebbbd req-c4486d3c-8a93-4304-b145-d68d8d9818d5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 1038 time: 0.0957015 Jan 21 09:56:39.267353 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e778468-0d86-464b-aa8c-cba3e05ebbbd req-8a7d6037-32d7-4c34-b41c-96086bbb3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:39.268763 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4e778468-0d86-464b-aa8c-cba3e05ebbbd req-8a7d6037-32d7-4c34-b41c-96086bbb3d66 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=95505e90-883c-464e-be41-2e92ffbddd8a HTTP/1.1" status: 200 len: 834 time: 0.0582888 Jan 21 09:56:39.352172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e778468-0d86-464b-aa8c-cba3e05ebbbd req-708ac93f-0da2-48fd-9537-3044ed6c3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:39.353676 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4e778468-0d86-464b-aa8c-cba3e05ebbbd req-708ac93f-0da2-48fd-9537-3044ed6c3169 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=672de21e-7df8-46b1-99d6-8a0ed66ee825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793371 Jan 21 09:56:39.488801 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4e778468-0d86-464b-aa8c-cba3e05ebbbd req-19c186a1-5acf-444d-a04c-d75d90728911 service neutron] 10.222.0.121 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279030 Jan 21 09:56:39.543472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a9f7f-b5a0-48c4-8809-c7438da23e04 req-fa7b0ba9-c547-4d00-8bec-dfb2f4028453 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:39.545643 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d54a9f7f-b5a0-48c4-8809-c7438da23e04 req-fa7b0ba9-c547-4d00-8bec-dfb2f4028453 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 982 time: 0.0813673 Jan 21 09:56:39.550557 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:39.593441 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d54a9f7f-b5a0-48c4-8809-c7438da23e04 req-e3ccea74-b3a3-4973-a47b-d776cc7f5388 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410542 Jan 21 09:56:39.634058 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4e778468-0d86-464b-aa8c-cba3e05ebbbd req-1ed9ae6a-8753-49f7-aea7-e4bc34e85a22 service neutron] 10.222.0.121 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383765 Jan 21 09:56:39.744128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:40.783585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88062784-4fcc-4875-86c6-7e84b51c21fb req-a0922d20-231f-4f67-851b-b997628447de tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:40.785064 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88062784-4fcc-4875-86c6-7e84b51c21fb req-a0922d20-231f-4f67-851b-b997628447de tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 982 time: 0.0861549 Jan 21 09:56:40.830466 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88062784-4fcc-4875-86c6-7e84b51c21fb req-97430174-5b5e-4c0e-bd19-4590c52174fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390792 Jan 21 09:56:41.058065 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:42.027041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175f6e1-a7e8-422c-8bed-67004ea68846 req-8cce32f1-b495-4790-937e-c56490426c69 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:42.029375 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f175f6e1-a7e8-422c-8bed-67004ea68846 req-8cce32f1-b495-4790-937e-c56490426c69 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 982 time: 0.0892501 Jan 21 09:56:42.077588 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f175f6e1-a7e8-422c-8bed-67004ea68846 req-431561ea-710b-4028-96ab-1e08b0fb7086 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392246 Jan 21 09:56:43.283005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56531f-a811-4594-8d4e-56fd5bc59c0d req-45d6eb4d-8595-40f8-b085-f1406d11209b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:43.284375 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5a56531f-a811-4594-8d4e-56fd5bc59c0d req-45d6eb4d-8595-40f8-b085-f1406d11209b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 982 time: 0.0907583 Jan 21 09:56:43.328973 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5a56531f-a811-4594-8d4e-56fd5bc59c0d req-74c4b147-c23f-4891-9111-34f84e0a8cfa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 Jan 21 09:56:44.004524 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6d2657e2-8df0-4a46-b02c-2802d64226ce details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:56:44.151983 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:44.164714 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '6d2657e2-8df0-4a46-b02c-2802d64226ce', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'port_id': '6d2657e2-8df0-4a46-b02c-2802d64226ce', 'mac_address': 'fa:16:3e:7d:d8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:56:44.222543 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:44.238686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2657e2-8df0-4a46-b02c-2802d64226ce {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:56:44.253766 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:44.260895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:44.331086 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=6d2657e2-8df0-4a46-b02c-2802d64226ce,revision_number=9']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:44.518809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bac710-9f59-44e3-8e95-0822dc944abe req-9192610a-ee25-4500-a272-17c00b17712f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:44.520163 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c9bac710-9f59-44e3-8e95-0822dc944abe req-9192610a-ee25-4500-a272-17c00b17712f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 983 time: 0.0864058 Jan 21 09:56:44.571516 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c9bac710-9f59-44e3-8e95-0822dc944abe req-c332b419-14a2-411a-838c-de5c6ea79281 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429382 Jan 21 09:56:44.582403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['6d2657e2-8df0-4a46-b02c-2802d64226ce'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:56:45.773125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6f80b-0007-4d86-a048-0f1a9c142548 req-49d49101-4003-40b2-8b96-3b7249d97bac tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:45.774670 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09d6f80b-0007-4d86-a048-0f1a9c142548 req-49d49101-4003-40b2-8b96-3b7249d97bac tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 983 time: 0.0919828 Jan 21 09:56:45.821402 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09d6f80b-0007-4d86-a048-0f1a9c142548 req-2ab982eb-fe83-4ceb-852b-0bb12ae41f94 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408168 Jan 21 09:56:46.019677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6d2657e2-8df0-4a46-b02c-2802d64226ce up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:46.102081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 6d2657e2-8df0-4a46-b02c-2802d64226ce completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:46.106871 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 6d2657e2-8df0-4a46-b02c-2802d64226ce triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:46.107250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:46.221363 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:46.249391 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5159d5a-556e-49ee-ad1d-7dcfab263b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2657e2-8df0-4a46-b02c-2802d64226ce'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:46.259195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:46.264151 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:46.299377 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5159d5a-556e-49ee-ad1d-7dcfab263b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2657e2-8df0-4a46-b02c-2802d64226ce', 'code': 200} Jan 21 09:56:46.341513 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=6d2657e2-8df0-4a46-b02c-2802d64226ce,revision_number=10']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:46.543344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dcb04-11ed-461d-8f91-48768a52b5b5 req-3d2ce29b-cb61-4165-be1b-58931feecbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:46.544815 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1c4dcb04-11ed-461d-8f91-48768a52b5b5 req-3d2ce29b-cb61-4165-be1b-58931feecbe9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 1138 time: 0.0700946 Jan 21 09:56:46.586037 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1c4dcb04-11ed-461d-8f91-48768a52b5b5 req-60ff2c93-7fd7-497e-93ed-90d8f5297dd0 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353901 Jan 21 09:56:47.027519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758479d-b7a7-42e5-9b54-4b60266c76ea req-f66b1d39-f348-4bfd-9da2-e239d84a3dfe tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:47.028985 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c758479d-b7a7-42e5-9b54-4b60266c76ea req-f66b1d39-f348-4bfd-9da2-e239d84a3dfe tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 985 time: 0.0888424 Jan 21 09:56:47.165080 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c758479d-b7a7-42e5-9b54-4b60266c76ea req-60682bb5-77fc-494a-ac15-cdb51f9283e5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301019 Jan 21 09:56:48.349284 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148832d5-6441-4eaa-93b3-e49db6c75bd0 req-f99e792d-d5a4-4e1d-97f6-464b6bfcf697 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:48.350766 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-148832d5-6441-4eaa-93b3-e49db6c75bd0 req-f99e792d-d5a4-4e1d-97f6-464b6bfcf697 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 985 time: 0.0805087 Jan 21 09:56:48.393624 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-148832d5-6441-4eaa-93b3-e49db6c75bd0 req-d0534613-3987-4c69-8337-fdf8aa598992 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371659 Jan 21 09:56:48.589471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dc161-0956-4508-b5d6-0379e0e78980 req-4bf63245-dd7f-4a5a-aafe-1b7ee9d866e7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:48.590921 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f52dc161-0956-4508-b5d6-0379e0e78980 req-4bf63245-dd7f-4a5a-aafe-1b7ee9d866e7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 985 time: 0.0906832 Jan 21 09:56:48.634364 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f52dc161-0956-4508-b5d6-0379e0e78980 req-b4ce56c2-59ff-4bb7-9372-15e5c56b1736 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375230 Jan 21 09:56:48.659336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50062) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:48.734837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974616b8-1fe1-4bac-b777-fe111347c3c6 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:48.736894 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-974616b8-1fe1-4bac-b777-fe111347c3c6 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24&network_id=672de21e-7df8-46b1-99d6-8a0ed66ee825 HTTP/1.1" status: 200 len: 1133 time: 0.0765829 Jan 21 09:56:49.126563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ad331-ca99-4145-ba24-ba4e956b8338 req-89eb52e6-0546-4291-9829-598cae209d88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:49.128011 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f72ad331-ca99-4145-ba24-ba4e956b8338 req-89eb52e6-0546-4291-9829-598cae209d88 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 985 time: 0.0867245 Jan 21 09:56:49.171515 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f72ad331-ca99-4145-ba24-ba4e956b8338 req-dc2b9c1e-f194-479c-a23f-abd88e2eb356 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377312 Jan 21 09:56:50.377322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993c104-6d19-4d95-8159-882e8d70b756 req-fc37cac3-56e9-40c7-83e3-c038acce18bc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:50.378851 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f993c104-6d19-4d95-8159-882e8d70b756 req-fc37cac3-56e9-40c7-83e3-c038acce18bc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 985 time: 0.0925751 Jan 21 09:56:50.426462 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f993c104-6d19-4d95-8159-882e8d70b756 req-3a678a5a-667c-4ac1-9ac6-5865d698336a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=3c8238a8-ec48-4528-a364-9aafa8b18ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Jan 21 09:56:50.677151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-c37b5b92-9f93-467b-92d3-80bc6644887c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:50.678692 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-c37b5b92-9f93-467b-92d3-80bc6644887c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 985 time: 0.0876961 Jan 21 09:56:50.758030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-2ebe3c2c-7b8e-4222-a2df-1abf6f5c2544 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:50.760062 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-2ebe3c2c-7b8e-4222-a2df-1abf6f5c2544 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0760081 Jan 21 09:56:50.905932 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-6a30bb47-ba33-444b-a569-0dff685472bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1399043 Jan 21 09:56:50.915950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-39353d71-d414-43af-9896-7e96ff4dd52f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:51.023911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-39353d71-d414-43af-9896-7e96ff4dd52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:51.323305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-39353d71-d414-43af-9896-7e96ff4dd52f service neutron] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6d2657e2-8df0-4a46-b02c-2802d64226ce,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:51.351126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-39353d71-d414-43af-9896-7e96ff4dd52f service neutron] For port 6d2657e2-8df0-4a46-b02c-2802d64226ce, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:56:51.400693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-39353d71-d414-43af-9896-7e96ff4dd52f service neutron] device_id is not set on port 6d2657e2-8df0-4a46-b02c-2802d64226ce yet. {{(pid=87502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:56:51.408699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-39353d71-d414-43af-9896-7e96ff4dd52f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:51.417080 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-39353d71-d414-43af-9896-7e96ff4dd52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:51.567257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39353d71-d414-43af-9896-7e96ff4dd52f service neutron] Pushing event updated for resources: {'Port': ['ID=6d2657e2-8df0-4a46-b02c-2802d64226ce,revision_number=11']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:51.578932 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d1eb5231-9645-4a21-8e5e-ba71e19f5d79 req-35d2b3f8-99f9-41c4-9116-0a9f1df6049c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e5159d5a-556e-49ee-ad1d-7dcfab263b24 HTTP/1.1" status: 200 len: 210 time: 0.0436871 Jan 21 09:56:51.620785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-39353d71-d414-43af-9896-7e96ff4dd52f service neutron] No DVR routers for this DVR port 6d2657e2-8df0-4a46-b02c-2802d64226ce on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:56:51.729447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f700e785-e901-4a34-91df-8b88990aeae1 None None] Provisioning complete for port 6d2657e2-8df0-4a46-b02c-2802d64226ce triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:51.730024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f700e785-e901-4a34-91df-8b88990aeae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:51.781872 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f700e785-e901-4a34-91df-8b88990aeae1 None None] Port 6d2657e2-8df0-4a46-b02c-2802d64226ce cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:56:51.841127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-39353d71-d414-43af-9896-7e96ff4dd52f service neutron] In _notify_port_updated(), no bound segment for port 6d2657e2-8df0-4a46-b02c-2802d64226ce on network 672de21e-7df8-46b1-99d6-8a0ed66ee825 {{(pid=87502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:56:51.841914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-39353d71-d414-43af-9896-7e96ff4dd52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:51.842532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-39353d71-d414-43af-9896-7e96ff4dd52f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:51.843806 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-827f08bd-8097-43f8-b55d-c5c62112d9b1 req-39353d71-d414-43af-9896-7e96ff4dd52f service neutron] 10.222.0.121 "PUT /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 200 len: 1028 time: 0.9316783 Jan 21 09:56:52.676103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50076) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:52.744809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd2a2-1294-4b7c-acf3-9a7b6f5b3f80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:52.774125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd2a2-1294-4b7c-acf3-9a7b6f5b3f80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:52.842635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd2a2-1294-4b7c-acf3-9a7b6f5b3f80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:52.859668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbd2a2-1294-4b7c-acf3-9a7b6f5b3f80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d883ef-3c3a-4b83-a6aa-698e4bde7b2a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:52.872429 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd2a2-1294-4b7c-acf3-9a7b6f5b3f80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:52.873576 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cbcbd2a2-1294-4b7c-acf3-9a7b6f5b3f80 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/security-groups/f5d883ef-3c3a-4b83-a6aa-698e4bde7b2a HTTP/1.1" status: 204 len: 168 time: 0.1964538 Jan 21 09:56:52.904053 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50082) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:53.108235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-5762fa43-cd87-4f02-9142-d5867828694f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 136e246c-f190-4fc8-ab19-15f7ce466dd5 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:56:53.108595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5762fa43-cd87-4f02-9142-d5867828694f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.288419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5762fa43-cd87-4f02-9142-d5867828694f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.288751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5762fa43-cd87-4f02-9142-d5867828694f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.408932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-5762fa43-cd87-4f02-9142-d5867828694f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 136e246c-f190-4fc8-ab19-15f7ce466dd5 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:56:53.562144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5762fa43-cd87-4f02-9142-d5867828694f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.606616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762fa43-cd87-4f02-9142-d5867828694f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=136e246c-f190-4fc8-ab19-15f7ce466dd5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:53.702499 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5762fa43-cd87-4f02-9142-d5867828694f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.703256 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-5762fa43-cd87-4f02-9142-d5867828694f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 890bc7ba-7a47-4fd9-a833-2571c694bf97 disassociated (deleted). External IP: 172.26.4.236, port: 6d2657e2-8df0-4a46-b02c-2802d64226ce. Jan 21 09:56:54.079028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6d2657e2-8df0-4a46-b02c-2802d64226ce no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:56:54.137050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6d2657e2-8df0-4a46-b02c-2802d64226ce not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:56:54.145534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5762fa43-cd87-4f02-9142-d5867828694f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 246e7c32-81ec-48a1-a8d7-8272ebac293d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:56:54.351504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5762fa43-cd87-4f02-9142-d5867828694f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:56:54.361552 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767bd876-a468-42cd-84ed-4d3c9ba69b19 None None] Sync routers for ids ['246e7c32-81ec-48a1-a8d7-8272ebac293d'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:56:54.372252 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767bd876-a468-42cd-84ed-4d3c9ba69b19 None None] Routers {'246e7c32-81ec-48a1-a8d7-8272ebac293d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:54.372645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5762fa43-cd87-4f02-9142-d5867828694f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:54.372905 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-767bd876-a468-42cd-84ed-4d3c9ba69b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['246e7c32-81ec-48a1-a8d7-8272ebac293d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:54.428551 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5762fa43-cd87-4f02-9142-d5867828694f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/floatingips/890bc7ba-7a47-4fd9-a833-2571c694bf97 HTTP/1.1" status: 204 len: 168 time: 1.5207765 Jan 21 09:56:54.579990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50090) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:54.580223 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-767bd876-a468-42cd-84ed-4d3c9ba69b19 None None] Set router 246e7c32-81ec-48a1-a8d7-8272ebac293d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:54.652380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca2d6-83a6-45b9-9fef-5b9a9f26440f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:54.681371 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca2d6-83a6-45b9-9fef-5b9a9f26440f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:54.744213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca2d6-83a6-45b9-9fef-5b9a9f26440f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:54.763996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ca2d6-83a6-45b9-9fef-5b9a9f26440f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07c7016-6235-4604-8b0c-e988ac49614b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:54.770832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca2d6-83a6-45b9-9fef-5b9a9f26440f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:54.771955 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0c8ca2d6-83a6-45b9-9fef-5b9a9f26440f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/security-groups/c07c7016-6235-4604-8b0c-e988ac49614b HTTP/1.1" status: 204 len: 168 time: 0.1907232 Jan 21 09:56:54.804600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50096) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:54.870244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 6d2657e2-8df0-4a46-b02c-2802d64226ce {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:56:54.870560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:54.890067 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-767bd876-a468-42cd-84ed-4d3c9ba69b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:10Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '21caf654-8502-4681-8017-880347bcedba', 'name': '', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:9c:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:09Z', 'updated_at': '2022-01-21T09:56:15Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:54.893925 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767bd876-a468-42cd-84ed-4d3c9ba69b19 None None] Checking router: 246e7c32-81ec-48a1-a8d7-8272ebac293d for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:56:54.903058 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767bd876-a468-42cd-84ed-4d3c9ba69b19 None None] Routers {'246e7c32-81ec-48a1-a8d7-8272ebac293d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:54.903669 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-767bd876-a468-42cd-84ed-4d3c9ba69b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['246e7c32-81ec-48a1-a8d7-8272ebac293d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:55.078267 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-767bd876-a468-42cd-84ed-4d3c9ba69b19 None None] Set router 246e7c32-81ec-48a1-a8d7-8272ebac293d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:55.109710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:55.231999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 6d2657e2-8df0-4a46-b02c-2802d64226ce owned by {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:56:55.375891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:55.380654 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-767bd876-a468-42cd-84ed-4d3c9ba69b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:10Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '21caf654-8502-4681-8017-880347bcedba', 'name': '', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:9c:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:09Z', 'updated_at': '2022-01-21T09:56:15Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:55.384672 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767bd876-a468-42cd-84ed-4d3c9ba69b19 None None] The sync data for ids ['246e7c32-81ec-48a1-a8d7-8272ebac293d'] in dv-neutron-825723-1-hyperv is: [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:10Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '21caf654-8502-4681-8017-880347bcedba', 'name': '', 'network_id': '672de21e-7df8-46b1-99d6-8a0ed66ee825', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:9c:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:09Z', 'updated_at': '2022-01-21T09:56:15Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '95505e90-883c-464e-be41-2e92ffbddd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:56:55.429019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=6d2657e2-8df0-4a46-b02c-2802d64226ce,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:55.467409 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:55.467769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:55.468091 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:55.468442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:55.468770 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:55.469103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:55.469428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:55.469749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:55.470074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:55.470392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:55.470708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:55.471022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:55.540018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:55.552900 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50100) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:55.553480 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d5d072ea-cb85-44ce-98d5-a7051508683f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/ports/6d2657e2-8df0-4a46-b02c-2802d64226ce HTTP/1.1" status: 204 len: 168 time: 0.7472532 Jan 21 09:56:55.655905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e813b72a-1dd6-4dc7-985f-8ed569bee33e None None] New status for floating IP 890bc7ba-7a47-4fd9-a833-2571c694bf97: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:56:56.154006 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:56.645118 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 21caf654-8502-4681-8017-880347bcedba {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:56:56.645768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:56.850488 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 21caf654-8502-4681-8017-880347bcedba, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=21caf654-8502-4681-8017-880347bcedba,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:56.850869 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:56.982071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 21caf654-8502-4681-8017-880347bcedba owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:56:57.311069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.357480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=21caf654-8502-4681-8017-880347bcedba,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:57.404040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:57.404406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:57.404749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:57.405081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:57.405407 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:57.405736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:57.406058 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:57.406379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:57.406772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:57.407094 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:57.407412 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:57.407724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:57.651131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:58.136085 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 246e7c32-81ec-48a1-a8d7-8272ebac293d has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:56:58.338185 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:56:58.348505 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca04d7-0dcf-4583-952f-2f4500fe768f None None] Sync routers for ids ['246e7c32-81ec-48a1-a8d7-8272ebac293d'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:56:58.351584 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1868df4d-df85-4030-9f29-4eb00c9e94af tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/246e7c32-81ec-48a1-a8d7-8272ebac293d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7975838 Jan 21 09:56:58.354487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50104) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:58.358949 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca04d7-0dcf-4583-952f-2f4500fe768f None None] Routers {'246e7c32-81ec-48a1-a8d7-8272ebac293d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:58.359556 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-99ca04d7-0dcf-4583-952f-2f4500fe768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['246e7c32-81ec-48a1-a8d7-8272ebac293d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:58.530650 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af621e0-09b6-44b2-b5d8-791c0ac3f98b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting subnet 95505e90-883c-464e-be41-2e92ffbddd8a {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:56:58.533495 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4af621e0-09b6-44b2-b5d8-791c0ac3f98b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:58.537561 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-99ca04d7-0dcf-4583-952f-2f4500fe768f None None] Set router 246e7c32-81ec-48a1-a8d7-8272ebac293d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:58.588001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4af621e0-09b6-44b2-b5d8-791c0ac3f98b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:58.675376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4af621e0-09b6-44b2-b5d8-791c0ac3f98b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:58.751626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4af621e0-09b6-44b2-b5d8-791c0ac3f98b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:58.791167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af621e0-09b6-44b2-b5d8-791c0ac3f98b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Subnet': ['ID=95505e90-883c-464e-be41-2e92ffbddd8a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:58.794799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4af621e0-09b6-44b2-b5d8-791c0ac3f98b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:58.801880 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4af621e0-09b6-44b2-b5d8-791c0ac3f98b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/subnets/95505e90-883c-464e-be41-2e92ffbddd8a HTTP/1.1" status: 204 len: 168 time: 0.4463828 Jan 21 09:56:58.802699 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b429b10-d228-4fa3-8411-343b3bc8dccf None None] Network 672de21e-7df8-46b1-99d6-8a0ed66ee825 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:56:58.804628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50108) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:58.851566 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-99ca04d7-0dcf-4583-952f-2f4500fe768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:57Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:58.855432 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca04d7-0dcf-4583-952f-2f4500fe768f None None] Checking router: 246e7c32-81ec-48a1-a8d7-8272ebac293d for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:56:58.863727 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca04d7-0dcf-4583-952f-2f4500fe768f None None] Routers {'246e7c32-81ec-48a1-a8d7-8272ebac293d'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:58.864426 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-99ca04d7-0dcf-4583-952f-2f4500fe768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['246e7c32-81ec-48a1-a8d7-8272ebac293d'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:58.988538 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:59.045183 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-99ca04d7-0dcf-4583-952f-2f4500fe768f None None] Set router 246e7c32-81ec-48a1-a8d7-8272ebac293d gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:59.062334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d47160d-9db9-4282-ac7b-bc6c5e97b432 None None] DHCP port deletion for 672de21e-7df8-46b1-99d6-8a0ed66ee825 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:56:59.067658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3d47160d-9db9-4282-ac7b-bc6c5e97b432 None None] Deleting port 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:56:59.068247 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3d47160d-9db9-4282-ac7b-bc6c5e97b432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:59.180034 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:59.194952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 7263cd8f-8de2-4882-a3f3-4348dda77c69 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:56:59.198178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:59.273581 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3d47160d-9db9-4282-ac7b-bc6c5e97b432 None None] For port 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec,segment=NetworkSegment(d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6),segment_id=d4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:59.273998 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3d47160d-9db9-4282-ac7b-bc6c5e97b432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:59.338013 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-99ca04d7-0dcf-4583-952f-2f4500fe768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:57Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:59.342221 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca04d7-0dcf-4583-952f-2f4500fe768f None None] The sync data for ids ['246e7c32-81ec-48a1-a8d7-8272ebac293d'] in dv-neutron-825723-1-hyperv is: [{'id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'name': 'tempest-TestNetworkBasicOps-router-1366882543', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:57Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '7263cd8f-8de2-4882-a3f3-4348dda77c69', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246e7c32-81ec-48a1-a8d7-8272ebac293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:05Z', 'updated_at': '2022-01-21T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:56:59.390432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 7263cd8f-8de2-4882-a3f3-4348dda77c69, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7263cd8f-8de2-4882-a3f3-4348dda77c69,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:59.390962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:59.425672 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3d47160d-9db9-4282-ac7b-bc6c5e97b432 None None] Calling delete_port for 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:56:59.503035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3d47160d-9db9-4282-ac7b-bc6c5e97b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:59.514155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 7263cd8f-8de2-4882-a3f3-4348dda77c69 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:56:59.548726 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47160d-9db9-4282-ac7b-bc6c5e97b432 None None] Pushing event deleted for resources: {'Port': ['ID=1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:59.552367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47160d-9db9-4282-ac7b-bc6c5e97b432 None None] No DVR routers for this DVR port 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:56:59.702906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:59.751448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=7263cd8f-8de2-4882-a3f3-4348dda77c69,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:59.840569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.109355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.111569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.138844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.139450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Fanout notify agent at l3_agent the message router_deleted on router 246e7c32-81ec-48a1-a8d7-8272ebac293d {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:57:00.155861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.157199 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ca3ba368-c20f-452f-a57c-99e24ca07690 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/routers/246e7c32-81ec-48a1-a8d7-8272ebac293d HTTP/1.1" status: 204 len: 168 time: 1.3516471 Jan 21 09:57:00.159986 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50112) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:00.172010 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.277922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dadef16c-5238-4e19-ac0e-13853e8b90e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.407784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dadef16c-5238-4e19-ac0e-13853e8b90e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.433519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-dadef16c-5238-4e19-ac0e-13853e8b90e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672de21e-7df8-46b1-99d6-8a0ed66ee825']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:00.451470 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-dadef16c-5238-4e19-ac0e-13853e8b90e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:00.451772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-dadef16c-5238-4e19-ac0e-13853e8b90e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ebffa7-c7aa-4dc3-865e-1a4dd99cb5d6') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:00.463295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dadef16c-5238-4e19-ac0e-13853e8b90e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.479732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dadef16c-5238-4e19-ac0e-13853e8b90e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.488924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadef16c-5238-4e19-ac0e-13853e8b90e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:57:00.490670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dadef16c-5238-4e19-ac0e-13853e8b90e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:57:00.508922 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:57:00.587785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dadef16c-5238-4e19-ac0e-13853e8b90e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.609044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-dadef16c-5238-4e19-ac0e-13853e8b90e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.624600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadef16c-5238-4e19-ac0e-13853e8b90e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Network': ['ID=672de21e-7df8-46b1-99d6-8a0ed66ee825,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:00.637989 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-dadef16c-5238-4e19-ac0e-13853e8b90e1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/networks/672de21e-7df8-46b1-99d6-8a0ed66ee825 HTTP/1.1" status: 204 len: 168 time: 0.4745235 Jan 21 09:57:00.649170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50116) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:00.660982 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b06a4ed0-c4ae-4c21-94d6-945fee075434 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0106936 Jan 21 09:57:00.663667 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50120) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:00.668775 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'network': {'name': 'tempest-network-smoke--586464849', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'port_security_enabled': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:57:00.673503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:00.678008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:network and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:00.681610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:00.687946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:00.701579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:57:00.705067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.734031 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:57:00.743507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.743801 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Added segment d37e4bb7-5905-4a33-baec-8008df105231 of type vlan for network 4b2133f6-6e64-4cb9-8deb-3725d497b41e Jan 21 09:57:00.769820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.801916 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.807542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:00.808125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.912214 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2472630 Jan 21 09:57:00.914975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50124) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:00.917370 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5b72e-da70-46e6-8df6-8760bdc48a98 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Network': ['ID=4b2133f6-6e64-4cb9-8deb-3725d497b41e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:00.926493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'admin_state_up': True, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:57:00.930697 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 4b2133f6-6e64-4cb9-8deb-3725d497b41e details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:57:00.935944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:00.940152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:router and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:00.943273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:00.949783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:00.961864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.963050 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.995757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:01.027533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 21caf654-8502-4681-8017-880347bcedba no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:01.063959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 21caf654-8502-4681-8017-880347bcedba {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:57:01.064300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 21caf654-8502-4681-8017-880347bcedba not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:01.064729 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7263cd8f-8de2-4882-a3f3-4348dda77c69 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:01.100727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 7263cd8f-8de2-4882-a3f3-4348dda77c69 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:57:01.101067 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7263cd8f-8de2-4882-a3f3-4348dda77c69 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:01.101480 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:57:01.134488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:57:01.134839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 1bc9a232-cb8c-4ec0-ae82-5ab2d4d084ec not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:57:01.268172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:01.581326 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:01.610280 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:01.757144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.75 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/23089ff9-7988-486b-b753-83a4faa9b055) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:02.015602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:02.051830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:02.118454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:02.121591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:02.125235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:57:02.154210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=23089ff9-7988-486b-b753-83a4faa9b055,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:02.536786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:02.888985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:03.101470 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 828a28d7-5375-4912-b184-407d65d0b42a is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:57:03.287337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:57:03.298633 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Sync routers for ids ['828a28d7-5375-4912-b184-407d65d0b42a'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:57:03.308695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Routers {'828a28d7-5375-4912-b184-407d65d0b42a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:57:03.309311 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['828a28d7-5375-4912-b184-407d65d0b42a'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:03.316060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:03.317645 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c1bef63a-1901-48bc-8f38-f296b73091c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4016073 Jan 21 09:57:03.320675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50128) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:03.471362 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ebd1b981-a77e-4269-92b7-5393a495559a tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=f4e681c68c4e433a8bf1cae53443017d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1495643 Jan 21 09:57:03.474477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50132) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:03.487670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Set router 828a28d7-5375-4912-b184-407d65d0b42a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:57:03.603766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4071ecd5-3259-425a-90f3-d1d9974bcbb0 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:03.607805 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4071ecd5-3259-425a-90f3-d1d9974bcbb0 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298599 Jan 21 09:57:03.608274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50136) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:03.650353 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-522309ed-0653-4d9b-9fa3-cfc0bac2379b tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408368 Jan 21 09:57:03.652945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50140) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:03.658347 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1527926298', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:57:03.768792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:03.772945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:subnet and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:03.773273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:03.775723 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:03.777247 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Checking router: 828a28d7-5375-4912-b184-407d65d0b42a for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:57:03.777595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Updating router 828a28d7-5375-4912-b184-407d65d0b42a port 23089ff9-7988-486b-b753-83a4faa9b055 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:57:03.781499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:03.791293 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:57:03.794987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:03.833867 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.008524 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.084188 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Subnet': ['ID=2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:04.097336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Checking segment: {'id': 'd37e4bb7-5905-4a33-baec-8008df105231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:57:04.097694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network hostable DHCP agents. Network: 4b2133f6-6e64-4cb9-8deb-3725d497b41e, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:57:04.119707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 4b2133f6-6e64-4cb9-8deb-3725d497b41e is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:57:04.131118 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 4b2133f6-6e64-4cb9-8deb-3725d497b41e) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:04.135571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:04.136177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.144439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282ee6d3-27e0-4db4-95a0-4f1bcb5a85f3 None None] Network 4b2133f6-6e64-4cb9-8deb-3725d497b41e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:57:04.158837 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9f73ee15-7da1-4073-8128-11fc69e14559 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5049138 Jan 21 09:57:04.161860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50144) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:04.194298 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.290196 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Transition to ACTIVE for port object 23089ff9-7988-486b-b753-83a4faa9b055 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:04.306220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.429262 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Attempting to bind port 23089ff9-7988-486b-b753-83a4faa9b055 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:57:04.429604 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Attempting to bind port 23089ff9-7988-486b-b753-83a4faa9b055 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:57:04.429997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Attempting to bind port 23089ff9-7988-486b-b753-83a4faa9b055 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:57:04.431912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Pushing event updated for resources: {'Port': ['ID=23089ff9-7988-486b-b753-83a4faa9b055,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:04.444333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:57:04.444707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:57:04.445146 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.445529 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:57:04.445997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Bound port: 23089ff9-7988-486b-b753-83a4faa9b055, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:57:04.446353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.545050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:57:04.545783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.573668 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] For port 23089ff9-7988-486b-b753-83a4faa9b055, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:57:04.618702 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] For port 23089ff9-7988-486b-b753-83a4faa9b055, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=23089ff9-7988-486b-b753-83a4faa9b055,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:57:04.628493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.769092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Routers {'828a28d7-5375-4912-b184-407d65d0b42a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:57:04.769718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['828a28d7-5375-4912-b184-407d65d0b42a'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:04.827272 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Pushing event updated for resources: {'Port': ['ID=23089ff9-7988-486b-b753-83a4faa9b055,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:04.840913 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:57:04.853451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.863063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:04.863887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:04.864233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:04.864592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:04.864991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:04.865325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:04.865656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:04.865977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:04.866304 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:04.866627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:04.866949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:04.867268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096fd267-c2f1-4cda-ac94-c4619e0b5379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:04.877702 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Allocated IP 172.20.0.2 (4b2133f6-6e64-4cb9-8deb-3725d497b41e/2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651/54639ad5-3261-4ae2-996d-6fbeeb69db41) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:05.051894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] Set router 828a28d7-5375-4912-b184-407d65d0b42a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:57:05.388123 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.401772 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Transition to ACTIVE for port object 54639ad5-3261-4ae2-996d-6fbeeb69db41 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:05.424089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Transition to ACTIVE for port object 54639ad5-3261-4ae2-996d-6fbeeb69db41 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:05.433661 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.495963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.1 (4b2133f6-6e64-4cb9-8deb-3725d497b41e/2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651/5210608f-422f-44bd-b56a-28ff5856172a) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:05.506481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Network 4b2133f6-6e64-4cb9-8deb-3725d497b41e is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:05.511628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:05.514461 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:05.516435 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Pushing event updated for resources: {'Port': ['ID=54639ad5-3261-4ae2-996d-6fbeeb69db41,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:05.519551 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:57:05.524529 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2abc48e-00df-44e0-aa20-fd9b94e97f6f None None] The sync data for ids ['828a28d7-5375-4912-b184-407d65d0b42a'] in dv-neutron-825723-1-hyperv is: [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:57:05.623642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Attempting to bind port 54639ad5-3261-4ae2-996d-6fbeeb69db41 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:57:05.624017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Attempting to bind port 54639ad5-3261-4ae2-996d-6fbeeb69db41 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd37e4bb7-5905-4a33-baec-8008df105231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:57:05.624455 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Attempting to bind port 54639ad5-3261-4ae2-996d-6fbeeb69db41 on network 4b2133f6-6e64-4cb9-8deb-3725d497b41e {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:57:05.630893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:57:05.631255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Checking segment: {'id': 'd37e4bb7-5905-4a33-baec-8008df105231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:57:05.631599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.632020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Bound using segment: {'id': 'd37e4bb7-5905-4a33-baec-8008df105231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:57:05.632529 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Bound port: 54639ad5-3261-4ae2-996d-6fbeeb69db41, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37e4bb7-5905-4a33-baec-8008df105231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:57:05.632908 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.725883 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] For port 54639ad5-3261-4ae2-996d-6fbeeb69db41, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:57:05.728934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] For port 54639ad5-3261-4ae2-996d-6fbeeb69db41, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=54639ad5-3261-4ae2-996d-6fbeeb69db41,segment=NetworkSegment(d37e4bb7-5905-4a33-baec-8008df105231),segment_id=d37e4bb7-5905-4a33-baec-8008df105231)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:57:05.734334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.816899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.835220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 5210608f-422f-44bd-b56a-28ff5856172a will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:05.861212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.879373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df60d09-ee64-4ace-b85c-3b117793b6d5 None None] Pushing event updated for resources: {'Port': ['ID=54639ad5-3261-4ae2-996d-6fbeeb69db41,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:05.927378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 4b2133f6-6e64-4cb9-8deb-3725d497b41e is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:05.935611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:05.940403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:57:05.988439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=5210608f-422f-44bd-b56a-28ff5856172a,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:06.007556 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:06.278320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:06.322584 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb347-7064-4ee1-8355-9236e083807e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:06.693331 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:06.698540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:06.813771 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:06.817185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=5210608f-422f-44bd-b56a-28ff5856172a,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:06.851456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf7404c-8f6d-43c2-b7bd-53bcdcf1ffe7 None None] Network 4b2133f6-6e64-4cb9-8deb-3725d497b41e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:57:06.951756 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 4b2133f6-6e64-4cb9-8deb-3725d497b41e is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:06.952813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:06.965129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7faa6126-3f87-45bf-b747-1dfc6d0a328d None None] Provisioning for port 54639ad5-3261-4ae2-996d-6fbeeb69db41 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:07.107075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 54639ad5-3261-4ae2-996d-6fbeeb69db41 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:07.158220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 828a28d7-5375-4912-b184-407d65d0b42a has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:57:07.179333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 54639ad5-3261-4ae2-996d-6fbeeb69db41 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:07.187426 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 54639ad5-3261-4ae2-996d-6fbeeb69db41 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:07.187840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:07.314938 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:07.350436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 54639ad5-3261-4ae2-996d-6fbeeb69db41, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=54639ad5-3261-4ae2-996d-6fbeeb69db41,segment=NetworkSegment(d37e4bb7-5905-4a33-baec-8008df105231),segment_id=d37e4bb7-5905-4a33-baec-8008df105231)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:57:07.357143 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:07.358299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23089ff9-7988-486b-b753-83a4faa9b055 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:07.478903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-36ec6d31-6881-4305-a452-e74effc908db None None] Provisioning for port 5210608f-422f-44bd-b56a-28ff5856172a completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:07.484757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:57:07.485537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-36ec6d31-6881-4305-a452-e74effc908db None None] Provisioning complete for port 5210608f-422f-44bd-b56a-28ff5856172a triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:07.486266 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-36ec6d31-6881-4305-a452-e74effc908db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:07.496423 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Sync routers for ids ['828a28d7-5375-4912-b184-407d65d0b42a'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:57:07.499064 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-24922c78-fba3-4be7-99be-592ebe100a3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/828a28d7-5375-4912-b184-407d65d0b42a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3360560 Jan 21 09:57:07.501874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50148) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:07.508510 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Routers {'828a28d7-5375-4912-b184-407d65d0b42a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:57:07.509121 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:56:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['828a28d7-5375-4912-b184-407d65d0b42a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:07.531093 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=54639ad5-3261-4ae2-996d-6fbeeb69db41,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:07.558287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-36ec6d31-6881-4305-a452-e74effc908db None None] Port 5210608f-422f-44bd-b56a-28ff5856172a cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:57:07.566096 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 23089ff9-7988-486b-b753-83a4faa9b055 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:07.572470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 23089ff9-7988-486b-b753-83a4faa9b055 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:07.573047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:07.633925 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-36ec6d31-6881-4305-a452-e74effc908db None None] Provisioning complete for port 54639ad5-3261-4ae2-996d-6fbeeb69db41 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:07.634436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-36ec6d31-6881-4305-a452-e74effc908db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:07.680433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa7596-03e9-414b-8efb-ad04df4a22e7 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:07.681923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa7596-03e9-414b-8efb-ad04df4a22e7 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:07.682739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa7596-03e9-414b-8efb-ad04df4a22e7 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:07.683515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa7596-03e9-414b-8efb-ad04df4a22e7 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:07.689598 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dbfa7596-03e9-414b-8efb-ad04df4a22e7 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1858068 Jan 21 09:57:07.689708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50152) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:07.721966 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Set router 828a28d7-5375-4912-b184-407d65d0b42a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:57:07.757656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:07.783065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031401e4-24e2-4294-99a1-9cca000355be tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:07.783792 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031401e4-24e2-4294-99a1-9cca000355be tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:07.784888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031401e4-24e2-4294-99a1-9cca000355be tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:07.785214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031401e4-24e2-4294-99a1-9cca000355be tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:07.789832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50156) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:07.790000 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-031401e4-24e2-4294-99a1-9cca000355be tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0995319 Jan 21 09:57:07.826908 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 23089ff9-7988-486b-b753-83a4faa9b055, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=23089ff9-7988-486b-b753-83a4faa9b055,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:57:07.841978 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:07.921529 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=23089ff9-7988-486b-b753-83a4faa9b055,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:07.998323 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-06cc9f54-06fc-4562-a03a-e9ec7ee92e00 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2071624 Jan 21 09:57:08.017853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0adb87ce-a0dc-4ee2-9f9c-2de0ad1cf77d None None] Provisioning complete for port 5210608f-422f-44bd-b56a-28ff5856172a triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:08.018285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0adb87ce-a0dc-4ee2-9f9c-2de0ad1cf77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.050773 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '5210608f-422f-44bd-b56a-28ff5856172a', 'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:4e:bf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:05Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:08.054726 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Checking router: 828a28d7-5375-4912-b184-407d65d0b42a for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:57:08.055077 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Updating router 828a28d7-5375-4912-b184-407d65d0b42a port 5210608f-422f-44bd-b56a-28ff5856172a binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:57:08.072531 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0adb87ce-a0dc-4ee2-9f9c-2de0ad1cf77d None None] Port 5210608f-422f-44bd-b56a-28ff5856172a cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:57:08.108013 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.236566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50162) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:08.242871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1878111494', 'description': 'tempest-secgroup-smoke-1878111494 description', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:57:08.248673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:08.252626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:08.255434 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:08.260962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:08.272661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.293239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:08.297291 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:08.300369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:08.306439 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:08.378030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.383670 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.427313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953bd50d-420b-440b-9f6f-81085952ea6d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:08.431425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.435704 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bea29a22-6f08-47c3-aedd-9338d244cf82 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1948671 Jan 21 09:57:08.436034 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50166) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:08.445263 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-c98bdff4-1393-4b23-9c68-d49f5945f280 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '953bd50d-420b-440b-9f6f-81085952ea6d', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:57:08.451952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c98bdff4-1393-4b23-9c68-d49f5945f280 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:08.456292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c98bdff4-1393-4b23-9c68-d49f5945f280 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:08.459798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c98bdff4-1393-4b23-9c68-d49f5945f280 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:08.460783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0269d3b8-15c3-45c4-ac68-37463c6dab96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.462446 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.466827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c98bdff4-1393-4b23-9c68-d49f5945f280 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:08.475419 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Transition to ACTIVE for port object 5210608f-422f-44bd-b56a-28ff5856172a will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:08.482016 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.491659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c98bdff4-1393-4b23-9c68-d49f5945f280 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.551709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c98bdff4-1393-4b23-9c68-d49f5945f280 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.556912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c98bdff4-1393-4b23-9c68-d49f5945f280 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.580868 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bdff4-1393-4b23-9c68-d49f5945f280 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc3bba9-bf64-4e33-a9f5-4bcab582e967,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:08.595150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c98bdff4-1393-4b23-9c68-d49f5945f280 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.596369 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c98bdff4-1393-4b23-9c68-d49f5945f280 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1592305 Jan 21 09:57:08.599261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50170) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:08.604371 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8f8728d6-ad92-4063-aebf-8acb51e2d6bc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '953bd50d-420b-440b-9f6f-81085952ea6d', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:57:08.610180 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8f8728d6-ad92-4063-aebf-8acb51e2d6bc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:08.614322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8f8728d6-ad92-4063-aebf-8acb51e2d6bc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:08.617594 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8f8728d6-ad92-4063-aebf-8acb51e2d6bc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:08.620378 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Pushing event updated for resources: {'Port': ['ID=5210608f-422f-44bd-b56a-28ff5856172a,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:08.624326 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8f8728d6-ad92-4063-aebf-8acb51e2d6bc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:08.629164 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:08.629507 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:08.629837 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:08.630219 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:08.630736 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:08.631212 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:08.631686 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:08.632156 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:08.632731 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:08.633354 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:08.633672 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:08.633957 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:08.646390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f8728d6-ad92-4063-aebf-8acb51e2d6bc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.715175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f8728d6-ad92-4063-aebf-8acb51e2d6bc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.720975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f8728d6-ad92-4063-aebf-8acb51e2d6bc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.723600 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Attempting to bind port 5210608f-422f-44bd-b56a-28ff5856172a on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:57:08.724034 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Attempting to bind port 5210608f-422f-44bd-b56a-28ff5856172a by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd37e4bb7-5905-4a33-baec-8008df105231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:57:08.724420 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Attempting to bind port 5210608f-422f-44bd-b56a-28ff5856172a on network 4b2133f6-6e64-4cb9-8deb-3725d497b41e {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:57:08.730057 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:57:08.730430 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Checking segment: {'id': 'd37e4bb7-5905-4a33-baec-8008df105231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:57:08.730845 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.731215 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Bound using segment: {'id': 'd37e4bb7-5905-4a33-baec-8008df105231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:57:08.731861 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Bound port: 5210608f-422f-44bd-b56a-28ff5856172a, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37e4bb7-5905-4a33-baec-8008df105231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:57:08.732239 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.745517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8728d6-ad92-4063-aebf-8acb51e2d6bc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71ff0a6-079c-4aa7-9c62-1b7d7338d9b6,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:08.758873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f8728d6-ad92-4063-aebf-8acb51e2d6bc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.760437 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8f8728d6-ad92-4063-aebf-8acb51e2d6bc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598814 Jan 21 09:57:08.763160 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50174) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:08.768681 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ff994f92-7155-42ad-a8cc-330fe741f3c5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '953bd50d-420b-440b-9f6f-81085952ea6d', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:57:08.775168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ff994f92-7155-42ad-a8cc-330fe741f3c5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:08.779075 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ff994f92-7155-42ad-a8cc-330fe741f3c5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:08.782266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ff994f92-7155-42ad-a8cc-330fe741f3c5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:08.788988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ff994f92-7155-42ad-a8cc-330fe741f3c5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:08.805568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff994f92-7155-42ad-a8cc-330fe741f3c5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.826157 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] For port 5210608f-422f-44bd-b56a-28ff5856172a, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:57:08.829126 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] For port 5210608f-422f-44bd-b56a-28ff5856172a, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5210608f-422f-44bd-b56a-28ff5856172a,segment=NetworkSegment(d37e4bb7-5905-4a33-baec-8008df105231),segment_id=d37e4bb7-5905-4a33-baec-8008df105231)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:57:08.833824 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.869338 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff994f92-7155-42ad-a8cc-330fe741f3c5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.873225 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff994f92-7155-42ad-a8cc-330fe741f3c5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.894168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff994f92-7155-42ad-a8cc-330fe741f3c5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d3d250-ca35-4219-85b6-60f2df167316,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:08.908409 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ff994f92-7155-42ad-a8cc-330fe741f3c5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.909408 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Routers {'828a28d7-5375-4912-b184-407d65d0b42a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:57:08.910030 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:57:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['828a28d7-5375-4912-b184-407d65d0b42a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:08.910193 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ff994f92-7155-42ad-a8cc-330fe741f3c5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457818 Jan 21 09:57:08.912966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50178) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:08.918285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-805e93ed-217b-4ca2-811a-1ba0b34fd31e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '953bd50d-420b-440b-9f6f-81085952ea6d', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:57:08.924492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-805e93ed-217b-4ca2-811a-1ba0b34fd31e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:08.928763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-805e93ed-217b-4ca2-811a-1ba0b34fd31e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:08.932181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-805e93ed-217b-4ca2-811a-1ba0b34fd31e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:08.938494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-805e93ed-217b-4ca2-811a-1ba0b34fd31e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:08.957900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-805e93ed-217b-4ca2-811a-1ba0b34fd31e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.002162 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46438f76-e1dd-472e-81e8-3c16044920d4 None None] Pushing event updated for resources: {'Port': ['ID=5210608f-422f-44bd-b56a-28ff5856172a,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:09.039873 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 54639ad5-3261-4ae2-996d-6fbeeb69db41 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:09.040475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-805e93ed-217b-4ca2-811a-1ba0b34fd31e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.045840 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-805e93ed-217b-4ca2-811a-1ba0b34fd31e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.077480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e93ed-217b-4ca2-811a-1ba0b34fd31e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c98c272-fe70-4d9a-9030-ac23404634c4,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:09.092615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-805e93ed-217b-4ca2-811a-1ba0b34fd31e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.094027 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-805e93ed-217b-4ca2-811a-1ba0b34fd31e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1799750 Jan 21 09:57:09.096659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50182) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:09.103431 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-fdd68804-c6ca-484d-8856-9686ac11cf67 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '953bd50d-420b-440b-9f6f-81085952ea6d', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:57:09.109704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fdd68804-c6ca-484d-8856-9686ac11cf67 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:09.117651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-fdd68804-c6ca-484d-8856-9686ac11cf67 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:09.120875 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-fdd68804-c6ca-484d-8856-9686ac11cf67 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:09.122509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 54639ad5-3261-4ae2-996d-6fbeeb69db41 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:09.122938 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.127386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fdd68804-c6ca-484d-8856-9686ac11cf67 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:09.128846 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] Set router 828a28d7-5375-4912-b184-407d65d0b42a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:57:09.140362 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-fdd68804-c6ca-484d-8856-9686ac11cf67 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:57:09.147276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fdd68804-c6ca-484d-8856-9686ac11cf67 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.215715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fdd68804-c6ca-484d-8856-9686ac11cf67 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.221137 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fdd68804-c6ca-484d-8856-9686ac11cf67 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.246423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd68804-c6ca-484d-8856-9686ac11cf67 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21c187c-d179-4634-b429-2f2e427cff85,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:09.258078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23089ff9-7988-486b-b753-83a4faa9b055 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:09.258199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fdd68804-c6ca-484d-8856-9686ac11cf67 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.262347 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50186) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:09.262846 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fdd68804-c6ca-484d-8856-9686ac11cf67 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1643775 Jan 21 09:57:09.268509 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9b42dfd2-028b-4de4-8f41-08c072c99fb4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '953bd50d-420b-440b-9f6f-81085952ea6d', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:57:09.277142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9b42dfd2-028b-4de4-8f41-08c072c99fb4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:09.280981 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9b42dfd2-028b-4de4-8f41-08c072c99fb4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:09.283800 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9b42dfd2-028b-4de4-8f41-08c072c99fb4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:09.290290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9b42dfd2-028b-4de4-8f41-08c072c99fb4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:09.300790 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-9b42dfd2-028b-4de4-8f41-08c072c99fb4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:57:09.312299 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b42dfd2-028b-4de4-8f41-08c072c99fb4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.328226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 23089ff9-7988-486b-b753-83a4faa9b055 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:09.328616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.384390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b42dfd2-028b-4de4-8f41-08c072c99fb4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.388983 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b42dfd2-028b-4de4-8f41-08c072c99fb4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.418878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42dfd2-028b-4de4-8f41-08c072c99fb4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c11ec21-e801-43f7-b70a-0edc369c7818,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:09.429405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b42dfd2-028b-4de4-8f41-08c072c99fb4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.432119 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9b42dfd2-028b-4de4-8f41-08c072c99fb4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1681387 Jan 21 09:57:09.472428 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '5210608f-422f-44bd-b56a-28ff5856172a', 'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:4e:bf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:05Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:09.477525 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c82baa-10e4-47aa-bad7-b1e4952a7ac1 None None] The sync data for ids ['828a28d7-5375-4912-b184-407d65d0b42a'] in dv-neutron-825723-1-hyperv is: [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '5210608f-422f-44bd-b56a-28ff5856172a', 'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:4e:bf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:05Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:57:09.556571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.679028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-0820cac0-447b-46b2-9c2f-85435b1322c0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:09.695576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-0820cac0-447b-46b2-9c2f-85435b1322c0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:09.696762 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-0820cac0-447b-46b2-9c2f-85435b1322c0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878111494&fields=id&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 267 time: 0.0577350 Jan 21 09:57:09.739599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:09.863558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-f3ec8ee2-2393-4989-8bde-13d0b0ceef37 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:09.864208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-f3ec8ee2-2393-4989-8bde-13d0b0ceef37 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:09.879942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-f3ec8ee2-2393-4989-8bde-13d0b0ceef37 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:09.881470 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-f3ec8ee2-2393-4989-8bde-13d0b0ceef37 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/networks?id=4b2133f6-6e64-4cb9-8deb-3725d497b41e HTTP/1.1" status: 200 len: 796 time: 0.1778154 Jan 21 09:57:09.896641 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-e8714a9b-b876-4597-b81c-1968f607b505 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/quotas/f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 375 time: 0.0097945 Jan 21 09:57:09.985940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-a4415024-1c6d-4636-8d81-8f7d017596b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:10.003439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-a4415024-1c6d-4636-8d81-8f7d017596b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:10.004998 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-a4415024-1c6d-4636-8d81-8f7d017596b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029866 Jan 21 09:57:10.167058 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-432d563c-6526-42a6-8273-2d6450b487d1 service neutron] 10.222.0.99 "GET /v2.0/networks/4b2133f6-6e64-4cb9-8deb-3725d497b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496484 Jan 21 09:57:10.305087 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-9f116b63-f138-41c9-a9ac-a7ebc7836953 service neutron] 10.222.0.99 "GET /v2.0/networks/4b2133f6-6e64-4cb9-8deb-3725d497b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319587 Jan 21 09:57:10.499013 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fa0ec115-75d8-43df-9f33-23454268cc4b req-69e0f36e-7e5e-454f-b0aa-686aa1445edf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 210 time: 0.0435526 Jan 21 09:57:11.044717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5210608f-422f-44bd-b56a-28ff5856172a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:11.099102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:11.122741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 5210608f-422f-44bd-b56a-28ff5856172a completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:11.127681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5210608f-422f-44bd-b56a-28ff5856172a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:11.128044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:11.269924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:11.305190 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 5210608f-422f-44bd-b56a-28ff5856172a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5210608f-422f-44bd-b56a-28ff5856172a,segment=NetworkSegment(d37e4bb7-5905-4a33-baec-8008df105231),segment_id=d37e4bb7-5905-4a33-baec-8008df105231)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:57:11.310741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:11.377114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=5210608f-422f-44bd-b56a-28ff5856172a,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:11.665688 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54e3e563-065b-4f52-b04c-8f15608e8a67 req-e0edae3c-1404-4033-b60c-00f4bf29a4b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 210 time: 0.0467217 Jan 21 09:57:11.679971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-7c35cc93-facc-455c-a12c-bba137dd750e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:11.680725 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-7c35cc93-facc-455c-a12c-bba137dd750e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:11.692592 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-7c35cc93-facc-455c-a12c-bba137dd750e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:11.693695 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-7c35cc93-facc-455c-a12c-bba137dd750e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks?id=4b2133f6-6e64-4cb9-8deb-3725d497b41e HTTP/1.1" status: 200 len: 796 time: 0.2903512 Jan 21 09:57:11.742479 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-13a2b32e-47e4-4d95-b3d5-46e0b7a34da8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:11.756451 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-13a2b32e-47e4-4d95-b3d5-46e0b7a34da8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:11.757624 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-13a2b32e-47e4-4d95-b3d5-46e0b7a34da8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 380 time: 0.0546684 Jan 21 09:57:11.766296 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'port': {'device_id': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'admin_state_up': True, 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'security_groups': ['953bd50d-420b-440b-9f6f-81085952ea6d']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:57:11.903604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:11.913887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:11.926645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:57:11.930344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:12.088861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.10 (4b2133f6-6e64-4cb9-8deb-3725d497b41e/2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651/0e61a849-4ecb-45fa-a86e-509554d014fe) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:12.285266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:12.306694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 0e61a849-4ecb-45fa-a86e-509554d014fe will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:12.332244 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:12.404261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 4b2133f6-6e64-4cb9-8deb-3725d497b41e is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:12.407472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:12.411336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:57:12.441926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=0e61a849-4ecb-45fa-a86e-509554d014fe,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:12.478452 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:12.479092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:12.506301 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-37d9f106-62bd-43ac-9e58-dc62a2574f3e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7436829 Jan 21 09:57:12.517225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Request body: {'port': {'device_id': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:57:12.636975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:12.700903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b83505ee-acba-4f4d-befd-f8a7675c8d77 None None] Provisioning for port 0e61a849-4ecb-45fa-a86e-509554d014fe completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:12.706556 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b83505ee-acba-4f4d-befd-f8a7675c8d77 None None] Provisioning complete for port 0e61a849-4ecb-45fa-a86e-509554d014fe triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:12.706919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b83505ee-acba-4f4d-befd-f8a7675c8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:12.761627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b83505ee-acba-4f4d-befd-f8a7675c8d77 None None] Port 0e61a849-4ecb-45fa-a86e-509554d014fe cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:57:12.852624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57f0c8-3542-4d7b-b3a0-fb6f6afc386d req-27d701a5-d4b0-49af-bbcb-5a15e5d878fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:12.853946 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3f57f0c8-3542-4d7b-b3a0-fb6f6afc386d req-27d701a5-d4b0-49af-bbcb-5a15e5d878fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 932 time: 0.0822151 Jan 21 09:57:12.898381 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3f57f0c8-3542-4d7b-b3a0-fb6f6afc386d req-757e28a4-b6f2-48d4-b8e1-407950eb3f52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=953bd50d-420b-440b-9f6f-81085952ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386174 Jan 21 09:57:12.982703 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e61a849-4ecb-45fa-a86e-509554d014fe {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:57:12.990714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:13.005966 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Transition to ACTIVE for port object 0e61a849-4ecb-45fa-a86e-509554d014fe will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:13.010053 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:13.024000 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5210608f-422f-44bd-b56a-28ff5856172a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:13.093102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5210608f-422f-44bd-b56a-28ff5856172a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:13.093583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:13.170345 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Pushing event updated for resources: {'Port': ['ID=0e61a849-4ecb-45fa-a86e-509554d014fe,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:13.244774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Attempting to bind port 0e61a849-4ecb-45fa-a86e-509554d014fe on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:57:13.245169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Attempting to bind port 0e61a849-4ecb-45fa-a86e-509554d014fe by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'd37e4bb7-5905-4a33-baec-8008df105231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:57:13.245500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Attempting to bind port 0e61a849-4ecb-45fa-a86e-509554d014fe on network 4b2133f6-6e64-4cb9-8deb-3725d497b41e {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:57:13.250099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Port 0e61a849-4ecb-45fa-a86e-509554d014fe on network 4b2133f6-6e64-4cb9-8deb-3725d497b41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:57:13.250416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Attempting to bind port 0e61a849-4ecb-45fa-a86e-509554d014fe on network 4b2133f6-6e64-4cb9-8deb-3725d497b41e {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:57:13.255436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:57:13.255788 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Checking segment: {'id': 'd37e4bb7-5905-4a33-baec-8008df105231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:57:13.256199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Bound using segment: {'id': 'd37e4bb7-5905-4a33-baec-8008df105231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:57:13.256649 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Bound port: 0e61a849-4ecb-45fa-a86e-509554d014fe, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37e4bb7-5905-4a33-baec-8008df105231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:57:13.256995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:13.345740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] For port 0e61a849-4ecb-45fa-a86e-509554d014fe, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:57:13.348567 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] For port 0e61a849-4ecb-45fa-a86e-509554d014fe, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0e61a849-4ecb-45fa-a86e-509554d014fe,segment=NetworkSegment(d37e4bb7-5905-4a33-baec-8008df105231),segment_id=d37e4bb7-5905-4a33-baec-8008df105231)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:57:13.356957 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:13.524703 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:13.525336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:13.526616 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] 10.222.0.121 "PUT /v2.0/ports/0e61a849-4ecb-45fa-a86e-509554d014fe HTTP/1.1" status: 200 len: 1094 time: 1.0136521 Jan 21 09:57:13.527117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'tag': '0e61a849-4ecb-45fa-a86e-509554d014fe'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:13.549226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc3389-9f77-4dd3-a9b7-6701937e126d service neutron] Pushing event updated for resources: {'Port': ['ID=0e61a849-4ecb-45fa-a86e-509554d014fe,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:13.604091 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'tag': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'status': 'completed', 'code': 200} Jan 21 09:57:13.642871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-20f7e3a9-fec2-4f51-8943-2c8527c129ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:13.644426 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-20f7e3a9-fec2-4f51-8943-2c8527c129ee service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 1097 time: 0.0763178 Jan 21 09:57:13.717877 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-d676567b-f6af-46b7-82ae-46e6ce9b5679 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e61a849-4ecb-45fa-a86e-509554d014fe HTTP/1.1" status: 200 len: 217 time: 0.0664222 Jan 21 09:57:13.781606 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-433d8ffe-ce99-4e1d-8f07-0b975e897496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:13.782930 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-433d8ffe-ce99-4e1d-8f07-0b975e897496 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651 HTTP/1.1" status: 200 len: 835 time: 0.0597272 Jan 21 09:57:13.857327 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-a8b2d4bd-6564-4630-a630-7586b3608496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:13.858845 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-a8b2d4bd-6564-4630-a630-7586b3608496 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4b2133f6-6e64-4cb9-8deb-3725d497b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699213 Jan 21 09:57:13.994744 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-5cb0ab47-a4ee-4b2a-b52d-fe93e27530d5 service neutron] 10.222.0.121 "GET /v2.0/networks/4b2133f6-6e64-4cb9-8deb-3725d497b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283789 Jan 21 09:57:14.078381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565be4d2-eef4-46fe-91c6-372e7b8c0ec5 req-4ba0483f-692a-4250-93c9-1fe74658d317 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:14.079743 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-565be4d2-eef4-46fe-91c6-372e7b8c0ec5 req-4ba0483f-692a-4250-93c9-1fe74658d317 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 944 time: 0.0787024 Jan 21 09:57:14.127417 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-565be4d2-eef4-46fe-91c6-372e7b8c0ec5 req-8ae82f40-de01-4003-8612-c2e44ddbf56d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=953bd50d-420b-440b-9f6f-81085952ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 Jan 21 09:57:14.128698 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3e1a8d3a-1f58-47db-8f62-2972ec463ac8 req-902a6a29-bfca-4be1-b26d-67017397d237 service neutron] 10.222.0.121 "GET /v2.0/networks/4b2133f6-6e64-4cb9-8deb-3725d497b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276629 Jan 21 09:57:14.248036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7cbdd-dbb7-4143-9137-f3341ad595a9 req-ed0bdf5f-7a5d-4ee8-a527-78461d51fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:14.249503 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-64e7cbdd-dbb7-4143-9137-f3341ad595a9 req-ed0bdf5f-7a5d-4ee8-a527-78461d51fec5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 1097 time: 0.0738814 Jan 21 09:57:14.388720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7cbdd-dbb7-4143-9137-f3341ad595a9 req-74dff457-55ab-4eb1-bc55-c57c6d90beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:14.390109 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-64e7cbdd-dbb7-4143-9137-f3341ad595a9 req-74dff457-55ab-4eb1-bc55-c57c6d90beac service neutron] 10.222.0.121 "GET /v2.0/networks?id=4b2133f6-6e64-4cb9-8deb-3725d497b41e HTTP/1.1" status: 200 len: 897 time: 0.1263263 Jan 21 09:57:14.468243 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-64e7cbdd-dbb7-4143-9137-f3341ad595a9 req-b6e1f240-3c9d-468f-b848-2aa0d75dba06 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e61a849-4ecb-45fa-a86e-509554d014fe HTTP/1.1" status: 200 len: 217 time: 0.0714157 Jan 21 09:57:14.531658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7cbdd-dbb7-4143-9137-f3341ad595a9 req-d315c5f8-0481-4644-a37f-b21ff1d977b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:14.533106 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-64e7cbdd-dbb7-4143-9137-f3341ad595a9 req-d315c5f8-0481-4644-a37f-b21ff1d977b6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651 HTTP/1.1" status: 200 len: 835 time: 0.0593665 Jan 21 09:57:14.608956 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7cbdd-dbb7-4143-9137-f3341ad595a9 req-db7b9778-aa6f-4953-ab75-2d1b2ee52433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:14.610472 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-64e7cbdd-dbb7-4143-9137-f3341ad595a9 req-db7b9778-aa6f-4953-ab75-2d1b2ee52433 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4b2133f6-6e64-4cb9-8deb-3725d497b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715587 Jan 21 09:57:14.744014 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-64e7cbdd-dbb7-4143-9137-f3341ad595a9 req-4636435d-2e57-4242-98b3-977dab6f4e88 service neutron] 10.222.0.121 "GET /v2.0/networks/4b2133f6-6e64-4cb9-8deb-3725d497b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270652 Jan 21 09:57:14.886229 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-64e7cbdd-dbb7-4143-9137-f3341ad595a9 req-7bd233c1-f366-46cf-87d1-ea897b72a325 service neutron] 10.222.0.121 "GET /v2.0/networks/4b2133f6-6e64-4cb9-8deb-3725d497b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354017 Jan 21 09:57:15.331331 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ed6ad-05ab-497a-ac64-8fa918a1fd88 req-e10de903-8e5d-41d0-bbc7-a0b2bcb207e4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:15.332729 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dd1ed6ad-05ab-497a-ac64-8fa918a1fd88 req-e10de903-8e5d-41d0-bbc7-a0b2bcb207e4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 944 time: 0.0812078 Jan 21 09:57:15.377292 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dd1ed6ad-05ab-497a-ac64-8fa918a1fd88 req-72491a23-ddfc-497e-a723-d0a281b8c706 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=953bd50d-420b-440b-9f6f-81085952ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386457 Jan 21 09:57:16.575176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72c54e-d5c0-43da-b752-52f0f111da06 req-3a5b23cb-7723-4919-b628-09f0ee0811ba tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:16.576661 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2d72c54e-d5c0-43da-b752-52f0f111da06 req-3a5b23cb-7723-4919-b628-09f0ee0811ba tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 944 time: 0.0857387 Jan 21 09:57:16.625138 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2d72c54e-d5c0-43da-b752-52f0f111da06 req-81dee005-0065-4159-9f2b-870349f1c021 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=953bd50d-420b-440b-9f6f-81085952ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426514 Jan 21 09:57:17.811501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca649082-b932-4afe-98eb-a7d8aa3e732b req-69cf929e-fe93-4509-916b-1b8a346bd6a8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:17.812962 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca649082-b932-4afe-98eb-a7d8aa3e732b req-69cf929e-fe93-4509-916b-1b8a346bd6a8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 944 time: 0.0803895 Jan 21 09:57:17.857528 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca649082-b932-4afe-98eb-a7d8aa3e732b req-68ecc99a-d494-4a8d-a5b4-f76057bcadab tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=953bd50d-420b-440b-9f6f-81085952ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372598 Jan 21 09:57:18.253128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 0e61a849-4ecb-45fa-a86e-509554d014fe details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:57:18.401691 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 0e61a849-4ecb-45fa-a86e-509554d014fe, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0e61a849-4ecb-45fa-a86e-509554d014fe,segment=NetworkSegment(d37e4bb7-5905-4a33-baec-8008df105231),segment_id=d37e4bb7-5905-4a33-baec-8008df105231)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:57:18.419010 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'port_id': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'mac_address': 'fa:16:3e:e6:f0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:57:18.472519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:18.488950 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e61a849-4ecb-45fa-a86e-509554d014fe {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:57:18.505554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 0e61a849-4ecb-45fa-a86e-509554d014fe, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0e61a849-4ecb-45fa-a86e-509554d014fe,segment=NetworkSegment(d37e4bb7-5905-4a33-baec-8008df105231),segment_id=d37e4bb7-5905-4a33-baec-8008df105231)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:57:18.511458 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:18.579605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=0e61a849-4ecb-45fa-a86e-509554d014fe,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:18.874838 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['0e61a849-4ecb-45fa-a86e-509554d014fe'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:57:19.152126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e39be-8b03-4d4a-aa68-6f8eaf33fdf5 req-6b03f933-521d-4aeb-9767-e95f9b1ce78d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:19.154151 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c76e39be-8b03-4d4a-aa68-6f8eaf33fdf5 req-6b03f933-521d-4aeb-9767-e95f9b1ce78d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 945 time: 0.1857691 Jan 21 09:57:19.198483 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c76e39be-8b03-4d4a-aa68-6f8eaf33fdf5 req-71775775-3fe1-41e2-8a2c-f41dfa6e8024 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=953bd50d-420b-440b-9f6f-81085952ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388782 Jan 21 09:57:20.266350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 0e61a849-4ecb-45fa-a86e-509554d014fe up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:20.337531 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 0e61a849-4ecb-45fa-a86e-509554d014fe completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:20.342770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 0e61a849-4ecb-45fa-a86e-509554d014fe triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:20.343211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:20.393988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059c272-43c5-4476-a5e0-8a1818dad521 req-3be5a1b3-8332-4b2a-8374-391f3389ce9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:20.395562 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3059c272-43c5-4476-a5e0-8a1818dad521 req-3be5a1b3-8332-4b2a-8374-391f3389ce9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 945 time: 0.0826306 Jan 21 09:57:20.439871 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3059c272-43c5-4476-a5e0-8a1818dad521 req-6a8aa9a0-6e4a-4bfd-bf87-1194f02a4754 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=953bd50d-420b-440b-9f6f-81085952ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379176 Jan 21 09:57:20.458069 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:20.487250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e61a849-4ecb-45fa-a86e-509554d014fe'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:20.497202 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 0e61a849-4ecb-45fa-a86e-509554d014fe, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0e61a849-4ecb-45fa-a86e-509554d014fe,segment=NetworkSegment(d37e4bb7-5905-4a33-baec-8008df105231),segment_id=d37e4bb7-5905-4a33-baec-8008df105231)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:57:20.501474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:20.533925 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'code': 200} Jan 21 09:57:20.571880 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=0e61a849-4ecb-45fa-a86e-509554d014fe,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:20.772321 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b333-c6fd-48fa-b04c-1235d89dae36 req-f2b80813-15ab-4568-9ad2-51a14793a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:20.774455 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-5458b333-c6fd-48fa-b04c-1235d89dae36 req-f2b80813-15ab-4568-9ad2-51a14793a37c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 1099 time: 0.0836315 Jan 21 09:57:20.824246 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-5458b333-c6fd-48fa-b04c-1235d89dae36 req-f9e8e06b-e791-4106-8bc8-510e1ce77f09 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=953bd50d-420b-440b-9f6f-81085952ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437524 Jan 21 09:57:21.631634 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f02af7-71ec-4da3-afce-5e7d2c96842e req-7deb79a0-df8d-4e05-bf4b-bfb1f741e02f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:21.633082 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40f02af7-71ec-4da3-afce-5e7d2c96842e req-7deb79a0-df8d-4e05-bf4b-bfb1f741e02f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 946 time: 0.0846903 Jan 21 09:57:21.676364 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40f02af7-71ec-4da3-afce-5e7d2c96842e req-7224ef08-4410-447a-a389-ccab97d3c92f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=953bd50d-420b-440b-9f6f-81085952ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375280 Jan 21 09:57:22.874728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4da84-f9f1-4f9e-9df8-a9f194d1eb40 req-af55bddb-663f-41e8-ab59-4a851e41a747 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:22.876166 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7cc4da84-f9f1-4f9e-9df8-a9f194d1eb40 req-af55bddb-663f-41e8-ab59-4a851e41a747 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 946 time: 0.0833778 Jan 21 09:57:22.923768 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7cc4da84-f9f1-4f9e-9df8-a9f194d1eb40 req-b663f894-8854-42b0-bc9e-650cb5221acf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=953bd50d-420b-440b-9f6f-81085952ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404103 Jan 21 09:57:23.106523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d868ae0-ad81-4afc-bd27-746fcaf2d843 req-b9673b3f-9f48-4d28-8b5c-0074b7f808d9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:23.107980 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7d868ae0-ad81-4afc-bd27-746fcaf2d843 req-b9673b3f-9f48-4d28-8b5c-0074b7f808d9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 946 time: 0.0795209 Jan 21 09:57:23.155459 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7d868ae0-ad81-4afc-bd27-746fcaf2d843 req-fcc731b6-c2cf-41c1-8029-0f793d8dda39 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=953bd50d-420b-440b-9f6f-81085952ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392833 Jan 21 09:57:23.183030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50244) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:23.255480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b73deb-e74f-460b-90c7-eca26ca0eabf tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:23.257070 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-42b73deb-e74f-460b-90c7-eca26ca0eabf tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 1094 time: 0.0730867 Jan 21 09:57:23.260028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50248) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:23.264873 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:57:23.270836 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:23.274714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:floatingip and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:23.277554 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:23.283193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:23.296873 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:23.535882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:23.675920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.43 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/4916dd87-9f41-494c-84be-94b2b132244a) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:23.823960 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:23.855793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:23.922873 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:23.925792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:23.930431 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:57:23.966154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=4916dd87-9f41-494c-84be-94b2b132244a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:24.356124 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.438096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.648453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.655529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.757945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=4916dd87-9f41-494c-84be-94b2b132244a,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:24.774439 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.945809 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP c559c3f1-01a8-4fa3-aef1-89fbee57d162 associated. External IP: 172.26.4.43, port: 0e61a849-4ecb-45fa-a86e-509554d014fe. Jan 21 09:57:25.405558 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 828a28d7-5375-4912-b184-407d65d0b42a has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:57:25.589881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:57:25.600616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d852e1-cb69-4716-871a-af63f2a3344b None None] Sync routers for ids ['828a28d7-5375-4912-b184-407d65d0b42a'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:57:25.610268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d852e1-cb69-4716-871a-af63f2a3344b None None] Routers {'828a28d7-5375-4912-b184-407d65d0b42a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:57:25.610885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-69d852e1-cb69-4716-871a-af63f2a3344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:57:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['828a28d7-5375-4912-b184-407d65d0b42a'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:25.621259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:25.677893 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a9f42d97-0bd8-4977-a1da-785c15bcfdaf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4167337 Jan 21 09:57:25.678361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'tag': '0e61a849-4ecb-45fa-a86e-509554d014fe'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:25.680597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50252) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:25.721348 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'tag': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'status': 'completed', 'code': 200} Jan 21 09:57:25.821793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb21e6b-e775-40ce-9040-ebf468f7c0fa req-8fe0065d-044f-473a-acc4-6abdaea2cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:25.823693 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-beb21e6b-e775-40ce-9040-ebf468f7c0fa req-8fe0065d-044f-473a-acc4-6abdaea2cca4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 1099 time: 0.0819447 Jan 21 09:57:25.835592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-69d852e1-cb69-4716-871a-af63f2a3344b None None] Set router 828a28d7-5375-4912-b184-407d65d0b42a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:57:25.869023 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-60e820cf-978a-4c5e-9d54-7172eaf670f0 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/routers/828a28d7-5375-4912-b184-407d65d0b42a HTTP/1.1" status: 200 len: 922 time: 0.1871741 Jan 21 09:57:25.871580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50258) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:25.961303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb21e6b-e775-40ce-9040-ebf468f7c0fa req-c701d38e-693c-414f-80c0-3869f377d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:25.962679 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-beb21e6b-e775-40ce-9040-ebf468f7c0fa req-c701d38e-693c-414f-80c0-3869f377d080 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4b2133f6-6e64-4cb9-8deb-3725d497b41e HTTP/1.1" status: 200 len: 897 time: 0.1331098 Jan 21 09:57:25.977001 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a0263a27-1e97-44e7-9969-d677d33c4a23 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/c559c3f1-01a8-4fa3-aef1-89fbee57d162 HTTP/1.1" status: 200 len: 991 time: 0.1031759 Jan 21 09:57:26.067571 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-beb21e6b-e775-40ce-9040-ebf468f7c0fa req-56ff150a-2c54-4400-bfc3-d83f71981e63 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e61a849-4ecb-45fa-a86e-509554d014fe HTTP/1.1" status: 200 len: 999 time: 0.0974150 Jan 21 09:57:26.130688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb21e6b-e775-40ce-9040-ebf468f7c0fa req-d9fdc9fa-c580-4cca-9d1a-74cd546d1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:26.132233 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-beb21e6b-e775-40ce-9040-ebf468f7c0fa req-d9fdc9fa-c580-4cca-9d1a-74cd546d1338 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651 HTTP/1.1" status: 200 len: 835 time: 0.0593290 Jan 21 09:57:26.176655 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-69d852e1-cb69-4716-871a-af63f2a3344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'c559c3f1-01a8-4fa3-aef1-89fbee57d162', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'port_id': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'mac_address': 'fa:16:3e:e6:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:24Z', 'updated_at': '2022-01-21T09:57:24Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5210608f-422f-44bd-b56a-28ff5856172a', 'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:4e:bf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:05Z', 'updated_at': '2022-01-21T09:57:11Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:26.180573 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d852e1-cb69-4716-871a-af63f2a3344b None None] Checking router: 828a28d7-5375-4912-b184-407d65d0b42a for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:57:26.189508 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d852e1-cb69-4716-871a-af63f2a3344b None None] Routers {'828a28d7-5375-4912-b184-407d65d0b42a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:57:26.190117 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-69d852e1-cb69-4716-871a-af63f2a3344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:57:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['828a28d7-5375-4912-b184-407d65d0b42a'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:26.214004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb21e6b-e775-40ce-9040-ebf468f7c0fa req-6ca7fdc0-6820-4741-9960-a631deef73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:26.215542 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-beb21e6b-e775-40ce-9040-ebf468f7c0fa req-6ca7fdc0-6820-4741-9960-a631deef73c7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4b2133f6-6e64-4cb9-8deb-3725d497b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776718 Jan 21 09:57:26.354923 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-beb21e6b-e775-40ce-9040-ebf468f7c0fa req-490aae4a-44b5-4d29-9722-d75433581c92 service neutron] 10.222.0.121 "GET /v2.0/networks/4b2133f6-6e64-4cb9-8deb-3725d497b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320882 Jan 21 09:57:26.370708 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-69d852e1-cb69-4716-871a-af63f2a3344b None None] Set router 828a28d7-5375-4912-b184-407d65d0b42a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:57:26.491926 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-beb21e6b-e775-40ce-9040-ebf468f7c0fa req-47375345-b858-4267-ad50-984df80c9496 service neutron] 10.222.0.121 "GET /v2.0/networks/4b2133f6-6e64-4cb9-8deb-3725d497b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311319 Jan 21 09:57:26.716829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-69d852e1-cb69-4716-871a-af63f2a3344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'c559c3f1-01a8-4fa3-aef1-89fbee57d162', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'port_id': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'mac_address': 'fa:16:3e:e6:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:24Z', 'updated_at': '2022-01-21T09:57:24Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5210608f-422f-44bd-b56a-28ff5856172a', 'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:4e:bf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:05Z', 'updated_at': '2022-01-21T09:57:11Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:26.721009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d852e1-cb69-4716-871a-af63f2a3344b None None] The sync data for ids ['828a28d7-5375-4912-b184-407d65d0b42a'] in dv-neutron-825723-1-hyperv is: [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'c559c3f1-01a8-4fa3-aef1-89fbee57d162', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'port_id': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'mac_address': 'fa:16:3e:e6:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:24Z', 'updated_at': '2022-01-21T09:57:24Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5210608f-422f-44bd-b56a-28ff5856172a', 'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:4e:bf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:05Z', 'updated_at': '2022-01-21T09:57:11Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:57:26.930695 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af0fbe5-79eb-45cd-99d4-1766395c336e None None] New status for floating IP c559c3f1-01a8-4fa3-aef1-89fbee57d162: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:57:26.980030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50262) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:27.199555 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ca15e1ae-d75c-4a90-a619-a3322e3fd360 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/c559c3f1-01a8-4fa3-aef1-89fbee57d162 HTTP/1.1" status: 200 len: 991 time: 0.2182965 Jan 21 09:57:28.203890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50266) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:28.315301 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-80fea714-7854-470e-b6d6-8b3cdddbd990 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/c559c3f1-01a8-4fa3-aef1-89fbee57d162 HTTP/1.1" status: 200 len: 993 time: 0.1099179 Jan 21 09:57:30.183098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:36.338213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-aa2d58ea-a084-4eba-9bde-fa1fa184e7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.476640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e097d584-24ff-4b6e-899b-1bc693767d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.571380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.748251 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.061156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:41.842096 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:57:51.803244 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-58de77e8-1002-4949-98a3-5eb59249d12f req-4c00a60f-efa8-469e-aeda-8f28fe9f4ab5 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741651 Jan 21 09:57:51.964826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de77e8-1002-4949-98a3-5eb59249d12f req-2b05ed64-0063-4256-9a90-1f99de5fa2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:51.966192 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-58de77e8-1002-4949-98a3-5eb59249d12f req-2b05ed64-0063-4256-9a90-1f99de5fa2be service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 1099 time: 0.0786717 Jan 21 09:57:52.113063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de77e8-1002-4949-98a3-5eb59249d12f req-3d6b4858-c94a-4816-90d9-8d4af6a2ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:52.114514 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-58de77e8-1002-4949-98a3-5eb59249d12f req-3d6b4858-c94a-4816-90d9-8d4af6a2ca70 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4b2133f6-6e64-4cb9-8deb-3725d497b41e HTTP/1.1" status: 200 len: 897 time: 0.1260474 Jan 21 09:57:52.212285 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-58de77e8-1002-4949-98a3-5eb59249d12f req-a3eb170a-b336-4d38-b681-2d8c68a8167a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e61a849-4ecb-45fa-a86e-509554d014fe HTTP/1.1" status: 200 len: 1001 time: 0.0920868 Jan 21 09:57:52.277808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de77e8-1002-4949-98a3-5eb59249d12f req-ed43a0ea-3413-4312-b6ee-6ae512471fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:52.279070 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-58de77e8-1002-4949-98a3-5eb59249d12f req-ed43a0ea-3413-4312-b6ee-6ae512471fdd service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651 HTTP/1.1" status: 200 len: 835 time: 0.0602493 Jan 21 09:57:52.353944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de77e8-1002-4949-98a3-5eb59249d12f req-d45a456e-6494-4044-9d07-d5c2584f111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:52.355355 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-58de77e8-1002-4949-98a3-5eb59249d12f req-d45a456e-6494-4044-9d07-d5c2584f111c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4b2133f6-6e64-4cb9-8deb-3725d497b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705354 Jan 21 09:57:52.486529 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-58de77e8-1002-4949-98a3-5eb59249d12f req-a734a5c1-7111-47a1-87e5-03daf823e6ce service neutron] 10.222.0.121 "GET /v2.0/networks/4b2133f6-6e64-4cb9-8deb-3725d497b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248739 Jan 21 09:57:52.613787 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-58de77e8-1002-4949-98a3-5eb59249d12f req-f3351387-6736-4bc1-a1eb-3ee6f0f729bf service neutron] 10.222.0.121 "GET /v2.0/networks/4b2133f6-6e64-4cb9-8deb-3725d497b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214886 Jan 21 09:58:00.200981 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:06.334982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-32a902fc-2f8b-49fe-b58a-8500f0fd7394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:08.469145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f391d9ee-afc0-430a-9288-d47f2ee2cef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:09.574285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:09.751525 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:11.064312 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:18.848176 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:58:30.206243 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:36.332677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f36fd2ad-9b1d-4641-beaf-5493cc035130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.469628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4b666e1c-d9df-4cbe-b712-08c33a4965af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.455645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50290) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:39.570116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.711614 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-80db4c23-df16-4035-944d-139a21580f09 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/routers/828a28d7-5375-4912-b184-407d65d0b42a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2545888 Jan 21 09:58:39.714445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50298) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:39.747167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.912466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6523632c-ca33-4777-b9f1-bab0eec58a78 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Notify agent at dv-neutron-825723-1-hyperv the message router_removed_from_agent {{(pid=87502) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 21 09:58:39.915967 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6523632c-ca33-4777-b9f1-bab0eec58a78 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "DELETE /v2.0/agents/62f4442c-b66c-44c9-9b6a-3d31ebdc93f9/l3-routers/828a28d7-5375-4912-b184-407d65d0b42a HTTP/1.1" status: 204 len: 168 time: 0.2006397 Jan 21 09:58:39.919300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50302) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:40.096828 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e07f21b5-5bd9-4b59-837b-da9a5806840b tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/routers/828a28d7-5375-4912-b184-407d65d0b42a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1763065 Jan 21 09:58:40.099792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50306) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:40.319886 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-05be51e1-2618-42b9-b323-c1416fbcd592 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/c559c3f1-01a8-4fa3-aef1-89fbee57d162 HTTP/1.1" status: 200 len: 993 time: 0.2170603 Jan 21 09:58:40.402263 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f88fc-4242-44c7-9971-6e218f18c3dd None None] New status for floating IP c559c3f1-01a8-4fa3-aef1-89fbee57d162: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:58:41.061128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.076803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5210608f-422f-44bd-b56a-28ff5856172a no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:41.190174 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.227256 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 5210608f-422f-44bd-b56a-28ff5856172a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5210608f-422f-44bd-b56a-28ff5856172a,segment=NetworkSegment(d37e4bb7-5905-4a33-baec-8008df105231),segment_id=d37e4bb7-5905-4a33-baec-8008df105231)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:58:41.232981 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.233751 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23089ff9-7988-486b-b753-83a4faa9b055 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:41.322034 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50310) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:41.385807 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=5210608f-422f-44bd-b56a-28ff5856172a,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:41.394922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:41.395267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:41.395605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:41.395909 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:41.396262 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:41.396586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:41.396937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:41.397265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:41.397578 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:41.397902 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:41.398217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:41.398499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:41.428934 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b8b25dfb-9cfa-4001-b8ad-866894fe198e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/c559c3f1-01a8-4fa3-aef1-89fbee57d162 HTTP/1.1" status: 200 len: 991 time: 0.1058242 Jan 21 09:58:41.455770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.471786 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 23089ff9-7988-486b-b753-83a4faa9b055, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=23089ff9-7988-486b-b753-83a4faa9b055,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:58:41.476586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.541731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=23089ff9-7988-486b-b753-83a4faa9b055,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:42.597148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50316) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:42.800299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c29c059-f3fe-4a2d-a0b8-a231732ffbc5 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Router 828a28d7-5375-4912-b184-407d65d0b42a is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:58:42.800564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c29c059-f3fe-4a2d-a0b8-a231732ffbc5 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Notify agent at dv-neutron-825723-1-hyperv the message router_added_to_agent {{(pid=87501) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 21 09:58:42.818985 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4c29c059-f3fe-4a2d-a0b8-a231732ffbc5 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "POST /v2.0/agents/62f4442c-b66c-44c9-9b6a-3d31ebdc93f9/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2203865 Jan 21 09:58:42.821741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50324) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:42.830975 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78fafa7-e0b7-4ddf-a1a3-3492f6bcc3b2 None None] Sync routers for ids ['828a28d7-5375-4912-b184-407d65d0b42a'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:58:42.840705 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78fafa7-e0b7-4ddf-a1a3-3492f6bcc3b2 None None] Routers {'828a28d7-5375-4912-b184-407d65d0b42a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:58:42.841324 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-f78fafa7-e0b7-4ddf-a1a3-3492f6bcc3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['828a28d7-5375-4912-b184-407d65d0b42a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:43.001904 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7a133d0f-2612-46e4-9848-de7dcf634467 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/routers/828a28d7-5375-4912-b184-407d65d0b42a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1791077 Jan 21 09:58:43.004712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50328) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:43.011827 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-f78fafa7-e0b7-4ddf-a1a3-3492f6bcc3b2 None None] Set router 828a28d7-5375-4912-b184-407d65d0b42a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:58:43.221205 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f1208c32-c6a3-453a-8bd9-a7133483f0db tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/c559c3f1-01a8-4fa3-aef1-89fbee57d162 HTTP/1.1" status: 200 len: 991 time: 0.2140796 Jan 21 09:58:43.365152 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-f78fafa7-e0b7-4ddf-a1a3-3492f6bcc3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:58:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'c559c3f1-01a8-4fa3-aef1-89fbee57d162', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'port_id': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'mac_address': 'fa:16:3e:e6:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:24Z', 'updated_at': '2022-01-21T09:58:40Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5210608f-422f-44bd-b56a-28ff5856172a', 'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:4e:bf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:05Z', 'updated_at': '2022-01-21T09:58:41Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:43.368993 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78fafa7-e0b7-4ddf-a1a3-3492f6bcc3b2 None None] Checking router: 828a28d7-5375-4912-b184-407d65d0b42a for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:58:43.377351 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78fafa7-e0b7-4ddf-a1a3-3492f6bcc3b2 None None] Routers {'828a28d7-5375-4912-b184-407d65d0b42a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:58:43.377938 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-f78fafa7-e0b7-4ddf-a1a3-3492f6bcc3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['828a28d7-5375-4912-b184-407d65d0b42a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:43.563434 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-f78fafa7-e0b7-4ddf-a1a3-3492f6bcc3b2 None None] Set router 828a28d7-5375-4912-b184-407d65d0b42a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:58:43.919090 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-f78fafa7-e0b7-4ddf-a1a3-3492f6bcc3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:58:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'c559c3f1-01a8-4fa3-aef1-89fbee57d162', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'port_id': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'mac_address': 'fa:16:3e:e6:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:24Z', 'updated_at': '2022-01-21T09:58:40Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5210608f-422f-44bd-b56a-28ff5856172a', 'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:4e:bf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:05Z', 'updated_at': '2022-01-21T09:58:41Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:43.923114 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78fafa7-e0b7-4ddf-a1a3-3492f6bcc3b2 None None] The sync data for ids ['828a28d7-5375-4912-b184-407d65d0b42a'] in dv-neutron-825723-1-hyperv is: [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:58:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'c559c3f1-01a8-4fa3-aef1-89fbee57d162', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'port_id': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'mac_address': 'fa:16:3e:e6:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:24Z', 'updated_at': '2022-01-21T09:58:40Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5210608f-422f-44bd-b56a-28ff5856172a', 'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:4e:bf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:05Z', 'updated_at': '2022-01-21T09:58:41Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:58:44.224235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50332) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:44.332295 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a2332ea4-9a6f-49fe-a610-04a5171c9adf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/c559c3f1-01a8-4fa3-aef1-89fbee57d162 HTTP/1.1" status: 200 len: 991 time: 0.1065612 Jan 21 09:58:45.123283 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5210608f-422f-44bd-b56a-28ff5856172a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:45.196258 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5210608f-422f-44bd-b56a-28ff5856172a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:45.196942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.313946 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.337528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50336) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:45.346273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 5210608f-422f-44bd-b56a-28ff5856172a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5210608f-422f-44bd-b56a-28ff5856172a,segment=NetworkSegment(d37e4bb7-5905-4a33-baec-8008df105231),segment_id=d37e4bb7-5905-4a33-baec-8008df105231)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:58:45.351659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.352579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23089ff9-7988-486b-b753-83a4faa9b055 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:45.451190 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9f498e7c-4385-4f61-a065-9dbf2c1cee9d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/c559c3f1-01a8-4fa3-aef1-89fbee57d162 HTTP/1.1" status: 200 len: 991 time: 0.1106136 Jan 21 09:58:45.470384 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=5210608f-422f-44bd-b56a-28ff5856172a,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:45.481537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 23089ff9-7988-486b-b753-83a4faa9b055 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:45.481907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.601958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.623138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 23089ff9-7988-486b-b753-83a4faa9b055, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=23089ff9-7988-486b-b753-83a4faa9b055,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:58:45.628515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.671370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c34c4-2e00-4312-9cc8-81d0f29eaba8 None None] New status for floating IP c559c3f1-01a8-4fa3-aef1-89fbee57d162: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:58:45.842155 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=23089ff9-7988-486b-b753-83a4faa9b055,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:46.454614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50340) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:46.569296 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-61261f98-9029-44f5-a365-57064a9dbd2e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/c559c3f1-01a8-4fa3-aef1-89fbee57d162 HTTP/1.1" status: 200 len: 993 time: 0.1134927 Jan 21 09:58:46.839552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50348) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:47.042101 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 4916dd87-9f41-494c-84be-94b2b132244a {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:58:47.042436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.080153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5210608f-422f-44bd-b56a-28ff5856172a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:47.155812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5210608f-422f-44bd-b56a-28ff5856172a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:47.156448 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.226329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.226626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.271403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23089ff9-7988-486b-b753-83a4faa9b055 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:47.338659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 23089ff9-7988-486b-b753-83a4faa9b055 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:47.339004 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.346332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 4916dd87-9f41-494c-84be-94b2b132244a owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:58:47.510570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.557639 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=4916dd87-9f41-494c-84be-94b2b132244a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:47.598481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:47.598821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:47.599165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:47.599494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:47.599809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:47.600117 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:47.600471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:47.600792 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:47.601108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:47.601426 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:47.601739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:47.602048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:47.664085 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.664460 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP c559c3f1-01a8-4fa3-aef1-89fbee57d162 disassociated (deleted). External IP: 172.26.4.43, port: 0e61a849-4ecb-45fa-a86e-509554d014fe. Jan 21 09:58:48.120400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 828a28d7-5375-4912-b184-407d65d0b42a has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:58:48.303830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:58:48.313760 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff10a5-5580-47ef-a315-d3b9c8249158 None None] Sync routers for ids ['828a28d7-5375-4912-b184-407d65d0b42a'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:58:48.320536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:48.322817 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff10a5-5580-47ef-a315-d3b9c8249158 None None] Routers {'828a28d7-5375-4912-b184-407d65d0b42a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:58:48.323419 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-f2ff10a5-5580-47ef-a315-d3b9c8249158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['828a28d7-5375-4912-b184-407d65d0b42a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:48.373937 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-da4961cd-ce92-4f4b-b8b3-0b559a8dfd57 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/floatingips/c559c3f1-01a8-4fa3-aef1-89fbee57d162 HTTP/1.1" status: 204 len: 168 time: 1.5330594 Jan 21 09:58:48.374297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'tag': '0e61a849-4ecb-45fa-a86e-509554d014fe'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:48.473337 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'tag': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'status': 'completed', 'code': 200} Jan 21 09:58:48.539580 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-f2ff10a5-5580-47ef-a315-d3b9c8249158 None None] Set router 828a28d7-5375-4912-b184-407d65d0b42a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:58:48.651215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5600a-476d-4be7-b6ba-9b69b41d5bec req-751fd79a-b0ea-420e-b170-2e6c8b0b9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:48.653048 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-62a5600a-476d-4be7-b6ba-9b69b41d5bec req-751fd79a-b0ea-420e-b170-2e6c8b0b9487 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 1099 time: 0.1576874 Jan 21 09:58:48.780077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295b6f-b641-4112-ac1e-bb337bda16ee req-7764f9bc-be9d-45fa-a414-a177433f791f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:48.781502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e4295b6f-b641-4112-ac1e-bb337bda16ee req-7764f9bc-be9d-45fa-a414-a177433f791f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:48.790032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5600a-476d-4be7-b6ba-9b69b41d5bec req-3ce82b5c-06e2-45a2-81dd-6ef12de9225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:48.791522 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-62a5600a-476d-4be7-b6ba-9b69b41d5bec req-3ce82b5c-06e2-45a2-81dd-6ef12de9225b service neutron] 10.222.0.121 "GET /v2.0/networks?id=4b2133f6-6e64-4cb9-8deb-3725d497b41e HTTP/1.1" status: 200 len: 897 time: 0.1315677 Jan 21 09:58:48.798439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e4295b6f-b641-4112-ac1e-bb337bda16ee req-7764f9bc-be9d-45fa-a414-a177433f791f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:48.804884 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e4295b6f-b641-4112-ac1e-bb337bda16ee req-7764f9bc-be9d-45fa-a414-a177433f791f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 946 time: 0.1072180 Jan 21 09:58:48.846788 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e4295b6f-b641-4112-ac1e-bb337bda16ee req-2664a89d-237b-41a3-9e29-471dff660fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=953bd50d-420b-440b-9f6f-81085952ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 Jan 21 09:58:48.862593 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-62a5600a-476d-4be7-b6ba-9b69b41d5bec req-b53f5151-6d8f-4e83-8b97-5d812c474170 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e61a849-4ecb-45fa-a86e-509554d014fe HTTP/1.1" status: 200 len: 217 time: 0.0637834 Jan 21 09:58:48.868274 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-f2ff10a5-5580-47ef-a315-d3b9c8249158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:58:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '5210608f-422f-44bd-b56a-28ff5856172a', 'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:4e:bf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:05Z', 'updated_at': '2022-01-21T09:58:45Z', 'revision_number': 7, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:48.871923 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff10a5-5580-47ef-a315-d3b9c8249158 None None] Checking router: 828a28d7-5375-4912-b184-407d65d0b42a for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:58:48.880833 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff10a5-5580-47ef-a315-d3b9c8249158 None None] Routers {'828a28d7-5375-4912-b184-407d65d0b42a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:58:48.881426 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-f2ff10a5-5580-47ef-a315-d3b9c8249158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['828a28d7-5375-4912-b184-407d65d0b42a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:48.931895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5600a-476d-4be7-b6ba-9b69b41d5bec req-c792ae87-f96d-48fe-8c75-ca9766f7f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:48.933264 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-62a5600a-476d-4be7-b6ba-9b69b41d5bec req-c792ae87-f96d-48fe-8c75-ca9766f7f7f5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651 HTTP/1.1" status: 200 len: 835 time: 0.0641413 Jan 21 09:58:49.006767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5600a-476d-4be7-b6ba-9b69b41d5bec req-2ccfcbef-5e37-4514-a049-b35ffd9e21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:49.008229 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-62a5600a-476d-4be7-b6ba-9b69b41d5bec req-2ccfcbef-5e37-4514-a049-b35ffd9e21ce service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4b2133f6-6e64-4cb9-8deb-3725d497b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683577 Jan 21 09:58:49.020038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [req-62a5600a-476d-4be7-b6ba-9b69b41d5bec req-be7f9ae3-d46e-4441-8832-933faf306c78 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:58:49.020969 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-62a5600a-476d-4be7-b6ba-9b69b41d5bec req-be7f9ae3-d46e-4441-8832-933faf306c78 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051739 Jan 21 09:58:49.061379 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-f2ff10a5-5580-47ef-a315-d3b9c8249158 None None] Set router 828a28d7-5375-4912-b184-407d65d0b42a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:58:49.160594 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-62a5600a-476d-4be7-b6ba-9b69b41d5bec req-805722a2-b28a-4d24-9b6f-f86a82ab4a2f service neutron] 10.222.0.121 "GET /v2.0/networks/4b2133f6-6e64-4cb9-8deb-3725d497b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300457 Jan 21 09:58:49.294127 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-62a5600a-476d-4be7-b6ba-9b69b41d5bec req-673b8a6e-5717-432d-a7c2-bc0df8b9da71 service neutron] 10.222.0.121 "GET /v2.0/networks/4b2133f6-6e64-4cb9-8deb-3725d497b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258583 Jan 21 09:58:49.370142 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-f2ff10a5-5580-47ef-a315-d3b9c8249158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:58:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '5210608f-422f-44bd-b56a-28ff5856172a', 'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:4e:bf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:05Z', 'updated_at': '2022-01-21T09:58:45Z', 'revision_number': 7, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:49.374019 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff10a5-5580-47ef-a315-d3b9c8249158 None None] The sync data for ids ['828a28d7-5375-4912-b184-407d65d0b42a'] in dv-neutron-825723-1-hyperv is: [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:58:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '5210608f-422f-44bd-b56a-28ff5856172a', 'name': '', 'network_id': '4b2133f6-6e64-4cb9-8deb-3725d497b41e', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:4e:bf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:05Z', 'updated_at': '2022-01-21T09:58:45Z', 'revision_number': 7, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:58:50.011026 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483cbc3b-40ca-46be-a227-769197bf53a9 None None] New status for floating IP c559c3f1-01a8-4fa3-aef1-89fbee57d162: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:58:50.040094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9443d54-393d-4bfa-a1ca-90f7213845ce req-46b6abb7-6493-41ae-8ea6-e6e9d5b68fbf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:50.041579 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e9443d54-393d-4bfa-a1ca-90f7213845ce req-46b6abb7-6493-41ae-8ea6-e6e9d5b68fbf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 946 time: 0.0809925 Jan 21 09:58:50.086069 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e9443d54-393d-4bfa-a1ca-90f7213845ce req-14ecd2bb-9800-4e23-a69b-f82af61676b1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=953bd50d-420b-440b-9f6f-81085952ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381389 Jan 21 09:58:50.459045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038d15d-05d0-4f23-afee-8a3bccab8147 req-38c875c2-8626-4b88-8afc-1c388fc053db tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:50.459680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-7038d15d-05d0-4f23-afee-8a3bccab8147 req-38c875c2-8626-4b88-8afc-1c388fc053db tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:50.472305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-7038d15d-05d0-4f23-afee-8a3bccab8147 req-38c875c2-8626-4b88-8afc-1c388fc053db tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:50.473417 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-7038d15d-05d0-4f23-afee-8a3bccab8147 req-38c875c2-8626-4b88-8afc-1c388fc053db tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 946 time: 0.1024542 Jan 21 09:58:50.539975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-7038d15d-05d0-4f23-afee-8a3bccab8147 req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 0e61a849-4ecb-45fa-a86e-509554d014fe {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:58:50.540304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-7038d15d-05d0-4f23-afee-8a3bccab8147 req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.802394 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-7038d15d-05d0-4f23-afee-8a3bccab8147 req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 0e61a849-4ecb-45fa-a86e-509554d014fe, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0e61a849-4ecb-45fa-a86e-509554d014fe,segment=NetworkSegment(d37e4bb7-5905-4a33-baec-8008df105231),segment_id=d37e4bb7-5905-4a33-baec-8008df105231)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:58:50.802666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-7038d15d-05d0-4f23-afee-8a3bccab8147 req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.923432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-7038d15d-05d0-4f23-afee-8a3bccab8147 req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 0e61a849-4ecb-45fa-a86e-509554d014fe owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:58:51.167533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-7038d15d-05d0-4f23-afee-8a3bccab8147 req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.217363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=0e61a849-4ecb-45fa-a86e-509554d014fe,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:51.236985 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b6e4efc5-356b-404b-9f8f-34a842648f1d req-2779c8c1-3662-4f14-8d72-395017415a1e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=c7e19446-1228-4d9a-84ae-a7a6aa01c32a HTTP/1.1" status: 200 len: 210 time: 0.0467958 Jan 21 09:58:51.255911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:51.256255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:51.256616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:51.256943 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:51.257265 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:51.257584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:51.257904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:51.258224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:51.258539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:51.258850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:51.259165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:51.259448 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:51.299594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-7038d15d-05d0-4f23-afee-8a3bccab8147 req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] No DVR routers for this DVR port 0e61a849-4ecb-45fa-a86e-509554d014fe on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:58:51.302081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-7038d15d-05d0-4f23-afee-8a3bccab8147 req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.304444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'name': 'network-vif-deleted', 'tag': '0e61a849-4ecb-45fa-a86e-509554d014fe'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:51.320649 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-7038d15d-05d0-4f23-afee-8a3bccab8147 req-f75e4ad5-72cd-42fe-a328-520fcfb946c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "DELETE /v2.0/ports/0e61a849-4ecb-45fa-a86e-509554d014fe HTTP/1.1" status: 204 len: 173 time: 0.8421748 Jan 21 09:58:51.354038 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e19446-1228-4d9a-84ae-a7a6aa01c32a', 'name': 'network-vif-deleted', 'tag': '0e61a849-4ecb-45fa-a86e-509554d014fe', 'status': 'completed', 'code': 200} Jan 21 09:58:52.340580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50372) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:52.410217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-90618a1d-2331-412d-91d5-2934f6fe8a55 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:52.441815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-90618a1d-2331-412d-91d5-2934f6fe8a55 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:52.505916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-90618a1d-2331-412d-91d5-2934f6fe8a55 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:52.523838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90618a1d-2331-412d-91d5-2934f6fe8a55 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953bd50d-420b-440b-9f6f-81085952ea6d,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:52.535131 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-90618a1d-2331-412d-91d5-2934f6fe8a55 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:52.539119 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-90618a1d-2331-412d-91d5-2934f6fe8a55 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/security-groups/953bd50d-420b-440b-9f6f-81085952ea6d HTTP/1.1" status: 204 len: 168 time: 0.1971996 Jan 21 09:58:52.570853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50378) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:52.716810 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 0e61a849-4ecb-45fa-a86e-509554d014fe no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:52.751549 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 0e61a849-4ecb-45fa-a86e-509554d014fe {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:58:52.751914 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 0e61a849-4ecb-45fa-a86e-509554d014fe not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:53.138647 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0bfecfaf-14c1-4977-8be1-518a9df64cb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:53.596116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0bfecfaf-14c1-4977-8be1-518a9df64cb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 5210608f-422f-44bd-b56a-28ff5856172a {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:58:53.596826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0bfecfaf-14c1-4977-8be1-518a9df64cb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:53.783624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-0bfecfaf-14c1-4977-8be1-518a9df64cb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 5210608f-422f-44bd-b56a-28ff5856172a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5210608f-422f-44bd-b56a-28ff5856172a,segment=NetworkSegment(d37e4bb7-5905-4a33-baec-8008df105231),segment_id=d37e4bb7-5905-4a33-baec-8008df105231)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:58:53.783962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0bfecfaf-14c1-4977-8be1-518a9df64cb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:53.905044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0bfecfaf-14c1-4977-8be1-518a9df64cb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 5210608f-422f-44bd-b56a-28ff5856172a owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:58:54.239487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0bfecfaf-14c1-4977-8be1-518a9df64cb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:54.287065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfecfaf-14c1-4977-8be1-518a9df64cb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=5210608f-422f-44bd-b56a-28ff5856172a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:54.554365 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0bfecfaf-14c1-4977-8be1-518a9df64cb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:55.021454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfecfaf-14c1-4977-8be1-518a9df64cb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 828a28d7-5375-4912-b184-407d65d0b42a has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:58:55.207743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfecfaf-14c1-4977-8be1-518a9df64cb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:58:55.218707 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435a29e-4426-4b2f-8479-c94a4cac29a7 None None] Sync routers for ids ['828a28d7-5375-4912-b184-407d65d0b42a'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:58:55.220919 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0bfecfaf-14c1-4977-8be1-518a9df64cb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/828a28d7-5375-4912-b184-407d65d0b42a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6489635 Jan 21 09:58:55.224200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50382) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:55.228934 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435a29e-4426-4b2f-8479-c94a4cac29a7 None None] Routers {'828a28d7-5375-4912-b184-407d65d0b42a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:58:55.229508 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d435a29e-4426-4b2f-8479-c94a4cac29a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['828a28d7-5375-4912-b184-407d65d0b42a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:55.293020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1ff039-aced-4b80-a748-5f54e7f7b363 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting subnet 2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:58:55.296032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff039-aced-4b80-a748-5f54e7f7b363 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:55.350116 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff039-aced-4b80-a748-5f54e7f7b363 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:55.404581 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-d435a29e-4426-4b2f-8479-c94a4cac29a7 None None] Set router 828a28d7-5375-4912-b184-407d65d0b42a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:58:55.438128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff039-aced-4b80-a748-5f54e7f7b363 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:55.514633 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff039-aced-4b80-a748-5f54e7f7b363 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:55.553804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ff039-aced-4b80-a748-5f54e7f7b363 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:55.559081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff039-aced-4b80-a748-5f54e7f7b363 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:55.565714 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc75b6fd-6eff-4398-a2e9-fa3db30f1dce None None] Network 4b2133f6-6e64-4cb9-8deb-3725d497b41e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:58:55.566250 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0e1ff039-aced-4b80-a748-5f54e7f7b363 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/subnets/2fd4c591-d1ea-4990-a5eb-f7d0c6f1a651 HTTP/1.1" status: 204 len: 168 time: 0.3407199 Jan 21 09:58:55.568711 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50386) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:55.722007 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d435a29e-4426-4b2f-8479-c94a4cac29a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:58:54Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:58:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:55.726026 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435a29e-4426-4b2f-8479-c94a4cac29a7 None None] Checking router: 828a28d7-5375-4912-b184-407d65d0b42a for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:58:55.734842 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435a29e-4426-4b2f-8479-c94a4cac29a7 None None] Routers {'828a28d7-5375-4912-b184-407d65d0b42a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:58:55.735472 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d435a29e-4426-4b2f-8479-c94a4cac29a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['828a28d7-5375-4912-b184-407d65d0b42a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:55.757884 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:55.850670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa86586-15a9-4559-96eb-33afeb38cb19 None None] DHCP port deletion for 4b2133f6-6e64-4cb9-8deb-3725d497b41e request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:58:55.855251 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4fa86586-15a9-4559-96eb-33afeb38cb19 None None] Deleting port 54639ad5-3261-4ae2-996d-6fbeeb69db41 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:58:55.855844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4fa86586-15a9-4559-96eb-33afeb38cb19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:55.896997 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:58:55.915256 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-d435a29e-4426-4b2f-8479-c94a4cac29a7 None None] Set router 828a28d7-5375-4912-b184-407d65d0b42a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:58:55.941430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:55.952755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 23089ff9-7988-486b-b753-83a4faa9b055 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:58:55.953092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.062642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-4fa86586-15a9-4559-96eb-33afeb38cb19 None None] For port 54639ad5-3261-4ae2-996d-6fbeeb69db41, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=54639ad5-3261-4ae2-996d-6fbeeb69db41,segment=NetworkSegment(d37e4bb7-5905-4a33-baec-8008df105231),segment_id=d37e4bb7-5905-4a33-baec-8008df105231)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:58:56.062866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4fa86586-15a9-4559-96eb-33afeb38cb19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.125129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 23089ff9-7988-486b-b753-83a4faa9b055, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=23089ff9-7988-486b-b753-83a4faa9b055,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:58:56.125527 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.182940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4fa86586-15a9-4559-96eb-33afeb38cb19 None None] Calling delete_port for 54639ad5-3261-4ae2-996d-6fbeeb69db41 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:58:56.198943 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d435a29e-4426-4b2f-8479-c94a4cac29a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:58:54Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:58:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:56.202792 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435a29e-4426-4b2f-8479-c94a4cac29a7 None None] The sync data for ids ['828a28d7-5375-4912-b184-407d65d0b42a'] in dv-neutron-825723-1-hyperv is: [{'id': '828a28d7-5375-4912-b184-407d65d0b42a', 'name': 'tempest-TestNetworkBasicOps-router-1702943931', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '23089ff9-7988-486b-b753-83a4faa9b055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:57:00Z', 'updated_at': '2022-01-21T09:58:54Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '23089ff9-7988-486b-b753-83a4faa9b055', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828a28d7-5375-4912-b184-407d65d0b42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:58:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:58:56.249812 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 23089ff9-7988-486b-b753-83a4faa9b055 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:58:56.260091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4fa86586-15a9-4559-96eb-33afeb38cb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.307829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa86586-15a9-4559-96eb-33afeb38cb19 None None] Pushing event deleted for resources: {'Port': ['ID=54639ad5-3261-4ae2-996d-6fbeeb69db41,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:56.312242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa86586-15a9-4559-96eb-33afeb38cb19 None None] No DVR routers for this DVR port 54639ad5-3261-4ae2-996d-6fbeeb69db41 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:58:56.422801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.612054 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=23089ff9-7988-486b-b753-83a4faa9b055,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:56.677855 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.849556 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.851690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.879344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.880271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Fanout notify agent at l3_agent the message router_deleted on router 828a28d7-5375-4912-b184-407d65d0b42a {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:58:56.895783 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.896798 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6b32455f-52f1-4dc4-a2a7-5d1c2eda7a52 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/routers/828a28d7-5375-4912-b184-407d65d0b42a HTTP/1.1" status: 204 len: 168 time: 1.3271646 Jan 21 09:58:56.899459 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50390) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:57.009403 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b780-174b-4dd7-972d-37470009e396 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.140922 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b780-174b-4dd7-972d-37470009e396 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.166787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-c5b9b780-174b-4dd7-972d-37470009e396 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2133f6-6e64-4cb9-8deb-3725d497b41e']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:57.178891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-c5b9b780-174b-4dd7-972d-37470009e396 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37e4bb7-5905-4a33-baec-8008df105231') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:57.179179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-c5b9b780-174b-4dd7-972d-37470009e396 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37e4bb7-5905-4a33-baec-8008df105231') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:57.190392 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b780-174b-4dd7-972d-37470009e396 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.205685 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b780-174b-4dd7-972d-37470009e396 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.211583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b9b780-174b-4dd7-972d-37470009e396 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:58:57.211954 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b780-174b-4dd7-972d-37470009e396 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:58:57.225682 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:58:57.316745 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b780-174b-4dd7-972d-37470009e396 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.327717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b780-174b-4dd7-972d-37470009e396 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.342094 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 54639ad5-3261-4ae2-996d-6fbeeb69db41 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:57.355231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9b780-174b-4dd7-972d-37470009e396 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Network': ['ID=4b2133f6-6e64-4cb9-8deb-3725d497b41e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:57.363255 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c5b9b780-174b-4dd7-972d-37470009e396 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/networks/4b2133f6-6e64-4cb9-8deb-3725d497b41e HTTP/1.1" status: 204 len: 168 time: 0.4627666 Jan 21 09:58:57.376990 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 54639ad5-3261-4ae2-996d-6fbeeb69db41 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:58:57.377338 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 54639ad5-3261-4ae2-996d-6fbeeb69db41 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:57.377754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5210608f-422f-44bd-b56a-28ff5856172a no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:57.385241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50394) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:57.390400 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'network': {'name': 'tempest-network-smoke--2140005686', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'port_security_enabled': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:58:57.395487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:57.400955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:network and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:57.405797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:57.409497 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 5210608f-422f-44bd-b56a-28ff5856172a {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:58:57.409858 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5210608f-422f-44bd-b56a-28ff5856172a not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:57.410294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23089ff9-7988-486b-b753-83a4faa9b055 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:57.413224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:57.423977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:58:57.427412 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.446132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 23089ff9-7988-486b-b753-83a4faa9b055 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:58:57.446474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 23089ff9-7988-486b-b753-83a4faa9b055 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:57.455726 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:58:57.465492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.465828 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Added segment 2acae2cd-6e55-4288-9431-64d2496bcc9e of type vlan for network f059ef70-2524-4d41-af4f-08ef8cbb7c87 Jan 21 09:58:57.491154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.521795 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.527073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:57.527651 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.628062 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2422860 Jan 21 09:58:57.631209 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50398) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:57.633205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5d0ac-54e1-4440-9557-bc10314aa24c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Network': ['ID=f059ef70-2524-4d41-af4f-08ef8cbb7c87,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:57.638484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'admin_state_up': True, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:58:57.646420 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network f059ef70-2524-4d41-af4f-08ef8cbb7c87 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:58:57.649072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:57.653051 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:router and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:57.656001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:57.662925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:57.675179 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.676360 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.695744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:57.968055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:58.279821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:58.308382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:58.460756 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.232 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/3307fd6f-759a-486d-99a2-fffc197c9b13) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:58:58.608237 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:58.640380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:58.706038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:58.709020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:58.712669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:58:58.744665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=3307fd6f-759a-486d-99a2-fffc197c9b13,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:59.230671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:59.585165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:59.792183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 48662856-c84b-41c9-b82e-537597d9e5fc is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:58:59.966682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:58:59.976651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Sync routers for ids ['48662856-c84b-41c9-b82e-537597d9e5fc'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:58:59.986707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Routers {'48662856-c84b-41c9-b82e-537597d9e5fc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:58:59.987382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['48662856-c84b-41c9-b82e-537597d9e5fc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:59.993526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:59.997885 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-61d9c913-3f0b-4842-af85-e84c0212a9fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3624668 Jan 21 09:58:59.998054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50402) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:00.042110 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-88e8f1e9-471f-44c4-8388-df84a9338fc1 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=f4e681c68c4e433a8bf1cae53443017d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403624 Jan 21 09:59:00.042332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50406) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:00.169750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Set router 48662856-c84b-41c9-b82e-537597d9e5fc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:59:00.278584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0a1a99-0876-4a8b-b512-1711ce3618a7 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:00.282784 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cd0a1a99-0876-4a8b-b512-1711ce3618a7 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2368097 Jan 21 09:59:00.282986 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50410) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:00.307547 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.323398 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ba3cc095-a598-4696-8aea-4a0a39bfcc31 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392630 Jan 21 09:59:00.326084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50414) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:00.331569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1492478005', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:00.442372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:00.446361 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:subnet and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:59:00.449263 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:59:00.455010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:00.465994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:00.469588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.491788 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T09:58:59Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:58Z', 'updated_at': '2022-01-21T09:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:00.495743 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Checking router: 48662856-c84b-41c9-b82e-537597d9e5fc for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:59:00.496093 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Updating router 48662856-c84b-41c9-b82e-537597d9e5fc port 3307fd6f-759a-486d-99a2-fffc197c9b13 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:59:00.548295 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.694454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.770716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Subnet': ['ID=1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:00.779393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Checking segment: {'id': '2acae2cd-6e55-4288-9431-64d2496bcc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:59:00.779754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network hostable DHCP agents. Network: f059ef70-2524-4d41-af4f-08ef8cbb7c87, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:59:00.798273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network f059ef70-2524-4d41-af4f-08ef8cbb7c87 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:59:00.808676 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, f059ef70-2524-4d41-af4f-08ef8cbb7c87) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:00.813262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:00.813891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.835286 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d10796cf-917a-4673-b723-4ca44d70679b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5081949 Jan 21 09:59:00.838375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50418) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:00.845073 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f33400-8b47-4bad-91ce-fc5a1344d209 None None] Network f059ef70-2524-4d41-af4f-08ef8cbb7c87 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:59:00.951580 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.974785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Transition to ACTIVE for port object 3307fd6f-759a-486d-99a2-fffc197c9b13 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:59:00.991258 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.102839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0f6bd-78b5-471c-949c-26ffd8ed6190 None None] Pushing event updated for resources: {'Port': ['ID=3307fd6f-759a-486d-99a2-fffc197c9b13,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:01.111591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Attempting to bind port 3307fd6f-759a-486d-99a2-fffc197c9b13 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:01.111955 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Attempting to bind port 3307fd6f-759a-486d-99a2-fffc197c9b13 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:01.112308 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Attempting to bind port 3307fd6f-759a-486d-99a2-fffc197c9b13 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:59:01.128595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:59:01.129025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:59:01.129418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.129795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:59:01.130246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Bound port: 3307fd6f-759a-486d-99a2-fffc197c9b13, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:01.130607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.223286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ips': [{'subnet_id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:59:01.224077 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.251135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] For port 3307fd6f-759a-486d-99a2-fffc197c9b13, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:59:01.299062 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] For port 3307fd6f-759a-486d-99a2-fffc197c9b13, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3307fd6f-759a-486d-99a2-fffc197c9b13,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:59:01.306932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.435104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Routers {'48662856-c84b-41c9-b82e-537597d9e5fc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:59:01.435732 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['48662856-c84b-41c9-b82e-537597d9e5fc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:01.520483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.522812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0f6bd-78b5-471c-949c-26ffd8ed6190 None None] Pushing event updated for resources: {'Port': ['ID=3307fd6f-759a-486d-99a2-fffc197c9b13,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:01.546126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Allocated IP 172.20.0.2 (f059ef70-2524-4d41-af4f-08ef8cbb7c87/1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992/db11a35d-d36b-42e5-9dbe-a763b65b690e) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:01.670524 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] Set router 48662856-c84b-41c9-b82e-537597d9e5fc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:59:02.091625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.104707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Transition to ACTIVE for port object db11a35d-d36b-42e5-9dbe-a763b65b690e will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:59:02.130956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Transition to ACTIVE for port object db11a35d-d36b-42e5-9dbe-a763b65b690e will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:59:02.140030 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.198084 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T09:58:59Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:58Z', 'updated_at': '2022-01-21T09:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:02.202184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.1 (f059ef70-2524-4d41-af4f-08ef8cbb7c87/1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992/7271666f-c94a-4f59-90de-8d9a96ddbdcf) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:02.211234 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Network f059ef70-2524-4d41-af4f-08ef8cbb7c87 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:02.214022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53221d9b-678e-4f99-9854-d3d66fd78789 None None] The sync data for ids ['48662856-c84b-41c9-b82e-537597d9e5fc'] in dv-neutron-825723-1-hyperv is: [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T09:58:59Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:58Z', 'updated_at': '2022-01-21T09:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:59:02.219019 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:02.221386 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:59:02.228195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Pushing event updated for resources: {'Port': ['ID=db11a35d-d36b-42e5-9dbe-a763b65b690e,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:02.319812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Attempting to bind port db11a35d-d36b-42e5-9dbe-a763b65b690e on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:02.320189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Attempting to bind port db11a35d-d36b-42e5-9dbe-a763b65b690e by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '2acae2cd-6e55-4288-9431-64d2496bcc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:02.320595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Attempting to bind port db11a35d-d36b-42e5-9dbe-a763b65b690e on network f059ef70-2524-4d41-af4f-08ef8cbb7c87 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:59:02.325953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:59:02.326328 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Checking segment: {'id': '2acae2cd-6e55-4288-9431-64d2496bcc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:59:02.326730 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.327125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Bound using segment: {'id': '2acae2cd-6e55-4288-9431-64d2496bcc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:59:02.327592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Bound port: db11a35d-d36b-42e5-9dbe-a763b65b690e, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acae2cd-6e55-4288-9431-64d2496bcc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:02.327967 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.373752 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.391224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 7271666f-c94a-4f59-90de-8d9a96ddbdcf will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:59:02.444495 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.452540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] For port db11a35d-d36b-42e5-9dbe-a763b65b690e, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:59:02.455964 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] For port db11a35d-d36b-42e5-9dbe-a763b65b690e, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=db11a35d-d36b-42e5-9dbe-a763b65b690e,segment=NetworkSegment(2acae2cd-6e55-4288-9431-64d2496bcc9e),segment_id=2acae2cd-6e55-4288-9431-64d2496bcc9e)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:59:02.463503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.526556 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network f059ef70-2524-4d41-af4f-08ef8cbb7c87 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:02.529905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:02.535900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:59:02.553148 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6d91f-cfd0-4175-8473-77a5bbb080a7 None None] Pushing event updated for resources: {'Port': ['ID=db11a35d-d36b-42e5-9dbe-a763b65b690e,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:02.567004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=7271666f-c94a-4f59-90de-8d9a96ddbdcf,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:02.599640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.904723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.147508 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3307fd6f-759a-486d-99a2-fffc197c9b13 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:03.219619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 3307fd6f-759a-486d-99a2-fffc197c9b13 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:59:03.225098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3307fd6f-759a-486d-99a2-fffc197c9b13 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:03.225960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.344583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.349428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.350331 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.367225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 3307fd6f-759a-486d-99a2-fffc197c9b13, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3307fd6f-759a-486d-99a2-fffc197c9b13,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:59:03.372532 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.373439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device db11a35d-d36b-42e5-9dbe-a763b65b690e up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:03.471384 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.480745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=7271666f-c94a-4f59-90de-8d9a96ddbdcf,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:03.490945 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=3307fd6f-759a-486d-99a2-fffc197c9b13,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:03.505911 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port db11a35d-d36b-42e5-9dbe-a763b65b690e completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:59:03.576807 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea22f901-d780-4ce2-8b50-7cfcb5d10d4d None None] Network f059ef70-2524-4d41-af4f-08ef8cbb7c87 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:59:03.620101 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network f059ef70-2524-4d41-af4f-08ef8cbb7c87 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:03.621586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:03.663235 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-23941296-cf54-4e45-8173-7dfd850abace None None] Provisioning for port db11a35d-d36b-42e5-9dbe-a763b65b690e completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:59:03.674392 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-23941296-cf54-4e45-8173-7dfd850abace None None] Provisioning complete for port db11a35d-d36b-42e5-9dbe-a763b65b690e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:03.674753 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-23941296-cf54-4e45-8173-7dfd850abace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.903066 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-23941296-cf54-4e45-8173-7dfd850abace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.933992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 48662856-c84b-41c9-b82e-537597d9e5fc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:59:03.943335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-23941296-cf54-4e45-8173-7dfd850abace None None] For port db11a35d-d36b-42e5-9dbe-a763b65b690e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=db11a35d-d36b-42e5-9dbe-a763b65b690e,segment=NetworkSegment(2acae2cd-6e55-4288-9431-64d2496bcc9e),segment_id=2acae2cd-6e55-4288-9431-64d2496bcc9e)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:59:03.951061 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-23941296-cf54-4e45-8173-7dfd850abace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:04.024879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23941296-cf54-4e45-8173-7dfd850abace None None] Pushing event updated for resources: {'Port': ['ID=db11a35d-d36b-42e5-9dbe-a763b65b690e,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:04.123542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:59:04.133935 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Sync routers for ids ['48662856-c84b-41c9-b82e-537597d9e5fc'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:59:04.138116 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-689adcaf-fb02-4188-a732-d7bea29d6eb9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/48662856-c84b-41c9-b82e-537597d9e5fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2987499 Jan 21 09:59:04.140683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50422) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:04.146604 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Routers {'48662856-c84b-41c9-b82e-537597d9e5fc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:59:04.147333 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['48662856-c84b-41c9-b82e-537597d9e5fc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:04.178127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1cc7ba69-39c1-410b-aa83-4d41f4db7650 None None] Provisioning complete for port db11a35d-d36b-42e5-9dbe-a763b65b690e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:04.178687 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1cc7ba69-39c1-410b-aa83-4d41f4db7650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:04.289090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16040c7f-d93f-46b4-9471-75cc3389edf5 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:04.289843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16040c7f-d93f-46b4-9471-75cc3389edf5 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:04.290452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16040c7f-d93f-46b4-9471-75cc3389edf5 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:04.291097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16040c7f-d93f-46b4-9471-75cc3389edf5 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:04.295887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50426) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:04.306394 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-16040c7f-d93f-46b4-9471-75cc3389edf5 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1639884 Jan 21 09:59:04.334426 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Set router 48662856-c84b-41c9-b82e-537597d9e5fc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:59:04.367492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e546828-4f9e-4f73-8ef0-dd2eb4d96316 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:04.367953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e546828-4f9e-4f73-8ef0-dd2eb4d96316 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:04.368419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e546828-4f9e-4f73-8ef0-dd2eb4d96316 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:04.368861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e546828-4f9e-4f73-8ef0-dd2eb4d96316 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:04.373346 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50430) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:04.373903 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8e546828-4f9e-4f73-8ef0-dd2eb4d96316 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0764239 Jan 21 09:59:04.390657 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1cc7ba69-39c1-410b-aa83-4d41f4db7650 None None] Provisioning for port 7271666f-c94a-4f59-90de-8d9a96ddbdcf completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:59:04.395877 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1cc7ba69-39c1-410b-aa83-4d41f4db7650 None None] Provisioning complete for port 7271666f-c94a-4f59-90de-8d9a96ddbdcf triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:04.396312 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1cc7ba69-39c1-410b-aa83-4d41f4db7650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:04.453395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7ba69-39c1-410b-aa83-4d41f4db7650 None None] Port 7271666f-c94a-4f59-90de-8d9a96ddbdcf cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:59:04.577069 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a9ff7574-17d7-4e06-8c76-aba08d1279c2 None None] Provisioning complete for port 7271666f-c94a-4f59-90de-8d9a96ddbdcf triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:04.577715 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7574-17d7-4e06-8c76-aba08d1279c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:04.584551 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bfa3eab1-2948-453c-bd48-9d2beb5bea64 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2099946 Jan 21 09:59:04.648117 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a9ff7574-17d7-4e06-8c76-aba08d1279c2 None None] Port 7271666f-c94a-4f59-90de-8d9a96ddbdcf cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:59:04.667999 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T09:59:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:58Z', 'updated_at': '2022-01-21T09:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '7271666f-c94a-4f59-90de-8d9a96ddbdcf', 'name': '', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:84:ef:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:03Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:04.671759 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Checking router: 48662856-c84b-41c9-b82e-537597d9e5fc for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:59:04.672111 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Updating router 48662856-c84b-41c9-b82e-537597d9e5fc port 7271666f-c94a-4f59-90de-8d9a96ddbdcf binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:59:04.726784 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:04.767651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9fbd5e4a-640b-4351-a9ef-d639aa6c2178 None None] Provisioning complete for port 7271666f-c94a-4f59-90de-8d9a96ddbdcf triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:04.768017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9fbd5e4a-640b-4351-a9ef-d639aa6c2178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:04.818462 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd5e4a-640b-4351-a9ef-d639aa6c2178 None None] Port 7271666f-c94a-4f59-90de-8d9a96ddbdcf cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:59:04.948480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50436) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:04.953700 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1328501101', 'description': 'tempest-secgroup-smoke-1328501101 description', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:04.959685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:04.963940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:59:04.966919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:59:04.972830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:04.985004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.006467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:05.010490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:59:05.013433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:59:05.019185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:05.085688 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.095077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.097826 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Transition to ACTIVE for port object 7271666f-c94a-4f59-90de-8d9a96ddbdcf will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:59:05.098287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3307fd6f-759a-486d-99a2-fffc197c9b13 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:05.101213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.105753 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.138242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c566a4-faee-46d3-a43c-2b84fc92189e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:05.159495 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.163922 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7f1efc08-961b-41f0-970d-968eb07f6de7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2116768 Jan 21 09:59:05.164133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50440) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:05.170065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3e10a36f-36c2-48dd-bbe5-2a863b729997 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '64c566a4-faee-46d3-a43c-2b84fc92189e', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:05.174019 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Pushing event updated for resources: {'Port': ['ID=7271666f-c94a-4f59-90de-8d9a96ddbdcf,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:05.176441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3e10a36f-36c2-48dd-bbe5-2a863b729997 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:05.177992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3307fd6f-759a-486d-99a2-fffc197c9b13 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:05.178199 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.179977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3e10a36f-36c2-48dd-bbe5-2a863b729997 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:59:05.183243 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:05.183388 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3e10a36f-36c2-48dd-bbe5-2a863b729997 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:59:05.183614 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:05.183932 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:05.184285 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:05.184809 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:05.185104 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:05.185780 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:05.185780 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:05.186045 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:05.186543 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:05.187012 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:05.187486 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:05.188990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3e10a36f-36c2-48dd-bbe5-2a863b729997 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:05.218838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e10a36f-36c2-48dd-bbe5-2a863b729997 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.304567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e10a36f-36c2-48dd-bbe5-2a863b729997 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.311607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e10a36f-36c2-48dd-bbe5-2a863b729997 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.321127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device db11a35d-d36b-42e5-9dbe-a763b65b690e up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:05.339823 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Attempting to bind port 7271666f-c94a-4f59-90de-8d9a96ddbdcf on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:05.340626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10a36f-36c2-48dd-bbe5-2a863b729997 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf85816-3713-4d1e-9343-03a5a34642d6,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:05.340748 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Attempting to bind port 7271666f-c94a-4f59-90de-8d9a96ddbdcf by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '2acae2cd-6e55-4288-9431-64d2496bcc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:05.341306 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Attempting to bind port 7271666f-c94a-4f59-90de-8d9a96ddbdcf on network f059ef70-2524-4d41-af4f-08ef8cbb7c87 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:59:05.347501 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:59:05.347950 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Checking segment: {'id': '2acae2cd-6e55-4288-9431-64d2496bcc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:59:05.348439 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.348891 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Bound using segment: {'id': '2acae2cd-6e55-4288-9431-64d2496bcc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:59:05.349414 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Bound port: 7271666f-c94a-4f59-90de-8d9a96ddbdcf, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acae2cd-6e55-4288-9431-64d2496bcc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:05.349956 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.368395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e10a36f-36c2-48dd-bbe5-2a863b729997 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.372247 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3e10a36f-36c2-48dd-bbe5-2a863b729997 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2045166 Jan 21 09:59:05.372504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50444) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:05.377909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-17209880-68cf-47d0-a080-1ccf470ac0f9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '64c566a4-faee-46d3-a43c-2b84fc92189e', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:05.384703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-17209880-68cf-47d0-a080-1ccf470ac0f9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:05.389193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-17209880-68cf-47d0-a080-1ccf470ac0f9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:59:05.392493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-17209880-68cf-47d0-a080-1ccf470ac0f9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:59:05.398481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-17209880-68cf-47d0-a080-1ccf470ac0f9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:05.401592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port db11a35d-d36b-42e5-9dbe-a763b65b690e triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:05.402125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.420576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-17209880-68cf-47d0-a080-1ccf470ac0f9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.443599 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] For port 7271666f-c94a-4f59-90de-8d9a96ddbdcf, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:59:05.447055 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] For port 7271666f-c94a-4f59-90de-8d9a96ddbdcf, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7271666f-c94a-4f59-90de-8d9a96ddbdcf,segment=NetworkSegment(2acae2cd-6e55-4288-9431-64d2496bcc9e),segment_id=2acae2cd-6e55-4288-9431-64d2496bcc9e)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:59:05.452459 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.485675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-17209880-68cf-47d0-a080-1ccf470ac0f9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.489911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-17209880-68cf-47d0-a080-1ccf470ac0f9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.513363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17209880-68cf-47d0-a080-1ccf470ac0f9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da4c457-f7a2-42e2-93a9-8719567ee667,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:05.523054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-17209880-68cf-47d0-a080-1ccf470ac0f9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.524252 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-17209880-68cf-47d0-a080-1ccf470ac0f9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507328 Jan 21 09:59:05.527275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50448) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:05.527640 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd49f3-152d-4407-9acb-5330f9984272 None None] Pushing event updated for resources: {'Port': ['ID=7271666f-c94a-4f59-90de-8d9a96ddbdcf,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:05.544095 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Routers {'48662856-c84b-41c9-b82e-537597d9e5fc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:59:05.544439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-cd903485-8f47-499a-8215-463f6004acc7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '64c566a4-faee-46d3-a43c-2b84fc92189e', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:05.545943 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:58:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['48662856-c84b-41c9-b82e-537597d9e5fc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:05.554119 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cd903485-8f47-499a-8215-463f6004acc7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:05.564361 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cd903485-8f47-499a-8215-463f6004acc7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:59:05.570132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cd903485-8f47-499a-8215-463f6004acc7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:59:05.576886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cd903485-8f47-499a-8215-463f6004acc7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:05.600422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cd903485-8f47-499a-8215-463f6004acc7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.675736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cd903485-8f47-499a-8215-463f6004acc7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.686832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cd903485-8f47-499a-8215-463f6004acc7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.711469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd903485-8f47-499a-8215-463f6004acc7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0eb10f-93cb-40d5-93fa-e337fde22343,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:05.722837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cd903485-8f47-499a-8215-463f6004acc7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.724141 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cd903485-8f47-499a-8215-463f6004acc7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1956432 Jan 21 09:59:05.726976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50452) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:05.732544 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-2665a1d2-78a8-4bb3-9ae6-7b51b816f59a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '64c566a4-faee-46d3-a43c-2b84fc92189e', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:05.738452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2665a1d2-78a8-4bb3-9ae6-7b51b816f59a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:05.742668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2665a1d2-78a8-4bb3-9ae6-7b51b816f59a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:59:05.742912 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] Set router 48662856-c84b-41c9-b82e-537597d9e5fc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:59:05.745574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2665a1d2-78a8-4bb3-9ae6-7b51b816f59a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:59:05.751179 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2665a1d2-78a8-4bb3-9ae6-7b51b816f59a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:05.768454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2665a1d2-78a8-4bb3-9ae6-7b51b816f59a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.834060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2665a1d2-78a8-4bb3-9ae6-7b51b816f59a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.838237 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2665a1d2-78a8-4bb3-9ae6-7b51b816f59a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.862936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665a1d2-78a8-4bb3-9ae6-7b51b816f59a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecc16e8-cfbe-4ba5-ba1f-e84e06c561c3,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:05.872318 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2665a1d2-78a8-4bb3-9ae6-7b51b816f59a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.873792 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2665a1d2-78a8-4bb3-9ae6-7b51b816f59a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1456234 Jan 21 09:59:05.882485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50456) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:05.888126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a4b4324d-28ab-4c8d-beed-3ff013009421 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '64c566a4-faee-46d3-a43c-2b84fc92189e', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:05.893947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a4b4324d-28ab-4c8d-beed-3ff013009421 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:05.898050 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a4b4324d-28ab-4c8d-beed-3ff013009421 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:59:05.900898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a4b4324d-28ab-4c8d-beed-3ff013009421 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:59:05.907568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a4b4324d-28ab-4c8d-beed-3ff013009421 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:05.921215 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-a4b4324d-28ab-4c8d-beed-3ff013009421 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:59:05.928414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a4b4324d-28ab-4c8d-beed-3ff013009421 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.990289 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a4b4324d-28ab-4c8d-beed-3ff013009421 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:05.994918 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a4b4324d-28ab-4c8d-beed-3ff013009421 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:06.020329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4324d-28ab-4c8d-beed-3ff013009421 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353610bb-aded-48e0-85cb-1d32e31cea02,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:06.029751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a4b4324d-28ab-4c8d-beed-3ff013009421 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:06.030942 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a4b4324d-28ab-4c8d-beed-3ff013009421 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472468 Jan 21 09:59:06.033772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50460) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:06.038865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ccddbe92-29d4-436a-bce7-e244b64d8e1c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '64c566a4-faee-46d3-a43c-2b84fc92189e', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:06.044506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ccddbe92-29d4-436a-bce7-e244b64d8e1c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:06.048182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ccddbe92-29d4-436a-bce7-e244b64d8e1c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:59:06.051139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ccddbe92-29d4-436a-bce7-e244b64d8e1c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:59:06.057024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ccddbe92-29d4-436a-bce7-e244b64d8e1c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:06.063943 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T09:59:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:58Z', 'updated_at': '2022-01-21T09:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '7271666f-c94a-4f59-90de-8d9a96ddbdcf', 'name': '', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:84:ef:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:05Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:06.067892 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-ccddbe92-29d4-436a-bce7-e244b64d8e1c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:59:06.068310 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb5d10-4418-4ff2-8d73-5f99ba3eeb1a None None] The sync data for ids ['48662856-c84b-41c9-b82e-537597d9e5fc'] in dv-neutron-825723-1-hyperv is: [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T09:59:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:58Z', 'updated_at': '2022-01-21T09:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '7271666f-c94a-4f59-90de-8d9a96ddbdcf', 'name': '', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:84:ef:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:05Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:59:06.076032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccddbe92-29d4-436a-bce7-e244b64d8e1c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:06.163244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccddbe92-29d4-436a-bce7-e244b64d8e1c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:06.168324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccddbe92-29d4-436a-bce7-e244b64d8e1c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:06.193835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddbe92-29d4-436a-bce7-e244b64d8e1c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76385208-107f-453c-9567-583babfc37da,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:06.205654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ccddbe92-29d4-436a-bce7-e244b64d8e1c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:06.206951 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ccddbe92-29d4-436a-bce7-e244b64d8e1c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1722162 Jan 21 09:59:06.327881 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-708abb4b-abb3-4e25-878f-b4c4080cc647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:06.416689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-dc9f94c8-b43a-48db-8661-82765561331b req-d6d20b88-e8b1-4a33-a486-f20e3cd44015 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:59:06.433236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-dc9f94c8-b43a-48db-8661-82765561331b req-d6d20b88-e8b1-4a33-a486-f20e3cd44015 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:59:06.434445 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-d6d20b88-e8b1-4a33-a486-f20e3cd44015 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328501101&fields=id&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 267 time: 0.0574520 Jan 21 09:59:06.591366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f94c8-b43a-48db-8661-82765561331b req-a73530cb-cc01-4c8a-9fe4-980b7f17bb53 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:06.592931 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-a73530cb-cc01-4c8a-9fe4-980b7f17bb53 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/networks?id=f059ef70-2524-4d41-af4f-08ef8cbb7c87 HTTP/1.1" status: 200 len: 797 time: 0.1512165 Jan 21 09:59:06.608629 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-62f966a7-589e-48b7-a5ab-71bcc455cd7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/quotas/f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 375 time: 0.0100822 Jan 21 09:59:06.696242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-dc9f94c8-b43a-48db-8661-82765561331b req-66da6c88-8713-4572-93ac-dbaf97ce60ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:59:06.713452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-dc9f94c8-b43a-48db-8661-82765561331b req-66da6c88-8713-4572-93ac-dbaf97ce60ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:59:06.714789 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-66da6c88-8713-4572-93ac-dbaf97ce60ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001782 Jan 21 09:59:07.000893 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-b5cf6488-6944-4ead-99f6-7e7f45af1fee service neutron] 10.222.0.99 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740226 Jan 21 09:59:07.110844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7271666f-c94a-4f59-90de-8d9a96ddbdcf up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:07.140029 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-50ec470f-a942-46d3-984f-7d5f82522dc5 service neutron] 10.222.0.99 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330020 Jan 21 09:59:07.179895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 7271666f-c94a-4f59-90de-8d9a96ddbdcf completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:59:07.185650 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7271666f-c94a-4f59-90de-8d9a96ddbdcf triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:07.186029 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:07.307029 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:07.316596 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-67b787ca-e655-4fc7-a54d-f9976ed2995a req-f512d51a-7ece-482d-9b24-51cee77722fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 210 time: 0.0421700 Jan 21 09:59:07.339202 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 7271666f-c94a-4f59-90de-8d9a96ddbdcf, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7271666f-c94a-4f59-90de-8d9a96ddbdcf,segment=NetworkSegment(2acae2cd-6e55-4288-9431-64d2496bcc9e),segment_id=2acae2cd-6e55-4288-9431-64d2496bcc9e)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:59:07.344524 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:07.412655 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=7271666f-c94a-4f59-90de-8d9a96ddbdcf,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:08.410186 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fe81789d-b1ba-441d-8d9f-29245d0c9515 req-d2f55879-ea14-42ab-874d-4e41809d0f4d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 210 time: 0.0417955 Jan 21 09:59:08.461150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9fc56395-46f1-44de-884f-64f1ae24e3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:09.094431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7271666f-c94a-4f59-90de-8d9a96ddbdcf up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:09.163328 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7271666f-c94a-4f59-90de-8d9a96ddbdcf triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:09.163695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:09.574544 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-862aa0e0-6ded-4188-92a6-cceb60230e0f req-d189cfaf-29b4-4c88-9b25-1ce6f2c66319 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 210 time: 0.0483484 Jan 21 09:59:09.575089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:09.751375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:10.438416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f94c8-b43a-48db-8661-82765561331b req-e31823bd-3bc6-419e-b996-8bf9032823b0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:10.439101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-dc9f94c8-b43a-48db-8661-82765561331b req-e31823bd-3bc6-419e-b996-8bf9032823b0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:59:10.456406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-dc9f94c8-b43a-48db-8661-82765561331b req-e31823bd-3bc6-419e-b996-8bf9032823b0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:59:10.457630 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-e31823bd-3bc6-419e-b996-8bf9032823b0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks?id=f059ef70-2524-4d41-af4f-08ef8cbb7c87 HTTP/1.1" status: 200 len: 797 time: 0.1716082 Jan 21 09:59:10.512034 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-fd874dfc-b8e5-46de-8830-cd8bbd42e044 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 380 time: 0.0458343 Jan 21 09:59:10.523644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'port': {'device_id': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'admin_state_up': True, 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'security_groups': ['64c566a4-faee-46d3-a43c-2b84fc92189e']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:10.661233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:10.670746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:10.685012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:10.688751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:10.726416 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e54509eb-c1ed-442c-ab70-fc3f01564b86 req-8c8fef2d-b987-4023-817c-ff6ccc3926d1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 210 time: 0.0417488 Jan 21 09:59:10.967813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.3 (f059ef70-2524-4d41-af4f-08ef8cbb7c87/1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992/152456a2-68a0-4732-9db2-e27aaa49b191) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:11.064659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.172901 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.189471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 152456a2-68a0-4732-9db2-e27aaa49b191 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:59:11.217411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.289955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network f059ef70-2524-4d41-af4f-08ef8cbb7c87 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:11.293089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:11.297221 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:59:11.327780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=152456a2-68a0-4732-9db2-e27aaa49b191,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:11.364169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:11.364808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.392019 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-a1069f0a-2263-423c-a614-33081216904f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8719306 Jan 21 09:59:11.403813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Request body: {'port': {'device_id': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:11.517885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.560763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-59833963-9ff8-4a3e-abdc-bd1e9cf1a207 None None] Provisioning for port 152456a2-68a0-4732-9db2-e27aaa49b191 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:59:11.565532 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-59833963-9ff8-4a3e-abdc-bd1e9cf1a207 None None] Provisioning complete for port 152456a2-68a0-4732-9db2-e27aaa49b191 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:11.565917 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-59833963-9ff8-4a3e-abdc-bd1e9cf1a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.626713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-59833963-9ff8-4a3e-abdc-bd1e9cf1a207 None None] Port 152456a2-68a0-4732-9db2-e27aaa49b191 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:59:11.862561 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152456a2-68a0-4732-9db2-e27aaa49b191 {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:59:11.869731 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.884563 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Transition to ACTIVE for port object 152456a2-68a0-4732-9db2-e27aaa49b191 will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:59:11.888760 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:11.907682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86594c-1c24-4a3e-b088-af364213c03d req-55b23d59-bebd-4c3e-9833-f7d88a2a42e7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:11.909194 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7f86594c-1c24-4a3e-b088-af364213c03d req-55b23d59-bebd-4c3e-9833-f7d88a2a42e7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 931 time: 0.0797276 Jan 21 09:59:11.962995 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7f86594c-1c24-4a3e-b088-af364213c03d req-15ad5473-7009-4967-8899-1fb4fac9f4cf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=64c566a4-faee-46d3-a43c-2b84fc92189e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472603 Jan 21 09:59:12.019045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Pushing event updated for resources: {'Port': ['ID=152456a2-68a0-4732-9db2-e27aaa49b191,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:12.124542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Attempting to bind port 152456a2-68a0-4732-9db2-e27aaa49b191 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:59:12.124875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Attempting to bind port 152456a2-68a0-4732-9db2-e27aaa49b191 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2acae2cd-6e55-4288-9431-64d2496bcc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:59:12.125200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Attempting to bind port 152456a2-68a0-4732-9db2-e27aaa49b191 on network f059ef70-2524-4d41-af4f-08ef8cbb7c87 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:59:12.129825 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Port 152456a2-68a0-4732-9db2-e27aaa49b191 on network f059ef70-2524-4d41-af4f-08ef8cbb7c87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:59:12.130141 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Attempting to bind port 152456a2-68a0-4732-9db2-e27aaa49b191 on network f059ef70-2524-4d41-af4f-08ef8cbb7c87 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:59:12.135303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:59:12.135647 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Checking segment: {'id': '2acae2cd-6e55-4288-9431-64d2496bcc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:59:12.136032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Bound using segment: {'id': '2acae2cd-6e55-4288-9431-64d2496bcc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:59:12.136493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Bound port: 152456a2-68a0-4732-9db2-e27aaa49b191, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acae2cd-6e55-4288-9431-64d2496bcc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:59:12.136844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.223093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] For port 152456a2-68a0-4732-9db2-e27aaa49b191, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:59:12.225975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] For port 152456a2-68a0-4732-9db2-e27aaa49b191, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=152456a2-68a0-4732-9db2-e27aaa49b191,segment=NetworkSegment(2acae2cd-6e55-4288-9431-64d2496bcc9e),segment_id=2acae2cd-6e55-4288-9431-64d2496bcc9e)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:59:12.233544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.294430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:12.295045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:12.296508 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] 10.222.0.121 "PUT /v2.0/ports/152456a2-68a0-4732-9db2-e27aaa49b191 HTTP/1.1" status: 200 len: 1093 time: 0.8969357 Jan 21 09:59:12.296839 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'tag': '152456a2-68a0-4732-9db2-e27aaa49b191'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:12.319796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc0577-fbd7-4f2f-bbf9-1c17cb68fac2 service neutron] Pushing event updated for resources: {'Port': ['ID=152456a2-68a0-4732-9db2-e27aaa49b191,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:12.376477 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'tag': '152456a2-68a0-4732-9db2-e27aaa49b191', 'status': 'completed', 'code': 200} Jan 21 09:59:12.418061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f94c8-b43a-48db-8661-82765561331b req-cfe43988-04c8-43f2-ac89-ffa3ed5a1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:12.419564 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-cfe43988-04c8-43f2-ac89-ffa3ed5a1098 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 1096 time: 0.0753994 Jan 21 09:59:12.491678 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-4f4f5990-3543-43da-887b-26864ef585c0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=152456a2-68a0-4732-9db2-e27aaa49b191 HTTP/1.1" status: 200 len: 217 time: 0.0643976 Jan 21 09:59:12.552163 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f94c8-b43a-48db-8661-82765561331b req-aa813a6b-7da4-48ba-9bdf-ad48f91a3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:12.553567 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-aa813a6b-7da4-48ba-9bdf-ad48f91a3f06 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992 HTTP/1.1" status: 200 len: 844 time: 0.0558627 Jan 21 09:59:12.634130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f94c8-b43a-48db-8661-82765561331b req-d3987715-2b1d-4187-a3a0-b06e1ddecf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:12.635623 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-d3987715-2b1d-4187-a3a0-b06e1ddecf0b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f059ef70-2524-4d41-af4f-08ef8cbb7c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758741 Jan 21 09:59:12.878018 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-c23d33bb-bbdc-4382-b817-78f97a7f3a1e service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359059 Jan 21 09:59:13.010729 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-dc9f94c8-b43a-48db-8661-82765561331b req-a6d91df9-7587-45b8-b619-92f2d2c3ce9c service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268003 Jan 21 09:59:13.128383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b501b2-ccb2-49f9-b26e-dad70cadd969 req-c86f40cd-40a9-4f12-8792-16456781cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:13.129886 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-85b501b2-ccb2-49f9-b26e-dad70cadd969 req-c86f40cd-40a9-4f12-8792-16456781cc57 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 1096 time: 0.0704663 Jan 21 09:59:13.151449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8e0ad-2cf5-49ee-a9e4-09f60b760a1b req-bcc1798c-27d8-4730-8948-fd49626be24b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:13.152924 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e6e8e0ad-2cf5-49ee-a9e4-09f60b760a1b req-bcc1798c-27d8-4730-8948-fd49626be24b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 943 time: 0.0801938 Jan 21 09:59:13.197092 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e6e8e0ad-2cf5-49ee-a9e4-09f60b760a1b req-43f416c0-3999-4841-839c-4c4d2b56b3ad tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=64c566a4-faee-46d3-a43c-2b84fc92189e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383058 Jan 21 09:59:13.261251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b501b2-ccb2-49f9-b26e-dad70cadd969 req-bf6ec908-c8ce-447a-996a-9f82aa7865f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:13.262617 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-85b501b2-ccb2-49f9-b26e-dad70cadd969 req-bf6ec908-c8ce-447a-996a-9f82aa7865f3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f059ef70-2524-4d41-af4f-08ef8cbb7c87 HTTP/1.1" status: 200 len: 898 time: 0.1266053 Jan 21 09:59:13.334628 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-85b501b2-ccb2-49f9-b26e-dad70cadd969 req-fc5bd832-0e0a-426d-ac99-9d6ec53da59a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=152456a2-68a0-4732-9db2-e27aaa49b191 HTTP/1.1" status: 200 len: 217 time: 0.0652790 Jan 21 09:59:13.396595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b501b2-ccb2-49f9-b26e-dad70cadd969 req-cfcf0b3a-6d2d-4c09-9db7-77d6dd97e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:13.398005 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-85b501b2-ccb2-49f9-b26e-dad70cadd969 req-cfcf0b3a-6d2d-4c09-9db7-77d6dd97e8fb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992 HTTP/1.1" status: 200 len: 844 time: 0.0573938 Jan 21 09:59:13.477287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b501b2-ccb2-49f9-b26e-dad70cadd969 req-32fb1bac-59e9-47eb-b807-1f0957e2897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:13.478725 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-85b501b2-ccb2-49f9-b26e-dad70cadd969 req-32fb1bac-59e9-47eb-b807-1f0957e2897d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f059ef70-2524-4d41-af4f-08ef8cbb7c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750825 Jan 21 09:59:13.623028 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-85b501b2-ccb2-49f9-b26e-dad70cadd969 req-53a07b81-34e4-490f-8cd5-04ec76745c4c service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372812 Jan 21 09:59:13.773483 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-85b501b2-ccb2-49f9-b26e-dad70cadd969 req-49610573-8ca2-4c9f-a8cc-5da949c3d780 service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438873 Jan 21 09:59:14.405044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe732ca-5c65-41a5-bd41-d25102349112 req-3ff8b900-ec31-46f6-abea-ce3600878be0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:14.406453 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3fe732ca-5c65-41a5-bd41-d25102349112 req-3ff8b900-ec31-46f6-abea-ce3600878be0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 943 time: 0.0919657 Jan 21 09:59:14.449366 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3fe732ca-5c65-41a5-bd41-d25102349112 req-7a22ec74-cb34-4296-adbb-077a9ca4b69f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=64c566a4-faee-46d3-a43c-2b84fc92189e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371354 Jan 21 09:59:15.654561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f459ba-3184-4fab-bcdb-cdaa01c9e6c7 req-3bd49800-93d4-45a4-8bdb-6263bc1c0f3c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:15.655945 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-96f459ba-3184-4fab-bcdb-cdaa01c9e6c7 req-3bd49800-93d4-45a4-8bdb-6263bc1c0f3c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 943 time: 0.0961890 Jan 21 09:59:15.707153 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-96f459ba-3184-4fab-bcdb-cdaa01c9e6c7 req-2fd3dd23-ac00-4b0a-bb08-5fc89c1008f4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=64c566a4-faee-46d3-a43c-2b84fc92189e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451612 Jan 21 09:59:16.839017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 152456a2-68a0-4732-9db2-e27aaa49b191 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:59:16.905047 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49c81d-6ec1-4f1f-a710-54decc38965a req-5b1a5660-9917-4694-9327-30c2f6dd22ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:16.906510 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8a49c81d-6ec1-4f1f-a710-54decc38965a req-5b1a5660-9917-4694-9327-30c2f6dd22ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 943 time: 0.0909524 Jan 21 09:59:16.950388 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8a49c81d-6ec1-4f1f-a710-54decc38965a req-23d060e7-7adf-4bc9-923b-51fe8701693d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=64c566a4-faee-46d3-a43c-2b84fc92189e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381563 Jan 21 09:59:17.006996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 152456a2-68a0-4732-9db2-e27aaa49b191, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=152456a2-68a0-4732-9db2-e27aaa49b191,segment=NetworkSegment(2acae2cd-6e55-4288-9431-64d2496bcc9e),segment_id=2acae2cd-6e55-4288-9431-64d2496bcc9e)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:59:17.020012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '152456a2-68a0-4732-9db2-e27aaa49b191', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'port_id': '152456a2-68a0-4732-9db2-e27aaa49b191', 'mac_address': 'fa:16:3e:b6:f9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:59:17.075698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:17.095357 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152456a2-68a0-4732-9db2-e27aaa49b191 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:59:17.113281 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 152456a2-68a0-4732-9db2-e27aaa49b191, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=152456a2-68a0-4732-9db2-e27aaa49b191,segment=NetworkSegment(2acae2cd-6e55-4288-9431-64d2496bcc9e),segment_id=2acae2cd-6e55-4288-9431-64d2496bcc9e)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:59:17.118151 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:17.211872 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=152456a2-68a0-4732-9db2-e27aaa49b191,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:17.439328 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['152456a2-68a0-4732-9db2-e27aaa49b191'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:59:18.143615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f45d47-8476-451e-9cdb-34c5fb418ff5 req-1ab2c90e-81ba-4341-a8d3-38334da5ef56 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:18.145115 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b7f45d47-8476-451e-9cdb-34c5fb418ff5 req-1ab2c90e-81ba-4341-a8d3-38334da5ef56 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 944 time: 0.0844500 Jan 21 09:59:18.202719 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b7f45d47-8476-451e-9cdb-34c5fb418ff5 req-1eeeee4d-da16-4c2c-8c68-42ad0125eb10 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=64c566a4-faee-46d3-a43c-2b84fc92189e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515485 Jan 21 09:59:18.842392 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 152456a2-68a0-4732-9db2-e27aaa49b191 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:18.937109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 152456a2-68a0-4732-9db2-e27aaa49b191 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:59:18.941679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 152456a2-68a0-4732-9db2-e27aaa49b191 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:18.942058 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.077053 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.105007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152456a2-68a0-4732-9db2-e27aaa49b191'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:19.114957 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 152456a2-68a0-4732-9db2-e27aaa49b191, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=152456a2-68a0-4732-9db2-e27aaa49b191,segment=NetworkSegment(2acae2cd-6e55-4288-9431-64d2496bcc9e),segment_id=2acae2cd-6e55-4288-9431-64d2496bcc9e)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:59:19.119633 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.152944 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152456a2-68a0-4732-9db2-e27aaa49b191', 'code': 200} Jan 21 09:59:19.191819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=152456a2-68a0-4732-9db2-e27aaa49b191,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:19.374153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e9e87-2208-4cb2-b714-d5eaa5c8cf4c req-74af9863-e1fe-4d91-9ded-ff9b484ba792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:19.375663 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b91e9e87-2208-4cb2-b714-d5eaa5c8cf4c req-74af9863-e1fe-4d91-9ded-ff9b484ba792 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 1098 time: 0.0687087 Jan 21 09:59:19.384957 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902a7d3-7cb2-4426-8f9f-0f988a972f47 req-c931a773-ea9a-4413-912a-2d0799bfc0b9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:19.386431 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a902a7d3-7cb2-4426-8f9f-0f988a972f47 req-c931a773-ea9a-4413-912a-2d0799bfc0b9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 945 time: 0.0796444 Jan 21 09:59:19.416548 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b91e9e87-2208-4cb2-b714-d5eaa5c8cf4c req-238a4771-4b25-4097-81ce-60e1c2795cbe service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=64c566a4-faee-46d3-a43c-2b84fc92189e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349863 Jan 21 09:59:19.432182 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a902a7d3-7cb2-4426-8f9f-0f988a972f47 req-2a9f7a0f-851b-40e0-8f98-7b1190ae1a83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=64c566a4-faee-46d3-a43c-2b84fc92189e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401621 Jan 21 09:59:20.635931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1126b3-8bb1-4fe9-b551-7a3c88f055b4 req-2c6bc28d-7d4f-46d9-a16c-f444b21f47e0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:20.637398 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2a1126b3-8bb1-4fe9-b551-7a3c88f055b4 req-2c6bc28d-7d4f-46d9-a16c-f444b21f47e0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 945 time: 0.0850246 Jan 21 09:59:20.680985 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2a1126b3-8bb1-4fe9-b551-7a3c88f055b4 req-25cdfc54-b8cc-4e8f-b20f-437ccd9c1724 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=64c566a4-faee-46d3-a43c-2b84fc92189e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371485 Jan 21 09:59:21.891991 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc2285-543c-4249-913e-b8d1857329f2 req-5d8d3ad8-04e6-4111-9d3b-e1fb8855ecb2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:21.893431 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-61cc2285-543c-4249-913e-b8d1857329f2 req-5d8d3ad8-04e6-4111-9d3b-e1fb8855ecb2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 945 time: 0.0917594 Jan 21 09:59:21.938612 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-61cc2285-543c-4249-913e-b8d1857329f2 req-37fb2597-c716-49b5-935a-f066017c74a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=64c566a4-faee-46d3-a43c-2b84fc92189e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381458 Jan 21 09:59:22.137370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dacee2-5cc5-4777-83f2-58127732e593 req-3eab2c12-9a65-45b2-bdc4-4cea425511e7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:22.138820 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-73dacee2-5cc5-4777-83f2-58127732e593 req-3eab2c12-9a65-45b2-bdc4-4cea425511e7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 945 time: 0.0962155 Jan 21 09:59:22.183818 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-73dacee2-5cc5-4777-83f2-58127732e593 req-2e91910f-5640-4d96-b6ba-689c823c7cd4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=64c566a4-faee-46d3-a43c-2b84fc92189e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393889 Jan 21 09:59:22.210008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50528) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:22.278541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5b97a5-e829-4690-9e97-ee69f382d7f9 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:22.279996 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3e5b97a5-e829-4690-9e97-ee69f382d7f9 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 1093 time: 0.0689924 Jan 21 09:59:22.282840 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50532) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:22.287827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '152456a2-68a0-4732-9db2-e27aaa49b191', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:22.293630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:22.297593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:floatingip and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:59:22.300702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:59:22.307080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:22.321471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.459475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.596691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.234 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/efe9308e-2bb4-41d6-abc6-7b50f22c4c3c) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:59:22.830267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.861971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.928103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:22.931396 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:22.934981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:59:22.963242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=efe9308e-2bb4-41d6-abc6-7b50f22c4c3c,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:23.355842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.443687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.670417 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.676004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.784406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=efe9308e-2bb4-41d6-abc6-7b50f22c4c3c,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:23.794872 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.975245 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 4805a733-2d83-4f2c-9f77-fbb1a3679bd0 associated. External IP: 172.26.4.234, port: 152456a2-68a0-4732-9db2-e27aaa49b191. Jan 21 09:59:24.432897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 48662856-c84b-41c9-b82e-537597d9e5fc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:59:24.608201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:59:24.618384 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da564f-043b-4abd-878f-f7a0718d8c00 None None] Sync routers for ids ['48662856-c84b-41c9-b82e-537597d9e5fc'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:59:24.630203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da564f-043b-4abd-878f-f7a0718d8c00 None None] Routers {'48662856-c84b-41c9-b82e-537597d9e5fc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:59:24.630818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-72da564f-043b-4abd-878f-f7a0718d8c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:59:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['48662856-c84b-41c9-b82e-537597d9e5fc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:24.634144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:24.696956 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50540) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:24.697545 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8f065856-fcfc-43a7-99a5-abbcc43bf01b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4131024 Jan 21 09:59:24.697648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'tag': '152456a2-68a0-4732-9db2-e27aaa49b191'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:24.742386 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'tag': '152456a2-68a0-4732-9db2-e27aaa49b191', 'status': 'completed', 'code': 200} Jan 21 09:59:24.814770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-72da564f-043b-4abd-878f-f7a0718d8c00 None None] Set router 48662856-c84b-41c9-b82e-537597d9e5fc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:59:24.849112 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-66b4c6c6-5ca9-43bd-9658-b732264022ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/4805a733-2d83-4f2c-9f77-fbb1a3679bd0 HTTP/1.1" status: 200 len: 991 time: 0.1510925 Jan 21 09:59:24.868144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc4376-248d-4c03-bc75-2da2ec14fb78 req-98aa666b-00ef-4d8e-9dad-c94ffcb0ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:24.869600 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9acc4376-248d-4c03-bc75-2da2ec14fb78 req-98aa666b-00ef-4d8e-9dad-c94ffcb0ad78 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 1098 time: 0.0965316 Jan 21 09:59:24.996583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc4376-248d-4c03-bc75-2da2ec14fb78 req-7f61349c-2489-43eb-99c2-a0f3110a924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:24.997968 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9acc4376-248d-4c03-bc75-2da2ec14fb78 req-7f61349c-2489-43eb-99c2-a0f3110a924c service neutron] 10.222.0.121 "GET /v2.0/networks?id=f059ef70-2524-4d41-af4f-08ef8cbb7c87 HTTP/1.1" status: 200 len: 898 time: 0.1229768 Jan 21 09:59:25.098063 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9acc4376-248d-4c03-bc75-2da2ec14fb78 req-a163d7a7-5e83-45a1-8348-0554f8d13551 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=152456a2-68a0-4732-9db2-e27aaa49b191 HTTP/1.1" status: 200 len: 999 time: 0.0944953 Jan 21 09:59:25.161181 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc4376-248d-4c03-bc75-2da2ec14fb78 req-6995fda2-6d12-4b9c-a672-b00672fc4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:25.162797 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9acc4376-248d-4c03-bc75-2da2ec14fb78 req-6995fda2-6d12-4b9c-a672-b00672fc4434 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992 HTTP/1.1" status: 200 len: 844 time: 0.0585313 Jan 21 09:59:25.163387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-72da564f-043b-4abd-878f-f7a0718d8c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T09:59:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:58Z', 'updated_at': '2022-01-21T09:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '4805a733-2d83-4f2c-9f77-fbb1a3679bd0', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'port_id': '152456a2-68a0-4732-9db2-e27aaa49b191', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'mac_address': 'fa:16:3e:b6:f9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:23Z', 'updated_at': '2022-01-21T09:59:23Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7271666f-c94a-4f59-90de-8d9a96ddbdcf', 'name': '', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:84:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:25.167376 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da564f-043b-4abd-878f-f7a0718d8c00 None None] Checking router: 48662856-c84b-41c9-b82e-537597d9e5fc for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:59:25.175816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da564f-043b-4abd-878f-f7a0718d8c00 None None] Routers {'48662856-c84b-41c9-b82e-537597d9e5fc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:59:25.176559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-72da564f-043b-4abd-878f-f7a0718d8c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T09:59:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['48662856-c84b-41c9-b82e-537597d9e5fc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:25.358890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc4376-248d-4c03-bc75-2da2ec14fb78 req-65a8b78d-eb15-400c-8254-467b08c082a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:25.360255 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9acc4376-248d-4c03-bc75-2da2ec14fb78 req-65a8b78d-eb15-400c-8254-467b08c082a7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f059ef70-2524-4d41-af4f-08ef8cbb7c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1920078 Jan 21 09:59:25.362993 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-72da564f-043b-4abd-878f-f7a0718d8c00 None None] Set router 48662856-c84b-41c9-b82e-537597d9e5fc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:59:25.493650 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9acc4376-248d-4c03-bc75-2da2ec14fb78 req-c4791d19-17ad-4618-a7dc-cd4bc9623a47 service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267099 Jan 21 09:59:25.625765 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9acc4376-248d-4c03-bc75-2da2ec14fb78 req-7247bbcf-32fe-4570-875f-dc58590d3901 service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259747 Jan 21 09:59:25.743704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-72da564f-043b-4abd-878f-f7a0718d8c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T09:59:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:58Z', 'updated_at': '2022-01-21T09:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '4805a733-2d83-4f2c-9f77-fbb1a3679bd0', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'port_id': '152456a2-68a0-4732-9db2-e27aaa49b191', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'mac_address': 'fa:16:3e:b6:f9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:23Z', 'updated_at': '2022-01-21T09:59:23Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7271666f-c94a-4f59-90de-8d9a96ddbdcf', 'name': '', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:84:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:25.747786 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da564f-043b-4abd-878f-f7a0718d8c00 None None] The sync data for ids ['48662856-c84b-41c9-b82e-537597d9e5fc'] in dv-neutron-825723-1-hyperv is: [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T09:59:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:58Z', 'updated_at': '2022-01-21T09:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '4805a733-2d83-4f2c-9f77-fbb1a3679bd0', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'port_id': '152456a2-68a0-4732-9db2-e27aaa49b191', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'mac_address': 'fa:16:3e:b6:f9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:23Z', 'updated_at': '2022-01-21T09:59:23Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7271666f-c94a-4f59-90de-8d9a96ddbdcf', 'name': '', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:84:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:59:25.853230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50546) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:25.941586 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb14dfc-1ddf-4df4-bd77-96a2dbb3fab4 None None] New status for floating IP 4805a733-2d83-4f2c-9f77-fbb1a3679bd0: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:59:25.959733 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-02e0b593-3983-4373-a308-03ac461407e3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/4805a733-2d83-4f2c-9f77-fbb1a3679bd0 HTTP/1.1" status: 200 len: 991 time: 0.1053307 Jan 21 09:59:26.964947 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50550) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:27.073948 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b191c4f5-ea01-4ac1-b0af-0fd36878804c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/4805a733-2d83-4f2c-9f77-fbb1a3679bd0 HTTP/1.1" status: 200 len: 993 time: 0.1074188 Jan 21 09:59:30.229083 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:32.876493 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:59:36.329477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c4ce868f-9be7-419d-b02c-9cc588e1d4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.476376 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9d203ace-248d-4108-bcb2-26ff6252adff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:39.590261 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:39.767108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:41.074139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:53.802169 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-03e6f193-f19d-4c2e-9347-4fa0cbc2e88b req-577de3eb-4f46-4ee5-9a86-e08d70be5120 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734885 Jan 21 09:59:53.954424 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6f193-f19d-4c2e-9347-4fa0cbc2e88b req-46ccfda2-0954-4563-a64f-f287339af43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:53.955777 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-03e6f193-f19d-4c2e-9347-4fa0cbc2e88b req-46ccfda2-0954-4563-a64f-f287339af43f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 1098 time: 0.0775657 Jan 21 09:59:54.103828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6f193-f19d-4c2e-9347-4fa0cbc2e88b req-825183ee-7863-4adc-b1d4-7a9cd2c6851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:54.105316 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-03e6f193-f19d-4c2e-9347-4fa0cbc2e88b req-825183ee-7863-4adc-b1d4-7a9cd2c6851d service neutron] 10.222.0.121 "GET /v2.0/networks?id=f059ef70-2524-4d41-af4f-08ef8cbb7c87 HTTP/1.1" status: 200 len: 898 time: 0.1310298 Jan 21 09:59:54.203309 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-03e6f193-f19d-4c2e-9347-4fa0cbc2e88b req-ae4baea8-b459-46cb-9a70-95e3eaae1d53 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=152456a2-68a0-4732-9db2-e27aaa49b191 HTTP/1.1" status: 200 len: 1001 time: 0.0916543 Jan 21 09:59:54.269555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6f193-f19d-4c2e-9347-4fa0cbc2e88b req-75fe9e0a-a902-4e9c-ba44-bdc1e917fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:54.270896 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-03e6f193-f19d-4c2e-9347-4fa0cbc2e88b req-75fe9e0a-a902-4e9c-ba44-bdc1e917fe0e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992 HTTP/1.1" status: 200 len: 844 time: 0.0616448 Jan 21 09:59:54.355565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6f193-f19d-4c2e-9347-4fa0cbc2e88b req-096dfcf0-db7e-43b6-a4b7-26f16e7df876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:54.357155 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-03e6f193-f19d-4c2e-9347-4fa0cbc2e88b req-096dfcf0-db7e-43b6-a4b7-26f16e7df876 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f059ef70-2524-4d41-af4f-08ef8cbb7c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800772 Jan 21 09:59:54.508188 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-03e6f193-f19d-4c2e-9347-4fa0cbc2e88b req-69b32c32-6306-4f42-ab8e-d8e34883f0c6 service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447651 Jan 21 09:59:54.638836 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-03e6f193-f19d-4c2e-9347-4fa0cbc2e88b req-f52ae925-5a7c-4a6c-b213-894904e4020a service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241577 Jan 21 10:00:00.249127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:06.335055 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-984a029a-e007-4bd6-8fc8-99d7e65c455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:08.475386 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-45791250-b894-4459-b93c-d670ec62bd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.596160 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.766707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.877414 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:00:11.079950 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.272591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:36.338686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-17124456-365f-466d-bb1d-d8d31ddbda09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:38.475292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-76955041-aa27-4c76-8f2c-a39534f0fd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:39.588268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:39.775394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:41.082752 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:46.876776 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:00:54.956775 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-057da862-011b-4386-9cc4-8df8da2cbf97 req-99d08cc2-a5a4-46f0-97ae-c9c546dc9a14 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742702 Jan 21 10:00:55.111317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057da862-011b-4386-9cc4-8df8da2cbf97 req-96ecf563-e292-4dd6-a976-917977ac3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:55.112842 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-057da862-011b-4386-9cc4-8df8da2cbf97 req-96ecf563-e292-4dd6-a976-917977ac3661 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 1098 time: 0.0743687 Jan 21 10:00:55.256308 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057da862-011b-4386-9cc4-8df8da2cbf97 req-424a9425-d598-4f93-968b-12dbf6a5f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:55.257679 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-057da862-011b-4386-9cc4-8df8da2cbf97 req-424a9425-d598-4f93-968b-12dbf6a5f86c service neutron] 10.222.0.121 "GET /v2.0/networks?id=f059ef70-2524-4d41-af4f-08ef8cbb7c87 HTTP/1.1" status: 200 len: 898 time: 0.1248121 Jan 21 10:00:55.466957 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-057da862-011b-4386-9cc4-8df8da2cbf97 req-1958ff8a-9d0b-425a-b223-171196679729 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=152456a2-68a0-4732-9db2-e27aaa49b191 HTTP/1.1" status: 200 len: 1001 time: 0.2034881 Jan 21 10:00:55.529781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057da862-011b-4386-9cc4-8df8da2cbf97 req-f928c4b3-80f3-4ddc-b2b9-26c8887cbf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:55.531085 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-057da862-011b-4386-9cc4-8df8da2cbf97 req-f928c4b3-80f3-4ddc-b2b9-26c8887cbf2e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992 HTTP/1.1" status: 200 len: 844 time: 0.0584102 Jan 21 10:00:55.604465 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057da862-011b-4386-9cc4-8df8da2cbf97 req-1677b85d-f5b0-4663-af93-885b181f55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:55.605942 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-057da862-011b-4386-9cc4-8df8da2cbf97 req-1677b85d-f5b0-4663-af93-885b181f55d1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f059ef70-2524-4d41-af4f-08ef8cbb7c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683756 Jan 21 10:00:55.737348 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-057da862-011b-4386-9cc4-8df8da2cbf97 req-bf6609b1-45fe-4627-bac8-a41ff914e309 service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248589 Jan 21 10:00:55.880139 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-057da862-011b-4386-9cc4-8df8da2cbf97 req-d9edb925-9a5d-49b9-9289-21aeb889b901 service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370635 Jan 21 10:01:00.269252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:06.338111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-932629bb-a31e-4a99-a934-84b7b49e7896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:08.477398 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-68c62810-ba9d-4dc8-b347-888ccefb275e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:09.587071 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:09.779172 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:11.088204 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:23.881464 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:01:30.287162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:36.338361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c835115d-2299-40e2-b228-44ae22821784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:38.479193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0a7de484-07ce-49ff-a55c-208761943452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:39.586156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:39.785014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:41.093445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:55.817656 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9f05d829-37d5-4d34-abee-382fca651af1 req-ea4b65ca-58a5-4486-aad4-479e60d909ad service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770206 Jan 21 10:01:55.972613 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05d829-37d5-4d34-abee-382fca651af1 req-6e262432-04c2-42f2-9398-4a532e78c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:55.974020 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9f05d829-37d5-4d34-abee-382fca651af1 req-6e262432-04c2-42f2-9398-4a532e78c324 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 1098 time: 0.0880027 Jan 21 10:01:56.117606 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05d829-37d5-4d34-abee-382fca651af1 req-bca08ced-e03f-4d53-8aa4-c2ba713fd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:56.119003 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9f05d829-37d5-4d34-abee-382fca651af1 req-bca08ced-e03f-4d53-8aa4-c2ba713fd342 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f059ef70-2524-4d41-af4f-08ef8cbb7c87 HTTP/1.1" status: 200 len: 898 time: 0.1253307 Jan 21 10:01:56.235933 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9f05d829-37d5-4d34-abee-382fca651af1 req-602de90a-02e5-4557-a88b-4981337b8063 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=152456a2-68a0-4732-9db2-e27aaa49b191 HTTP/1.1" status: 200 len: 1001 time: 0.1103392 Jan 21 10:01:56.299484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05d829-37d5-4d34-abee-382fca651af1 req-5aba0d86-46da-45eb-b3c5-85c70e28b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:56.300906 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9f05d829-37d5-4d34-abee-382fca651af1 req-5aba0d86-46da-45eb-b3c5-85c70e28b2ab service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992 HTTP/1.1" status: 200 len: 844 time: 0.0579708 Jan 21 10:01:56.379361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05d829-37d5-4d34-abee-382fca651af1 req-2345bd6c-8c48-4d5f-91b9-8edbe5d46cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:56.380835 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9f05d829-37d5-4d34-abee-382fca651af1 req-2345bd6c-8c48-4d5f-91b9-8edbe5d46cd8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f059ef70-2524-4d41-af4f-08ef8cbb7c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733793 Jan 21 10:01:56.519077 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9f05d829-37d5-4d34-abee-382fca651af1 req-5739c4b2-71ec-49a7-b235-fa3f74e65687 service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317911 Jan 21 10:01:56.647778 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9f05d829-37d5-4d34-abee-382fca651af1 req-9e261223-3094-41e7-a8ba-665fd49b53d6 service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214709 Jan 21 10:02:00.287717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:00.885631 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:02:01.938089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50592) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:01.947544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:02.068199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3196064'] for subnet, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:02.365120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735567170286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3287803'] for subnet, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:02.408908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:02.409495 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:02.410926 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/subnets/1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992 HTTP/1.1" status: 200 len: 836 time: 0.4714217 Jan 21 10:02:02.416842 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e545c0-d6fd-45ec-a4bf-050d6c5f0df1 None None] Network f059ef70-2524-4d41-af4f-08ef8cbb7c87 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:02:02.433722 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Subnet': ['ID=1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:02.441194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:02.441538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:02.441872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:02.442198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:02.442525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:02.442845 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:02.443169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:02.443493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:02.443907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:02.444228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:02.444585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:02.444868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab101e-a214-4f26-8fa5-dccdbcb56fdf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:02.946604 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d28cce88-2c1c-4417-a030-7cd37d7e7085 None None] Provisioning complete for port 152456a2-68a0-4732-9db2-e27aaa49b191 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:02.946852 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d28cce88-2c1c-4417-a030-7cd37d7e7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:03.084030 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d28cce88-2c1c-4417-a030-7cd37d7e7085 None None] Provisioning complete for port db11a35d-d36b-42e5-9dbe-a763b65b690e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:03.084388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d28cce88-2c1c-4417-a030-7cd37d7e7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:03.217788 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d28cce88-2c1c-4417-a030-7cd37d7e7085 None None] Provisioning complete for port 7271666f-c94a-4f59-90de-8d9a96ddbdcf triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:03.218041 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d28cce88-2c1c-4417-a030-7cd37d7e7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:06.339755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-629515af-ec1a-4b9f-9766-8d5927cf14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:08.479922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-03996eba-1658-40a2-bc75-99641bde9dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:09.586224 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:09.784117 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:11.099974 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:30.298680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:36.341090 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1feb-e851-4ce5-bee7-f12f295277c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:37.889614 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:02:38.487197 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-850e7b12-80dd-40bc-86dd-9d6b3576c868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.592152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.788728 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:41.103971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:46.157453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50610) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:46.368831 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a7668271-ed68-4cc5-b9b0-1b159c21372a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port efe9308e-2bb4-41d6-abc6-7b50f22c4c3c {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:02:46.369116 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a7668271-ed68-4cc5-b9b0-1b159c21372a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:46.537928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a7668271-ed68-4cc5-b9b0-1b159c21372a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:46.538160 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a7668271-ed68-4cc5-b9b0-1b159c21372a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:46.657995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a7668271-ed68-4cc5-b9b0-1b159c21372a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for efe9308e-2bb4-41d6-abc6-7b50f22c4c3c owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:02:46.822125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a7668271-ed68-4cc5-b9b0-1b159c21372a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:46.867305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7668271-ed68-4cc5-b9b0-1b159c21372a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=efe9308e-2bb4-41d6-abc6-7b50f22c4c3c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:46.962048 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a7668271-ed68-4cc5-b9b0-1b159c21372a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:46.962374 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-a7668271-ed68-4cc5-b9b0-1b159c21372a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 4805a733-2d83-4f2c-9f77-fbb1a3679bd0 disassociated (deleted). External IP: 172.26.4.234, port: 152456a2-68a0-4732-9db2-e27aaa49b191. Jan 21 10:02:47.321793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7668271-ed68-4cc5-b9b0-1b159c21372a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 48662856-c84b-41c9-b82e-537597d9e5fc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:02:47.611838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7668271-ed68-4cc5-b9b0-1b159c21372a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:02:47.622008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f812f4f-dfe1-4f19-b6b2-455ceb6e127a None None] Sync routers for ids ['48662856-c84b-41c9-b82e-537597d9e5fc'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:02:47.628586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a7668271-ed68-4cc5-b9b0-1b159c21372a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.632043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f812f4f-dfe1-4f19-b6b2-455ceb6e127a None None] Routers {'48662856-c84b-41c9-b82e-537597d9e5fc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:47.632758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4f812f4f-dfe1-4f19-b6b2-455ceb6e127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:02:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['48662856-c84b-41c9-b82e-537597d9e5fc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:47.685463 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a7668271-ed68-4cc5-b9b0-1b159c21372a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/floatingips/4805a733-2d83-4f2c-9f77-fbb1a3679bd0 HTTP/1.1" status: 204 len: 168 time: 1.5240004 Jan 21 10:02:47.685463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'tag': '152456a2-68a0-4732-9db2-e27aaa49b191'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:47.841019 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-4f812f4f-dfe1-4f19-b6b2-455ceb6e127a None None] Set router 48662856-c84b-41c9-b82e-537597d9e5fc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:48.156248 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4f812f4f-dfe1-4f19-b6b2-455ceb6e127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T09:59:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:58Z', 'updated_at': '2022-01-21T09:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '7271666f-c94a-4f59-90de-8d9a96ddbdcf', 'name': '', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:84:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:48.158713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96705f-edc5-4a98-96b7-525c5a8c3a6e req-857c1c80-0f29-4b16-98a1-08d52f56b0fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:48.160178 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd96705f-edc5-4a98-96b7-525c5a8c3a6e req-857c1c80-0f29-4b16-98a1-08d52f56b0fb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 945 time: 0.1861000 Jan 21 10:02:48.160486 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f812f4f-dfe1-4f19-b6b2-455ceb6e127a None None] Checking router: 48662856-c84b-41c9-b82e-537597d9e5fc for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:02:48.169394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f812f4f-dfe1-4f19-b6b2-455ceb6e127a None None] Routers {'48662856-c84b-41c9-b82e-537597d9e5fc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:48.169990 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4f812f4f-dfe1-4f19-b6b2-455ceb6e127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:02:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['48662856-c84b-41c9-b82e-537597d9e5fc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:48.203704 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd96705f-edc5-4a98-96b7-525c5a8c3a6e req-f87ab908-b7ee-498e-82fa-d288ae313bdc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=64c566a4-faee-46d3-a43c-2b84fc92189e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376544 Jan 21 10:02:48.345621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-4f812f4f-dfe1-4f19-b6b2-455ceb6e127a None None] Set router 48662856-c84b-41c9-b82e-537597d9e5fc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:48.669321 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-4f812f4f-dfe1-4f19-b6b2-455ceb6e127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T09:59:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:58Z', 'updated_at': '2022-01-21T09:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '7271666f-c94a-4f59-90de-8d9a96ddbdcf', 'name': '', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:84:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:48.673332 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f812f4f-dfe1-4f19-b6b2-455ceb6e127a None None] The sync data for ids ['48662856-c84b-41c9-b82e-537597d9e5fc'] in dv-neutron-825723-1-hyperv is: [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T09:59:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:58Z', 'updated_at': '2022-01-21T09:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '7271666f-c94a-4f59-90de-8d9a96ddbdcf', 'name': '', 'network_id': 'f059ef70-2524-4d41-af4f-08ef8cbb7c87', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:84:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:59:01Z', 'updated_at': '2022-01-21T09:59:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': '1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:02:48.891118 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'tag': '152456a2-68a0-4732-9db2-e27aaa49b191', 'status': 'completed', 'code': 200} Jan 21 10:02:48.910164 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e19e1-83c5-4ead-b469-be17fae9845d None None] New status for floating IP 4805a733-2d83-4f2c-9f77-fbb1a3679bd0: DOWN {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:02:48.990287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dd2f1-9222-47eb-a4cc-cfdd9f596737 req-1fec8c81-cf78-4725-9b36-d91f36ee0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:48.991778 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-632dd2f1-9222-47eb-a4cc-cfdd9f596737 req-1fec8c81-cf78-4725-9b36-d91f36ee0ced service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 1098 time: 0.0757351 Jan 21 10:02:49.123906 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dd2f1-9222-47eb-a4cc-cfdd9f596737 req-27e22647-73fc-465d-8c1f-597292957a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:49.125396 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-632dd2f1-9222-47eb-a4cc-cfdd9f596737 req-27e22647-73fc-465d-8c1f-597292957a9b service neutron] 10.222.0.121 "GET /v2.0/networks?id=f059ef70-2524-4d41-af4f-08ef8cbb7c87 HTTP/1.1" status: 200 len: 898 time: 0.1270983 Jan 21 10:02:49.194745 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-632dd2f1-9222-47eb-a4cc-cfdd9f596737 req-c47872ee-8d40-4529-bfa3-d438a7b966e5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=152456a2-68a0-4732-9db2-e27aaa49b191 HTTP/1.1" status: 200 len: 217 time: 0.0612521 Jan 21 10:02:49.265489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dd2f1-9222-47eb-a4cc-cfdd9f596737 req-0582117b-11f2-4943-b8a3-6be89244548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:49.267720 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-632dd2f1-9222-47eb-a4cc-cfdd9f596737 req-0582117b-11f2-4943-b8a3-6be89244548d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992 HTTP/1.1" status: 200 len: 844 time: 0.0654945 Jan 21 10:02:49.343818 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dd2f1-9222-47eb-a4cc-cfdd9f596737 req-71a79c76-b4ad-4b8a-8a74-fbb86ba2a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:49.345422 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-632dd2f1-9222-47eb-a4cc-cfdd9f596737 req-71a79c76-b4ad-4b8a-8a74-fbb86ba2a688 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f059ef70-2524-4d41-af4f-08ef8cbb7c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711091 Jan 21 10:02:49.393171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02195e66-c8ea-41dd-a1ae-6e315cc9231d req-b1b9f2e9-97d2-4cbe-a152-82bd7bc45dcf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:49.394621 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-02195e66-c8ea-41dd-a1ae-6e315cc9231d req-b1b9f2e9-97d2-4cbe-a152-82bd7bc45dcf tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 945 time: 0.0813813 Jan 21 10:02:49.443287 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-02195e66-c8ea-41dd-a1ae-6e315cc9231d req-f0919a3f-7a83-4b0a-b836-3be3669fd540 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=64c566a4-faee-46d3-a43c-2b84fc92189e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427973 Jan 21 10:02:49.480577 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-632dd2f1-9222-47eb-a4cc-cfdd9f596737 req-6ea299b0-bbe0-4cd7-bc02-6099d2ef178b service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272554 Jan 21 10:02:49.613214 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-632dd2f1-9222-47eb-a4cc-cfdd9f596737 req-6a7485fb-e3d3-4a03-8493-9fb71a7a1517 service neutron] 10.222.0.121 "GET /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260023 Jan 21 10:02:49.768194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b761d-5193-43ff-bcee-fc5320c7e12a req-61ebeabc-4723-48bf-b699-b8f9faf7a66c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:49.768823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-8f0b761d-5193-43ff-bcee-fc5320c7e12a req-61ebeabc-4723-48bf-b699-b8f9faf7a66c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:02:49.786680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-8f0b761d-5193-43ff-bcee-fc5320c7e12a req-61ebeabc-4723-48bf-b699-b8f9faf7a66c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:02:49.788030 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8f0b761d-5193-43ff-bcee-fc5320c7e12a req-61ebeabc-4723-48bf-b699-b8f9faf7a66c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 945 time: 0.1111181 Jan 21 10:02:49.861388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-8f0b761d-5193-43ff-bcee-fc5320c7e12a req-9cc2ef0e-6575-4975-8d8c-d682037b2e29 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 152456a2-68a0-4732-9db2-e27aaa49b191 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:02:49.861714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8f0b761d-5193-43ff-bcee-fc5320c7e12a req-9cc2ef0e-6575-4975-8d8c-d682037b2e29 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:50.107043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-8f0b761d-5193-43ff-bcee-fc5320c7e12a req-9cc2ef0e-6575-4975-8d8c-d682037b2e29 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 152456a2-68a0-4732-9db2-e27aaa49b191, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=152456a2-68a0-4732-9db2-e27aaa49b191,segment=NetworkSegment(2acae2cd-6e55-4288-9431-64d2496bcc9e),segment_id=2acae2cd-6e55-4288-9431-64d2496bcc9e)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:50.107716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8f0b761d-5193-43ff-bcee-fc5320c7e12a req-9cc2ef0e-6575-4975-8d8c-d682037b2e29 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:50.227341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-8f0b761d-5193-43ff-bcee-fc5320c7e12a req-9cc2ef0e-6575-4975-8d8c-d682037b2e29 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 152456a2-68a0-4732-9db2-e27aaa49b191 owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:02:50.496147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8f0b761d-5193-43ff-bcee-fc5320c7e12a req-9cc2ef0e-6575-4975-8d8c-d682037b2e29 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:50.547159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2ef0e-6575-4975-8d8c-d682037b2e29 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=152456a2-68a0-4732-9db2-e27aaa49b191,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:50.627867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0b761d-5193-43ff-bcee-fc5320c7e12a req-9cc2ef0e-6575-4975-8d8c-d682037b2e29 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] No DVR routers for this DVR port 152456a2-68a0-4732-9db2-e27aaa49b191 on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:02:50.630341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-8f0b761d-5193-43ff-bcee-fc5320c7e12a req-9cc2ef0e-6575-4975-8d8c-d682037b2e29 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:50.643853 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8f0b761d-5193-43ff-bcee-fc5320c7e12a req-9cc2ef0e-6575-4975-8d8c-d682037b2e29 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "DELETE /v2.0/ports/152456a2-68a0-4732-9db2-e27aaa49b191 HTTP/1.1" status: 204 len: 173 time: 0.8505564 Jan 21 10:02:50.645048 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7263ce17-0ed6-4274-a906-b7d1871d4330 req-d1f7ed2b-af31-45bb-892d-a4173bdfbea0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=f97156dd-71f5-4075-a1dd-759dd24377cb HTTP/1.1" status: 200 len: 210 time: 0.0910349 Jan 21 10:02:50.892667 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'name': 'network-vif-deleted', 'tag': '152456a2-68a0-4732-9db2-e27aaa49b191'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:50.951200 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97156dd-71f5-4075-a1dd-759dd24377cb', 'name': 'network-vif-deleted', 'tag': '152456a2-68a0-4732-9db2-e27aaa49b191', 'status': 'completed', 'code': 200} Jan 21 10:02:51.740275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50638) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:51.808445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:51.848851 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:51.916827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:51.935228 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c566a4-faee-46d3-a43c-2b84fc92189e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:51.943463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:51.943812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:51.944154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:51.944519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:51.944920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:51.945252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:51.945578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:51.945900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:51.946227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:51.946547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:51.946865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:51.947180 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:51.954422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:51.955543 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ddfd7ed2-29c4-4fa7-a6e8-caf52cf02cbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/security-groups/64c566a4-faee-46d3-a43c-2b84fc92189e HTTP/1.1" status: 204 len: 168 time: 0.2142782 Jan 21 10:02:51.986705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50644) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:52.557310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38fa4279-62be-427d-8b16-81093e265960 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:53.025136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-38fa4279-62be-427d-8b16-81093e265960 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 7271666f-c94a-4f59-90de-8d9a96ddbdcf {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:02:53.025856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38fa4279-62be-427d-8b16-81093e265960 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:53.221549 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-38fa4279-62be-427d-8b16-81093e265960 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 7271666f-c94a-4f59-90de-8d9a96ddbdcf, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7271666f-c94a-4f59-90de-8d9a96ddbdcf,segment=NetworkSegment(2acae2cd-6e55-4288-9431-64d2496bcc9e),segment_id=2acae2cd-6e55-4288-9431-64d2496bcc9e)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:53.221898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38fa4279-62be-427d-8b16-81093e265960 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:53.343013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-38fa4279-62be-427d-8b16-81093e265960 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 7271666f-c94a-4f59-90de-8d9a96ddbdcf owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:02:53.673829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38fa4279-62be-427d-8b16-81093e265960 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:53.721694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa4279-62be-427d-8b16-81093e265960 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=7271666f-c94a-4f59-90de-8d9a96ddbdcf,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:53.775656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 152456a2-68a0-4732-9db2-e27aaa49b191 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:02:53.811064 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 152456a2-68a0-4732-9db2-e27aaa49b191 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:02:53.811483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 152456a2-68a0-4732-9db2-e27aaa49b191 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:02:54.007358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-38fa4279-62be-427d-8b16-81093e265960 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:54.483120 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fa4279-62be-427d-8b16-81093e265960 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 48662856-c84b-41c9-b82e-537597d9e5fc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:02:54.663323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fa4279-62be-427d-8b16-81093e265960 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:02:54.673343 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb7f7e-d98b-437b-9df4-8508800b644b None None] Sync routers for ids ['48662856-c84b-41c9-b82e-537597d9e5fc'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:02:54.676026 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-38fa4279-62be-427d-8b16-81093e265960 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/48662856-c84b-41c9-b82e-537597d9e5fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6882133 Jan 21 10:02:54.680074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50652) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:54.692990 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb7f7e-d98b-437b-9df4-8508800b644b None None] Routers {'48662856-c84b-41c9-b82e-537597d9e5fc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:54.693660 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e5bb7f7e-d98b-437b-9df4-8508800b644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:02:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['48662856-c84b-41c9-b82e-537597d9e5fc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:54.746904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d4eb1e-7442-4961-8fa4-31237c3f60dc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting subnet 1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:02:54.749854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a2d4eb1e-7442-4961-8fa4-31237c3f60dc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:54.807636 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a2d4eb1e-7442-4961-8fa4-31237c3f60dc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:54.867717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-e5bb7f7e-d98b-437b-9df4-8508800b644b None None] Set router 48662856-c84b-41c9-b82e-537597d9e5fc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:54.889828 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a2d4eb1e-7442-4961-8fa4-31237c3f60dc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:54.970124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a2d4eb1e-7442-4961-8fa4-31237c3f60dc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.019534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4eb1e-7442-4961-8fa4-31237c3f60dc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:55.023420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a2d4eb1e-7442-4961-8fa4-31237c3f60dc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.029777 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a2d4eb1e-7442-4961-8fa4-31237c3f60dc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/subnets/1b7db8aa-fe2a-421f-b0b7-a5a3bc55d992 HTTP/1.1" status: 204 len: 168 time: 0.3486474 Jan 21 10:02:55.032680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50656) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:55.094571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32318e7d-a0cf-4353-be78-756b3f0c8326 None None] Network f059ef70-2524-4d41-af4f-08ef8cbb7c87 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:02:55.213941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.362287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e5bb7f7e-d98b-437b-9df4-8508800b644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T10:02:53Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '3307fd6f-759a-486d-99a2-fffc197c9b13', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:58Z', 'updated_at': '2022-01-21T09:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:55.369537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb7f7e-d98b-437b-9df4-8508800b644b None None] Checking router: 48662856-c84b-41c9-b82e-537597d9e5fc for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:02:55.378868 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb7f7e-d98b-437b-9df4-8508800b644b None None] Routers {'48662856-c84b-41c9-b82e-537597d9e5fc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:55.380187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e5bb7f7e-d98b-437b-9df4-8508800b644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:02:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['48662856-c84b-41c9-b82e-537597d9e5fc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:55.397125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.407977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 3307fd6f-759a-486d-99a2-fffc197c9b13 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:02:55.408331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.502662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] DHCP port deletion for f059ef70-2524-4d41-af4f-08ef8cbb7c87 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:02:55.523895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Deleting port db11a35d-d36b-42e5-9dbe-a763b65b690e {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:02:55.524264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.584360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-e5bb7f7e-d98b-437b-9df4-8508800b644b None None] Set router 48662856-c84b-41c9-b82e-537597d9e5fc gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:55.585532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 3307fd6f-759a-486d-99a2-fffc197c9b13, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3307fd6f-759a-486d-99a2-fffc197c9b13,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:55.585897 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.712933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 3307fd6f-759a-486d-99a2-fffc197c9b13 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:02:55.717208 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e5bb7f7e-d98b-437b-9df4-8508800b644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T10:02:55Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:55.735815 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb7f7e-d98b-437b-9df4-8508800b644b None None] The sync data for ids ['48662856-c84b-41c9-b82e-537597d9e5fc'] in dv-neutron-825723-1-hyperv is: [{'id': '48662856-c84b-41c9-b82e-537597d9e5fc', 'name': 'tempest-TestNetworkBasicOps-router-1077045778', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:57Z', 'updated_at': '2022-01-21T10:02:55Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port_host': None}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:02:55.850427 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] For port db11a35d-d36b-42e5-9dbe-a763b65b690e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=db11a35d-d36b-42e5-9dbe-a763b65b690e,segment=NetworkSegment(2acae2cd-6e55-4288-9431-64d2496bcc9e),segment_id=2acae2cd-6e55-4288-9431-64d2496bcc9e)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:55.850807 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.891092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.937826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=3307fd6f-759a-486d-99a2-fffc197c9b13,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:55.973804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Calling delete_port for db11a35d-d36b-42e5-9dbe-a763b65b690e owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:02:56.037545 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.053635 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.103894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Pushing event deleted for resources: {'Port': ['ID=db11a35d-d36b-42e5-9dbe-a763b65b690e,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:56.106413 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] No DVR routers for this DVR port db11a35d-d36b-42e5-9dbe-a763b65b690e on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:02:56.114260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:56.114614 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:56.114956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:56.115287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:56.115619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:56.116220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:56.116364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:56.116848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:56.117565 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:56.117894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:56.118221 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:56.118545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3be70d-2ac0-44d4-8200-08e376ff4b56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:56.321593 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.323822 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.350538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.351240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Fanout notify agent at l3_agent the message router_deleted on router 48662856-c84b-41c9-b82e-537597d9e5fc {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:02:56.372044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.373149 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c726c573-d258-40d1-a7b2-48d68ff63a7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/routers/48662856-c84b-41c9-b82e-537597d9e5fc HTTP/1.1" status: 204 len: 168 time: 1.3393717 Jan 21 10:02:56.375902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50660) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:56.485382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-930fcbd9-2267-405f-a410-63bbd48cf510 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.617674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-930fcbd9-2267-405f-a410-63bbd48cf510 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.643000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-930fcbd9-2267-405f-a410-63bbd48cf510 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f059ef70-2524-4d41-af4f-08ef8cbb7c87']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:56.655384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-930fcbd9-2267-405f-a410-63bbd48cf510 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acae2cd-6e55-4288-9431-64d2496bcc9e') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:56.655682 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-930fcbd9-2267-405f-a410-63bbd48cf510 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acae2cd-6e55-4288-9431-64d2496bcc9e') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:56.667425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-930fcbd9-2267-405f-a410-63bbd48cf510 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.684116 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-930fcbd9-2267-405f-a410-63bbd48cf510 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.690425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930fcbd9-2267-405f-a410-63bbd48cf510 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:02:56.690826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-930fcbd9-2267-405f-a410-63bbd48cf510 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:02:56.705570 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:02:56.787758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-930fcbd9-2267-405f-a410-63bbd48cf510 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.805241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-930fcbd9-2267-405f-a410-63bbd48cf510 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.816020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fcbd9-2267-405f-a410-63bbd48cf510 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Network': ['ID=f059ef70-2524-4d41-af4f-08ef8cbb7c87,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:56.825938 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-930fcbd9-2267-405f-a410-63bbd48cf510 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/networks/f059ef70-2524-4d41-af4f-08ef8cbb7c87 HTTP/1.1" status: 204 len: 168 time: 0.4489551 Jan 21 10:02:56.839966 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50664) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:56.845475 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'network': {'name': 'tempest-network-smoke--942197072', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'port_security_enabled': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:56.850548 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:56.854626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:network and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:56.857528 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:56.863149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:56.874913 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:02:56.878383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.905625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:02:56.915555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.915888 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Added segment 8b7ff0ab-6898-450d-80cd-6634ff320862 of type vlan for network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 Jan 21 10:02:56.942181 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.975784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.981219 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:56.981801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:57.097577 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2562606 Jan 21 10:02:57.100448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50668) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:57.105184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3b826-af71-4fc5-b666-4c199294e32f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Network': ['ID=b38380ba-23f8-4f64-95d0-7fb7eae4bf72,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:57.106255 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'admin_state_up': True, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:57.118149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:57.120016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:02:57.123659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:router and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:57.126631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:57.133174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:57.145496 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:57.146577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:57.163607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:57.227335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3307fd6f-759a-486d-99a2-fffc197c9b13 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:02:57.260760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 3307fd6f-759a-486d-99a2-fffc197c9b13 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:02:57.261131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3307fd6f-759a-486d-99a2-fffc197c9b13 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:02:57.261541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device db11a35d-d36b-42e5-9dbe-a763b65b690e no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:02:57.294127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: db11a35d-d36b-42e5-9dbe-a763b65b690e {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:02:57.294432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device db11a35d-d36b-42e5-9dbe-a763b65b690e not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:02:57.294863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7271666f-c94a-4f59-90de-8d9a96ddbdcf no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:02:57.330665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 7271666f-c94a-4f59-90de-8d9a96ddbdcf {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:02:57.331010 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7271666f-c94a-4f59-90de-8d9a96ddbdcf not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:02:57.439151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:57.862232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:57.891019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:58.024660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.136 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/92308da0-609e-4bdd-84a4-0ea278d2e989) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:02:58.176053 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:58.210828 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:58.279640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:02:58.282568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:02:58.286208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:02:58.315296 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=92308da0-609e-4bdd-84a4-0ea278d2e989,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:58.699668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:59.041601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:59.357533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 5961e365-4d1f-4d5a-9744-88b4a1865350 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:02:59.537684 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:02:59.547506 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Sync routers for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:02:59.557835 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:59.558450 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:02:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:59.567180 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:59.572018 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50674) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:59.580432 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-45a88c9f-d0ac-4ed6-9853-48e142e872aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4667852 Jan 21 10:02:59.619363 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3d9cac5e-dcbe-48b8-b05b-24538debb3ab tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=f4e681c68c4e433a8bf1cae53443017d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435092 Jan 21 10:02:59.619566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50678) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:59.735622 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:59.750234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523576f1-6ebc-4816-8517-002c0c6f5d50 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:59.751685 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-523576f1-6ebc-4816-8517-002c0c6f5d50 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313791 Jan 21 10:02:59.754831 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50682) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:59.794327 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a7a5fedc-33e7-43d5-9628-9d1d4eaf8977 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383530 Jan 21 10:02:59.797005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50686) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:59.802751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-242085482', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:59.911333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:59.915201 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:subnet and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:59.918102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:59.923963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:59.935684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:02:59.939250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.010754 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:02:58Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:00.014669 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Checking router: 5961e365-4d1f-4d5a-9744-88b4a1865350 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:03:00.015018 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Updating router 5961e365-4d1f-4d5a-9744-88b4a1865350 port 92308da0-609e-4bdd-84a4-0ea278d2e989 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:03:00.065656 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.151101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.230212 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Subnet': ['ID=ba986146-c520-409b-8123-5189e9b30e21,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:00.239690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Checking segment: {'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:03:00.240187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network hostable DHCP agents. Network: b38380ba-23f8-4f64-95d0-7fb7eae4bf72, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:03:00.260378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:03:00.270141 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, b38380ba-23f8-4f64-95d0-7fb7eae4bf72) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:00.274654 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:00.275399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.288166 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef86f1-649d-4b4c-aee0-2be6464144f5 None None] Network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:03:00.303944 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-33a2488c-8df4-49b9-841b-263178a06ad1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5029111 Jan 21 10:03:00.304370 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50690) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:00.356056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.387865 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.399311 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Transition to ACTIVE for port object 92308da0-609e-4bdd-84a4-0ea278d2e989 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:00.406631 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.513535 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Pushing event updated for resources: {'Port': ['ID=92308da0-609e-4bdd-84a4-0ea278d2e989,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:00.532378 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:00.532719 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:00.533077 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:00.533400 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:00.533731 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:00.534048 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:00.534362 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:00.534672 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:00.534985 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:00.535296 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:00.535602 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:00.535906 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:00.540277 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Attempting to bind port 92308da0-609e-4bdd-84a4-0ea278d2e989 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:00.540669 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Attempting to bind port 92308da0-609e-4bdd-84a4-0ea278d2e989 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:00.541016 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Attempting to bind port 92308da0-609e-4bdd-84a4-0ea278d2e989 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:03:00.546965 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:03:00.547343 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:03:00.547706 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.548259 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:03:00.548543 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Bound port: 92308da0-609e-4bdd-84a4-0ea278d2e989, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:00.548906 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.583583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:03:00.585170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.631541 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] For port 92308da0-609e-4bdd-84a4-0ea278d2e989, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:03:00.635847 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] For port 92308da0-609e-4bdd-84a4-0ea278d2e989, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=92308da0-609e-4bdd-84a4-0ea278d2e989,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:03:00.641802 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.719009 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:03:00.719625 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:02:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:00.765459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Allocated IP 172.20.0.2 (b38380ba-23f8-4f64-95d0-7fb7eae4bf72/ba986146-c520-409b-8123-5189e9b30e21/d19dd57a-6069-4d83-a6d2-c09e59c008cb) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:00.776168 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87677450-df31-46f6-b2df-32e5dd41bf5d None None] Pushing event updated for resources: {'Port': ['ID=92308da0-609e-4bdd-84a4-0ea278d2e989,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:00.899332 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:03:00.982446 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.992699 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Transition to ACTIVE for port object d19dd57a-6069-4d83-a6d2-c09e59c008cb will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:01.010836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Transition to ACTIVE for port object d19dd57a-6069-4d83-a6d2-c09e59c008cb will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:01.018050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:01.079669 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:01.082456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:01.086995 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:03:01.118408 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Pushing event updated for resources: {'Port': ['ID=d19dd57a-6069-4d83-a6d2-c09e59c008cb,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:01.181728 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:02:58Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:01.185605 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5988f83a-c2e2-4636-9a36-04616ff99b33 None None] The sync data for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv is: [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:02:58Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:03:01.187287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Attempting to bind port d19dd57a-6069-4d83-a6d2-c09e59c008cb on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:01.187654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Attempting to bind port d19dd57a-6069-4d83-a6d2-c09e59c008cb by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:01.188426 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Attempting to bind port d19dd57a-6069-4d83-a6d2-c09e59c008cb on network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:03:01.194391 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:03:01.194764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Checking segment: {'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:03:01.195160 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:01.195542 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Bound using segment: {'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:03:01.195995 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Bound port: d19dd57a-6069-4d83-a6d2-c09e59c008cb, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:01.196410 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:01.259426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:01.283696 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] For port d19dd57a-6069-4d83-a6d2-c09e59c008cb, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:03:01.286972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] For port d19dd57a-6069-4d83-a6d2-c09e59c008cb, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d19dd57a-6069-4d83-a6d2-c09e59c008cb,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:03:01.293254 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:01.376546 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287020e1-a4e1-47e6-9da8-f16a82f5cf65 None None] Pushing event updated for resources: {'Port': ['ID=d19dd57a-6069-4d83-a6d2-c09e59c008cb,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:01.720114 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.1 (b38380ba-23f8-4f64-95d0-7fb7eae4bf72/ba986146-c520-409b-8123-5189e9b30e21/203c9b61-29c3-4812-826e-04cb2d8f6115) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:01.890433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:01.907017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 203c9b61-29c3-4812-826e-04cb2d8f6115 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:01.934279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:02.003222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:02.006482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:02.008943 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:03:02.048820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=203c9b61-29c3-4812-826e-04cb2d8f6115,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:02.078820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:02.386611 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0300e674-d84f-4e6d-b646-683e327e1142 None None] Network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:03:02.478259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:02.511247 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-57f5382d-0a1c-4839-ba17-504759123bca None None] Provisioning for port d19dd57a-6069-4d83-a6d2-c09e59c008cb completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:02.876221 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-978aee67-3d81-4373-8ce7-cb2dadf7c68c None None] Provisioning for port 203c9b61-29c3-4812-826e-04cb2d8f6115 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:02.881077 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-978aee67-3d81-4373-8ce7-cb2dadf7c68c None None] Provisioning complete for port 203c9b61-29c3-4812-826e-04cb2d8f6115 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:02.881447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-978aee67-3d81-4373-8ce7-cb2dadf7c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:02.908135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:02.914543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:02.939856 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-978aee67-3d81-4373-8ce7-cb2dadf7c68c None None] Port 203c9b61-29c3-4812-826e-04cb2d8f6115 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:03:03.027533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:03.033939 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=203c9b61-29c3-4812-826e-04cb2d8f6115,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:03.055811 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:03.056108 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:03.056469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:03.056803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:03.057132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:03.057457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:03.057779 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:03.058100 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:03.058495 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:03.058814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:03.059133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:03.059448 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:03.059552 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e92bd899-3893-4afc-aeea-eaa1cda092f1 None None] Provisioning complete for port 203c9b61-29c3-4812-826e-04cb2d8f6115 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:03.059918 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e92bd899-3893-4afc-aeea-eaa1cda092f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:03.114240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e92bd899-3893-4afc-aeea-eaa1cda092f1 None None] Port 203c9b61-29c3-4812-826e-04cb2d8f6115 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:03:03.177717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:03.178922 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:03.272058 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d19dd57a-6069-4d83-a6d2-c09e59c008cb up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:03.343753 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port d19dd57a-6069-4d83-a6d2-c09e59c008cb completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:03.350946 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port d19dd57a-6069-4d83-a6d2-c09e59c008cb triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:03.351317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:03.378110 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 5961e365-4d1f-4d5a-9744-88b4a1865350 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:03:03.482167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:03.496662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-00da0a9b-a017-4239-bdcb-97139ca041e3 None None] Provisioning complete for port 203c9b61-29c3-4812-826e-04cb2d8f6115 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:03.497264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-00da0a9b-a017-4239-bdcb-97139ca041e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:03.564097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:03:03.566615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-00da0a9b-a017-4239-bdcb-97139ca041e3 None None] Port 203c9b61-29c3-4812-826e-04cb2d8f6115 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:03:03.568945 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port d19dd57a-6069-4d83-a6d2-c09e59c008cb, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d19dd57a-6069-4d83-a6d2-c09e59c008cb,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:03:03.577089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:03.577258 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-89d1d6c4-e688-4e14-b1c8-8d7dd8755de5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/5961e365-4d1f-4d5a-9744-88b4a1865350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2714765 Jan 21 10:03:03.578126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 92308da0-609e-4bdd-84a4-0ea278d2e989 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:03.579852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50696) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:03.601982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Sync routers for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:03:03.714935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:03:03.715559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:02:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:03.719196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d377f2f-0486-4062-8a6a-82b1cea4a195 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:03.719692 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d377f2f-0486-4062-8a6a-82b1cea4a195 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:03.720179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d377f2f-0486-4062-8a6a-82b1cea4a195 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:03.720665 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d377f2f-0486-4062-8a6a-82b1cea4a195 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:03.722299 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6d377f2f-0486-4062-8a6a-82b1cea4a195 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1414871 Jan 21 10:03:03.725062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50700) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:03.790896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=d19dd57a-6069-4d83-a6d2-c09e59c008cb,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:03.796257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202a7387-dac1-4f18-bfc0-51ca9138846f tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:03.796881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202a7387-dac1-4f18-bfc0-51ca9138846f tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:03.797318 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202a7387-dac1-4f18-bfc0-51ca9138846f tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:03.797763 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202a7387-dac1-4f18-bfc0-51ca9138846f tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:03.803896 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-202a7387-dac1-4f18-bfc0-51ca9138846f tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0734797 Jan 21 10:03:03.804183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50704) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:03.871678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 92308da0-609e-4bdd-84a4-0ea278d2e989 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:03.893462 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 92308da0-609e-4bdd-84a4-0ea278d2e989 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:03.893836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:03.959505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:03:04.008981 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0f9d3220-b3e3-461f-8a92-9f21675b0c3b tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2035882 Jan 21 10:03:04.212750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.216700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50710) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:04.222134 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864566035', 'description': 'tempest-secgroup-smoke-864566035 description', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:04.228189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:04.232402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:04.235283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:04.240942 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:04.245971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 92308da0-609e-4bdd-84a4-0ea278d2e989, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=92308da0-609e-4bdd-84a4-0ea278d2e989,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:03:04.252480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.258110 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.271684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:04.275489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:04.278368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:04.283842 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:04.354939 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.360248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.365135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=92308da0-609e-4bdd-84a4-0ea278d2e989,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:04.391399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:04.395400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Checking router: 5961e365-4d1f-4d5a-9744-88b4a1865350 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:03:04.396079 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Updating router 5961e365-4d1f-4d5a-9744-88b4a1865350 port 203c9b61-29c3-4812-826e-04cb2d8f6115 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:03:04.406167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98570ea-716c-430a-97df-7b2491e291a5,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:04.410209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.414196 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-040c7799-5777-41c8-b7a5-7029285765f6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1936412 Jan 21 10:03:04.414682 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50714) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:04.419793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bacf8d83-3278-4311-9202-e7f16690c068 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'f98570ea-716c-430a-97df-7b2491e291a5', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:04.425628 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bacf8d83-3278-4311-9202-e7f16690c068 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:04.429684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bacf8d83-3278-4311-9202-e7f16690c068 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:04.432516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bacf8d83-3278-4311-9202-e7f16690c068 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:04.438121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bacf8d83-3278-4311-9202-e7f16690c068 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:04.449204 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.456190 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bacf8d83-3278-4311-9202-e7f16690c068 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.520574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bacf8d83-3278-4311-9202-e7f16690c068 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.525304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bacf8d83-3278-4311-9202-e7f16690c068 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.670148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf8d83-3278-4311-9202-e7f16690c068 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bd1003-2f25-4bba-b44f-1ba9788a731f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:04.680899 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bacf8d83-3278-4311-9202-e7f16690c068 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.682100 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bacf8d83-3278-4311-9202-e7f16690c068 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2665248 Jan 21 10:03:04.685220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50718) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:04.690369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e6242520-5591-4d74-a5d5-310830cb2f70 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'f98570ea-716c-430a-97df-7b2491e291a5', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:04.696470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e6242520-5591-4d74-a5d5-310830cb2f70 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:04.700817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e6242520-5591-4d74-a5d5-310830cb2f70 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:04.703704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e6242520-5591-4d74-a5d5-310830cb2f70 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:04.709375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e6242520-5591-4d74-a5d5-310830cb2f70 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:04.726333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6242520-5591-4d74-a5d5-310830cb2f70 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.786098 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6242520-5591-4d74-a5d5-310830cb2f70 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.791705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.792249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6242520-5591-4d74-a5d5-310830cb2f70 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.804205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Transition to ACTIVE for port object 203c9b61-29c3-4812-826e-04cb2d8f6115 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:04.813627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.823146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6242520-5591-4d74-a5d5-310830cb2f70 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3d55ba-1732-4a4c-8e98-4d28554bc88f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:04.831021 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6242520-5591-4d74-a5d5-310830cb2f70 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.832396 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e6242520-5591-4d74-a5d5-310830cb2f70 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1460514 Jan 21 10:03:04.835319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50722) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:04.840602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-421a7f61-3d00-4657-bf8d-7da65276fe53 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'f98570ea-716c-430a-97df-7b2491e291a5', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:04.846715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-421a7f61-3d00-4657-bf8d-7da65276fe53 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:04.850544 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-421a7f61-3d00-4657-bf8d-7da65276fe53 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:04.853458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-421a7f61-3d00-4657-bf8d-7da65276fe53 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:04.859134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-421a7f61-3d00-4657-bf8d-7da65276fe53 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:04.877376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-421a7f61-3d00-4657-bf8d-7da65276fe53 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.941664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbb32b-d333-4b9a-9508-5bb4b298371a None None] Pushing event updated for resources: {'Port': ['ID=203c9b61-29c3-4812-826e-04cb2d8f6115,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:04.949691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-421a7f61-3d00-4657-bf8d-7da65276fe53 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.954717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-421a7f61-3d00-4657-bf8d-7da65276fe53 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.979719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a7f61-3d00-4657-bf8d-7da65276fe53 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81acb64-fcda-492a-aafb-c5b3275d0f87,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:04.990500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-421a7f61-3d00-4657-bf8d-7da65276fe53 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.994541 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-421a7f61-3d00-4657-bf8d-7da65276fe53 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554575 Jan 21 10:03:04.994963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50726) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:05.001190 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-a5bad148-f12e-4ef0-b70b-cb0d2504cce2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'f98570ea-716c-430a-97df-7b2491e291a5', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:05.007750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a5bad148-f12e-4ef0-b70b-cb0d2504cce2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:05.013447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a5bad148-f12e-4ef0-b70b-cb0d2504cce2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:05.016516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a5bad148-f12e-4ef0-b70b-cb0d2504cce2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:05.022562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a5bad148-f12e-4ef0-b70b-cb0d2504cce2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:05.034345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Attempting to bind port 203c9b61-29c3-4812-826e-04cb2d8f6115 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:05.034749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Attempting to bind port 203c9b61-29c3-4812-826e-04cb2d8f6115 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:05.035095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Attempting to bind port 203c9b61-29c3-4812-826e-04cb2d8f6115 on network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:03:05.040907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:03:05.041281 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Checking segment: {'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:03:05.041682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.042364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Bound using segment: {'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:03:05.042893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Bound port: 203c9b61-29c3-4812-826e-04cb2d8f6115, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:05.043271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.044596 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a5bad148-f12e-4ef0-b70b-cb0d2504cce2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.108406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a5bad148-f12e-4ef0-b70b-cb0d2504cce2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.112744 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a5bad148-f12e-4ef0-b70b-cb0d2504cce2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.136453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bad148-f12e-4ef0-b70b-cb0d2504cce2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e1a9f4-7664-4568-808f-e3fdfef3081e,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:05.146391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a5bad148-f12e-4ef0-b70b-cb0d2504cce2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.148767 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a5bad148-f12e-4ef0-b70b-cb0d2504cce2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1526759 Jan 21 10:03:05.150575 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50730) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:05.155739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e74d10fc-d392-4f2c-a618-18ec7ce5b7cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'f98570ea-716c-430a-97df-7b2491e291a5', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:05.161783 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e74d10fc-d392-4f2c-a618-18ec7ce5b7cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:05.166133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e74d10fc-d392-4f2c-a618-18ec7ce5b7cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:05.168701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e74d10fc-d392-4f2c-a618-18ec7ce5b7cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:05.175116 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e74d10fc-d392-4f2c-a618-18ec7ce5b7cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:05.184072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] For port 203c9b61-29c3-4812-826e-04cb2d8f6115, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:03:05.187665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] For port 203c9b61-29c3-4812-826e-04cb2d8f6115, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=203c9b61-29c3-4812-826e-04cb2d8f6115,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:03:05.190362 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-e74d10fc-d392-4f2c-a618-18ec7ce5b7cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:03:05.191911 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.204361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e74d10fc-d392-4f2c-a618-18ec7ce5b7cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.245675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d19dd57a-6069-4d83-a6d2-c09e59c008cb up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:05.262893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e74d10fc-d392-4f2c-a618-18ec7ce5b7cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.266638 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e74d10fc-d392-4f2c-a618-18ec7ce5b7cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.292314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d10fc-d392-4f2c-a618-18ec7ce5b7cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942284b7-8451-4271-b0aa-47765dbb1c22,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:05.305478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e74d10fc-d392-4f2c-a618-18ec7ce5b7cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.306898 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e74d10fc-d392-4f2c-a618-18ec7ce5b7cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1553106 Jan 21 10:03:05.309850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50734) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:05.315210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-c39bc355-3f39-4f94-848f-3a5c97e6de4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'f98570ea-716c-430a-97df-7b2491e291a5', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:05.321101 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c39bc355-3f39-4f94-848f-3a5c97e6de4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:05.324230 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:03:05.324910 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:02:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:05.325048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c39bc355-3f39-4f94-848f-3a5c97e6de4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:05.327960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c39bc355-3f39-4f94-848f-3a5c97e6de4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:05.333796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c39bc355-3f39-4f94-848f-3a5c97e6de4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:05.345555 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-c39bc355-3f39-4f94-848f-3a5c97e6de4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:03:05.352932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c39bc355-3f39-4f94-848f-3a5c97e6de4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.380659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbb32b-d333-4b9a-9508-5bb4b298371a None None] Pushing event updated for resources: {'Port': ['ID=203c9b61-29c3-4812-826e-04cb2d8f6115,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:05.424914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c39bc355-3f39-4f94-848f-3a5c97e6de4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.426767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port d19dd57a-6069-4d83-a6d2-c09e59c008cb triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:05.427176 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.430838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c39bc355-3f39-4f94-848f-3a5c97e6de4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.454640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bc355-3f39-4f94-848f-3a5c97e6de4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48167398-ed35-4197-b092-b18b5b9ce911,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:05.473084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c39bc355-3f39-4f94-848f-3a5c97e6de4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.483136 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c39bc355-3f39-4f94-848f-3a5c97e6de4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1638086 Jan 21 10:03:05.577777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:03:05.642667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-147aa352-e207-4f4a-adf5-4efd93e0f3aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:05.657853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-147aa352-e207-4f4a-adf5-4efd93e0f3aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:05.659195 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-147aa352-e207-4f4a-adf5-4efd93e0f3aa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864566035&fields=id&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 267 time: 0.0565872 Jan 21 10:03:05.777423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 92308da0-609e-4bdd-84a4-0ea278d2e989 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:05.809184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-94d34b0b-aa4c-4475-9088-e1293310cb9c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:05.810639 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-94d34b0b-aa4c-4475-9088-e1293310cb9c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 796 time: 0.1443858 Jan 21 10:03:05.825864 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-fea530f1-c3c6-4fc2-a61f-17a9f727a078 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/quotas/f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 375 time: 0.0094836 Jan 21 10:03:05.914368 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-83a8e68f-7fd7-41e8-b39f-68f7918a3b08 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:05.931468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-83a8e68f-7fd7-41e8-b39f-68f7918a3b08 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:05.932738 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-83a8e68f-7fd7-41e8-b39f-68f7918a3b08 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006098 Jan 21 10:03:05.962360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 92308da0-609e-4bdd-84a4-0ea278d2e989 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:05.962844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:06.008373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-1dd55e53-ecfd-4619-a4cb-0d195fb8c5be service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:03:06.009406 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-1dd55e53-ecfd-4619-a4cb-0d195fb8c5be service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649459 Jan 21 10:03:06.073823 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:05Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:06.090560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb86a2-0490-499e-bac2-39766b6062f3 None None] The sync data for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv is: [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:05Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:03:06.153740 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-57c3432f-d7b2-4448-b812-bf90598401a8 service neutron] 10.222.0.99 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364069 Jan 21 10:03:06.295459 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-0ddef22f-6edd-4267-b11f-4a879381b320 service neutron] 10.222.0.99 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321347 Jan 21 10:03:06.334307 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6aed9520-fe7d-471b-baba-8ff9f4d02c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:06.484974 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-65c8a964-acbc-4280-8ae8-4c998cf9b133 req-0abb5b79-6bb6-40db-bd56-e1642e0bd64a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 210 time: 0.0444353 Jan 21 10:03:07.242594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 203c9b61-29c3-4812-826e-04cb2d8f6115 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:07.321520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 203c9b61-29c3-4812-826e-04cb2d8f6115 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:07.326520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 203c9b61-29c3-4812-826e-04cb2d8f6115 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:07.326890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:07.442496 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:07.474375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 203c9b61-29c3-4812-826e-04cb2d8f6115, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=203c9b61-29c3-4812-826e-04cb2d8f6115,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:03:07.478651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:07.553131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=203c9b61-29c3-4812-826e-04cb2d8f6115,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:07.666946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-fa20927b-4082-4ac3-8154-278f3895dfe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:07.667842 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-fa20927b-4082-4ac3-8154-278f3895dfe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:07.671992 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cf47cbaa-4406-4a23-9d27-9d3541161706 req-e1da7017-a36b-4b89-abea-1354be626280 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 210 time: 0.0483041 Jan 21 10:03:07.685303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-fa20927b-4082-4ac3-8154-278f3895dfe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:07.686283 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-fa20927b-4082-4ac3-8154-278f3895dfe6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 796 time: 0.2061834 Jan 21 10:03:07.735853 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-365b7b6f-fe87-46ec-bd03-51bfdeb99807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:07.748113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-365b7b6f-fe87-46ec-bd03-51bfdeb99807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:07.749371 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-365b7b6f-fe87-46ec-bd03-51bfdeb99807 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 379 time: 0.0541120 Jan 21 10:03:07.759372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'port': {'device_id': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'admin_state_up': True, 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'security_groups': ['f98570ea-716c-430a-97df-7b2491e291a5']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:07.895076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:07.904905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:07.917139 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:03:07.920689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.080129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.5 (b38380ba-23f8-4f64-95d0-7fb7eae4bf72/ba986146-c520-409b-8123-5189e9b30e21/029dc10d-fec1-42ec-b783-c784bd5f7de8) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:08.274661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.289721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 029dc10d-fec1-42ec-b783-c784bd5f7de8 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:08.316486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.387685 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:08.390834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:08.394584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:03:08.424579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=029dc10d-fec1-42ec-b783-c784bd5f7de8,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:08.460546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:08.461178 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.473837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f41b0c64-a0f8-4174-8474-887880a122c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.488419 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b5723ee1-7783-43ac-8340-84f5834684d2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7326274 Jan 21 10:03:08.499865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Request body: {'port': {'device_id': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:08.613921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.621418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1e47cb3d-8490-4c73-9834-87279bf1ac79 None None] Provisioning for port 029dc10d-fec1-42ec-b783-c784bd5f7de8 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:08.626716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1e47cb3d-8490-4c73-9834-87279bf1ac79 None None] Provisioning complete for port 029dc10d-fec1-42ec-b783-c784bd5f7de8 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:08.627252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1e47cb3d-8490-4c73-9834-87279bf1ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.680693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1e47cb3d-8490-4c73-9834-87279bf1ac79 None None] Port 029dc10d-fec1-42ec-b783-c784bd5f7de8 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:03:08.857019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabf9e4-0182-461e-928d-2cca84d54c54 req-1e673aca-6214-4ed6-a9d1-977ae86bf2ae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:08.858382 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ebabf9e4-0182-461e-928d-2cca84d54c54 req-1e673aca-6214-4ed6-a9d1-977ae86bf2ae tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 931 time: 0.0791979 Jan 21 10:03:08.903676 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ebabf9e4-0182-461e-928d-2cca84d54c54 req-4966165e-1ccb-4136-a4f3-5da69ed906d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=f98570ea-716c-430a-97df-7b2491e291a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391116 Jan 21 10:03:08.956037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029dc10d-fec1-42ec-b783-c784bd5f7de8 {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:03:08.963468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.977659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Transition to ACTIVE for port object 029dc10d-fec1-42ec-b783-c784bd5f7de8 will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:08.984671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.219150 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Pushing event updated for resources: {'Port': ['ID=029dc10d-fec1-42ec-b783-c784bd5f7de8,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:09.231403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 203c9b61-29c3-4812-826e-04cb2d8f6115 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:09.306820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 203c9b61-29c3-4812-826e-04cb2d8f6115 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:09.307095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.318736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Attempting to bind port 029dc10d-fec1-42ec-b783-c784bd5f7de8 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:09.319074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Attempting to bind port 029dc10d-fec1-42ec-b783-c784bd5f7de8 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:09.319409 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Attempting to bind port 029dc10d-fec1-42ec-b783-c784bd5f7de8 on network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:03:09.324475 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Port 029dc10d-fec1-42ec-b783-c784bd5f7de8 on network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:03:09.324796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Attempting to bind port 029dc10d-fec1-42ec-b783-c784bd5f7de8 on network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:03:09.330046 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:03:09.330435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Checking segment: {'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:03:09.330852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Bound using segment: {'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:03:09.331321 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Bound port: 029dc10d-fec1-42ec-b783-c784bd5f7de8, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:09.331696 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.424807 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] For port 029dc10d-fec1-42ec-b783-c784bd5f7de8, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:03:09.428386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] For port 029dc10d-fec1-42ec-b783-c784bd5f7de8, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:03:09.434034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.494802 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:09.495414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.496776 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] 10.222.0.121 "PUT /v2.0/ports/029dc10d-fec1-42ec-b783-c784bd5f7de8 HTTP/1.1" status: 200 len: 1093 time: 1.0012748 Jan 21 10:03:09.497279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:09.516820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850b6d9-83c0-487c-a29e-108bcb0e6612 service neutron] Pushing event updated for resources: {'Port': ['ID=029dc10d-fec1-42ec-b783-c784bd5f7de8,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:09.577096 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'status': 'completed', 'code': 200} Jan 21 10:03:09.578641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.612307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-2eb1b070-47a0-4668-9007-92b67da9e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:09.614019 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-2eb1b070-47a0-4668-9007-92b67da9e344 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 1096 time: 0.0760756 Jan 21 10:03:09.682517 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-b0fc358e-2a9a-4164-8ff5-64fe3bca2c17 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8 HTTP/1.1" status: 200 len: 217 time: 0.0610228 Jan 21 10:03:09.746820 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-aa1e2103-9ad2-4094-ba0e-e22aaa6d17db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:09.748295 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-aa1e2103-9ad2-4094-ba0e-e22aaa6d17db service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba986146-c520-409b-8123-5189e9b30e21 HTTP/1.1" status: 200 len: 834 time: 0.0607655 Jan 21 10:03:09.787162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.826032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-bb0f7d32-bef2-4a41-b5b7-ef869a37de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:09.827557 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-bb0f7d32-bef2-4a41-b5b7-ef869a37de18 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728559 Jan 21 10:03:09.963350 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-7a02648b-1969-4606-904a-745689cf55f6 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285481 Jan 21 10:03:10.092374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2e121-bea4-4c47-989d-f25e681d1b17 req-bbacaed4-e01a-4d20-9fa5-30595af8c0a8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:10.094032 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-70e2e121-bea4-4c47-989d-f25e681d1b17 req-bbacaed4-e01a-4d20-9fa5-30595af8c0a8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 943 time: 0.0836859 Jan 21 10:03:10.095898 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eed2acda-f878-4a2e-bd2e-825c69e82d1e req-cb0fbfda-3339-472c-9987-33cd79a24472 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262016 Jan 21 10:03:10.140048 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-70e2e121-bea4-4c47-989d-f25e681d1b17 req-cff54db5-c98b-405f-a403-07ccf7455d0d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=f98570ea-716c-430a-97df-7b2491e291a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401545 Jan 21 10:03:10.218997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f3e03-969f-4b61-ab00-9775926aa78f req-be2253d4-ee6b-4288-a978-7b8773d3403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:10.221007 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9b3f3e03-969f-4b61-ab00-9775926aa78f req-be2253d4-ee6b-4288-a978-7b8773d3403a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 1096 time: 0.0780697 Jan 21 10:03:10.355290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f3e03-969f-4b61-ab00-9775926aa78f req-94703606-626b-47e9-9dd6-e388dbf567e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:10.356753 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9b3f3e03-969f-4b61-ab00-9775926aa78f req-94703606-626b-47e9-9dd6-e388dbf567e4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 897 time: 0.1295824 Jan 21 10:03:10.425024 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9b3f3e03-969f-4b61-ab00-9775926aa78f req-30de86e5-4653-4842-906c-09e1e98966ac service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8 HTTP/1.1" status: 200 len: 217 time: 0.0614891 Jan 21 10:03:10.501454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f3e03-969f-4b61-ab00-9775926aa78f req-992ef26b-9dec-4d51-ae44-82c4900b25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:10.502829 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9b3f3e03-969f-4b61-ab00-9775926aa78f req-992ef26b-9dec-4d51-ae44-82c4900b25c8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba986146-c520-409b-8123-5189e9b30e21 HTTP/1.1" status: 200 len: 834 time: 0.0713344 Jan 21 10:03:10.581467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f3e03-969f-4b61-ab00-9775926aa78f req-a6799995-67fa-43b3-bcff-3cf994562326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:10.582958 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9b3f3e03-969f-4b61-ab00-9775926aa78f req-a6799995-67fa-43b3-bcff-3cf994562326 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742860 Jan 21 10:03:10.717605 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9b3f3e03-969f-4b61-ab00-9775926aa78f req-152d0697-ad3f-405d-8517-ecb06ecb7349 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281624 Jan 21 10:03:10.850583 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-9b3f3e03-969f-4b61-ab00-9775926aa78f req-eb0fd8fa-5656-491e-a7f9-5135b16f93d9 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252131 Jan 21 10:03:11.107169 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.358148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508902ef-ad54-4c4c-bb6b-8f8982b3108d req-cf860506-fe76-42e2-90e1-9d78c84b49a3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:11.359517 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-508902ef-ad54-4c4c-bb6b-8f8982b3108d req-cf860506-fe76-42e2-90e1-9d78c84b49a3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 943 time: 0.1049018 Jan 21 10:03:11.405423 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-508902ef-ad54-4c4c-bb6b-8f8982b3108d req-a181eec7-936a-44e7-abfb-e9d9dc124c90 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=f98570ea-716c-430a-97df-7b2491e291a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374136 Jan 21 10:03:12.727000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c717c1-182e-4858-87d1-c4b2449dcfc8 req-c04d3462-7ab0-4419-95f4-9394cd392af7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:12.728368 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f4c717c1-182e-4858-87d1-c4b2449dcfc8 req-c04d3462-7ab0-4419-95f4-9394cd392af7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 943 time: 0.2084882 Jan 21 10:03:12.774628 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f4c717c1-182e-4858-87d1-c4b2449dcfc8 req-645930e3-e48a-41da-8bd0-1cdff7e27c9c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=f98570ea-716c-430a-97df-7b2491e291a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375690 Jan 21 10:03:13.946735 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 029dc10d-fec1-42ec-b783-c784bd5f7de8 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:03:13.964758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee4728-e848-498d-8804-d2577623e9e0 req-15888097-9bd6-44f8-8806-603a99f291dd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:13.966202 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-13ee4728-e848-498d-8804-d2577623e9e0 req-15888097-9bd6-44f8-8806-603a99f291dd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 943 time: 0.0811560 Jan 21 10:03:14.009260 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-13ee4728-e848-498d-8804-d2577623e9e0 req-94435650-afea-48b3-a4f5-6eeda3fda221 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=f98570ea-716c-430a-97df-7b2491e291a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372779 Jan 21 10:03:14.078932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 029dc10d-fec1-42ec-b783-c784bd5f7de8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:03:14.092515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'port_id': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'mac_address': 'fa:16:3e:43:3d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:03:14.163988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.181220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029dc10d-fec1-42ec-b783-c784bd5f7de8 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:03:14.198866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 029dc10d-fec1-42ec-b783-c784bd5f7de8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:03:14.205997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.278702 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=029dc10d-fec1-42ec-b783-c784bd5f7de8,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:14.591483 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['029dc10d-fec1-42ec-b783-c784bd5f7de8'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:03:14.888567 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:03:15.200775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a59469-cb96-4b6c-975e-c9926ee161a3 req-5da0e107-ebc8-4fdb-9bd9-533cffdc6e9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:15.202285 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78a59469-cb96-4b6c-975e-c9926ee161a3 req-5da0e107-ebc8-4fdb-9bd9-533cffdc6e9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 944 time: 0.0817759 Jan 21 10:03:15.249738 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78a59469-cb96-4b6c-975e-c9926ee161a3 req-4fc75242-fb0c-44d9-92c5-421071a3bd37 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=f98570ea-716c-430a-97df-7b2491e291a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416203 Jan 21 10:03:15.963779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 029dc10d-fec1-42ec-b783-c784bd5f7de8 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:16.042429 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 029dc10d-fec1-42ec-b783-c784bd5f7de8 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:16.047034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 029dc10d-fec1-42ec-b783-c784bd5f7de8 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:16.047411 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.158121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.186799 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:16.197219 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 029dc10d-fec1-42ec-b783-c784bd5f7de8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:03:16.202557 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.267940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=029dc10d-fec1-42ec-b783-c784bd5f7de8,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:16.329441 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'code': 200} Jan 21 10:03:16.431263 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e89928-63d1-40bb-a67d-4d3c47344814 req-d9ee8b92-3404-4342-a508-284e31d256fe tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:16.432728 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83e89928-63d1-40bb-a67d-4d3c47344814 req-d9ee8b92-3404-4342-a508-284e31d256fe tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 945 time: 0.0773911 Jan 21 10:03:16.485631 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83e89928-63d1-40bb-a67d-4d3c47344814 req-36521c96-9f2a-466b-820e-2981451a9b9c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=f98570ea-716c-430a-97df-7b2491e291a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467162 Jan 21 10:03:16.568328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bacee-5a40-4e39-a98e-f114435c3fb7 req-55038c41-10e9-43c1-90d4-a50f48975580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:16.569836 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0f3bacee-5a40-4e39-a98e-f114435c3fb7 req-55038c41-10e9-43c1-90d4-a50f48975580 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 1098 time: 0.0744493 Jan 21 10:03:16.609876 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0f3bacee-5a40-4e39-a98e-f114435c3fb7 req-efe7d624-97a6-4946-a4ff-6eb308ccfca2 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f98570ea-716c-430a-97df-7b2491e291a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343409 Jan 21 10:03:17.685476 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43237f23-33cf-48d3-8107-5e61bf934060 req-45299519-e0cf-41eb-a406-a9e5eaa7644e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:17.686904 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-43237f23-33cf-48d3-8107-5e61bf934060 req-45299519-e0cf-41eb-a406-a9e5eaa7644e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 945 time: 0.0833330 Jan 21 10:03:17.732635 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-43237f23-33cf-48d3-8107-5e61bf934060 req-472b8644-cbde-4ddb-b84d-214a8f9df546 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=f98570ea-716c-430a-97df-7b2491e291a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371683 Jan 21 10:03:18.941041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98691c7d-997e-416b-9e39-8feef09c7f9f req-881d3726-19f9-43ac-961e-89198aa9d55f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:18.942361 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-98691c7d-997e-416b-9e39-8feef09c7f9f req-881d3726-19f9-43ac-961e-89198aa9d55f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 945 time: 0.0932250 Jan 21 10:03:18.986691 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-98691c7d-997e-416b-9e39-8feef09c7f9f req-31b20428-5bd4-432c-bb5b-34aafd5139fd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=f98570ea-716c-430a-97df-7b2491e291a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385406 Jan 21 10:03:19.182755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff2e0e-4c1e-40ec-8cba-ba9e412a93e2 req-b62add75-6ed3-4d20-a323-3ed72930ad7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:19.184209 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-60ff2e0e-4c1e-40ec-8cba-ba9e412a93e2 req-b62add75-6ed3-4d20-a323-3ed72930ad7b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 945 time: 0.0911555 Jan 21 10:03:19.228138 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-60ff2e0e-4c1e-40ec-8cba-ba9e412a93e2 req-c9183ee8-1178-4e06-b385-56e13bbe6a89 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=f98570ea-716c-430a-97df-7b2491e291a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380785 Jan 21 10:03:19.263721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50798) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:19.339935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d09950-0a44-4e95-8a61-5ff7ead48a99 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:19.341506 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-76d09950-0a44-4e95-8a61-5ff7ead48a99 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 1093 time: 0.0767992 Jan 21 10:03:19.344311 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50802) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:19.349238 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:19.355234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:19.359036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:floatingip and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:19.361839 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:19.367470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:19.379917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.519592 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.661601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.189 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/9f394a5f-bfb1-44fc-8880-ee934599f56d) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:19.910149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.948865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.015785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:20.018754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:20.022317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:03:20.051583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=9f394a5f-bfb1-44fc-8880-ee934599f56d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:20.433483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.509132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.716771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.724532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.829114 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=9f394a5f-bfb1-44fc-8880-ee934599f56d,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:20.841019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.011577 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 84be3ddb-7ad7-436e-8382-7fef683c8503 associated. External IP: 172.26.4.189, port: 029dc10d-fec1-42ec-b783-c784bd5f7de8. Jan 21 10:03:21.497496 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 5961e365-4d1f-4d5a-9744-88b4a1865350 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:03:21.677538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:03:21.687295 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced7575-6d42-4329-acf2-801ecf37669d None None] Sync routers for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:03:21.697631 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced7575-6d42-4329-acf2-801ecf37669d None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:03:21.698301 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-9ced7575-6d42-4329-acf2-801ecf37669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:21.703808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.762321 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-77ac7406-6b75-44f4-8f77-1faa299365ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4168384 Jan 21 10:03:21.762816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:21.764898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50806) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:21.808519 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'status': 'completed', 'code': 200} Jan 21 10:03:21.841363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1414ab60-e4ff-4307-9f82-4de22fb2c41b tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:21.842848 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1414ab60-e4ff-4307-9f82-4de22fb2c41b tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 1093 time: 0.0768125 Jan 21 10:03:21.877934 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-9ced7575-6d42-4329-acf2-801ecf37669d None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:03:21.903717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf075b4-031b-4d99-b830-e8c193ccb842 req-6a5d7477-7863-4a9c-be12-bd8ef3954858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:21.905277 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-faf075b4-031b-4d99-b830-e8c193ccb842 req-6a5d7477-7863-4a9c-be12-bd8ef3954858 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 1098 time: 0.0748177 Jan 21 10:03:21.997951 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50814) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:22.003218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3c6d0243-3829-4f41-82a7-fdecbc4bb45f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693954923', 'description': 'tempest-secgroup-smoke-693954923 description', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:22.008971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3c6d0243-3829-4f41-82a7-fdecbc4bb45f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:22.019060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3c6d0243-3829-4f41-82a7-fdecbc4bb45f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:22.030284 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3c6d0243-3829-4f41-82a7-fdecbc4bb45f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.038864 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf075b4-031b-4d99-b830-e8c193ccb842 req-83ddf11b-e51d-4510-8813-e63bc3743516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:22.040366 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-faf075b4-031b-4d99-b830-e8c193ccb842 req-83ddf11b-e51d-4510-8813-e63bc3743516 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 897 time: 0.1289058 Jan 21 10:03:22.050297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3c6d0243-3829-4f41-82a7-fdecbc4bb45f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:22.055212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3c6d0243-3829-4f41-82a7-fdecbc4bb45f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:22.058237 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3c6d0243-3829-4f41-82a7-fdecbc4bb45f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:22.063866 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3c6d0243-3829-4f41-82a7-fdecbc4bb45f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:22.132403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3c6d0243-3829-4f41-82a7-fdecbc4bb45f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.137419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3c6d0243-3829-4f41-82a7-fdecbc4bb45f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.147959 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-faf075b4-031b-4d99-b830-e8c193ccb842 req-927ac538-73a4-4b99-9047-423c887eb1a6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8 HTTP/1.1" status: 200 len: 999 time: 0.1018560 Jan 21 10:03:22.178687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d0243-3829-4f41-82a7-fdecbc4bb45f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c2003f-4b7f-413f-b628-01c737bab8a8,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:22.190040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3c6d0243-3829-4f41-82a7-fdecbc4bb45f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.191404 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3c6d0243-3829-4f41-82a7-fdecbc4bb45f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1924639 Jan 21 10:03:22.194422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50818) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:22.200624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-74a0dd80-1953-46c3-b793-ba8c2233a9f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '59c2003f-4b7f-413f-b628-01c737bab8a8', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:22.209335 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-74a0dd80-1953-46c3-b793-ba8c2233a9f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:22.210618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf075b4-031b-4d99-b830-e8c193ccb842 req-e9c3cf09-2ee1-4280-ad14-0fd374246a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:22.212061 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-faf075b4-031b-4d99-b830-e8c193ccb842 req-e9c3cf09-2ee1-4280-ad14-0fd374246a29 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba986146-c520-409b-8123-5189e9b30e21 HTTP/1.1" status: 200 len: 834 time: 0.0587888 Jan 21 10:03:22.213601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-74a0dd80-1953-46c3-b793-ba8c2233a9f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:22.216442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-74a0dd80-1953-46c3-b793-ba8c2233a9f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:22.222198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-74a0dd80-1953-46c3-b793-ba8c2233a9f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:22.233748 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-9ced7575-6d42-4329-acf2-801ecf37669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '84be3ddb-7ad7-436e-8382-7fef683c8503', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'port_id': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'mac_address': 'fa:16:3e:43:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:22.237637 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced7575-6d42-4329-acf2-801ecf37669d None None] Checking router: 5961e365-4d1f-4d5a-9744-88b4a1865350 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:03:22.240263 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74a0dd80-1953-46c3-b793-ba8c2233a9f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.246108 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced7575-6d42-4329-acf2-801ecf37669d None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:03:22.246752 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-9ced7575-6d42-4329-acf2-801ecf37669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:22.291992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf075b4-031b-4d99-b830-e8c193ccb842 req-959f2a3b-ff1a-432e-b4ec-7e48bba65d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:22.293542 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-faf075b4-031b-4d99-b830-e8c193ccb842 req-959f2a3b-ff1a-432e-b4ec-7e48bba65d00 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758047 Jan 21 10:03:22.302275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74a0dd80-1953-46c3-b793-ba8c2233a9f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.308890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74a0dd80-1953-46c3-b793-ba8c2233a9f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.332249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0dd80-1953-46c3-b793-ba8c2233a9f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d982caba-9016-4458-8774-43033602eda9,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:22.345149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74a0dd80-1953-46c3-b793-ba8c2233a9f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.348375 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-74a0dd80-1953-46c3-b793-ba8c2233a9f5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507053 Jan 21 10:03:22.349506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50822) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:22.355076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-2e567dbf-7fe2-4424-8835-55f40a7ad5ee tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '59c2003f-4b7f-413f-b628-01c737bab8a8', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:22.361732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2e567dbf-7fe2-4424-8835-55f40a7ad5ee tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:22.365734 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2e567dbf-7fe2-4424-8835-55f40a7ad5ee tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:22.368967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2e567dbf-7fe2-4424-8835-55f40a7ad5ee tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:22.374899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2e567dbf-7fe2-4424-8835-55f40a7ad5ee tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:22.392926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2e567dbf-7fe2-4424-8835-55f40a7ad5ee tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.438593 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-faf075b4-031b-4d99-b830-e8c193ccb842 req-028b1ce9-3bf2-4d4f-a1b0-e1b0fdf14e06 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390994 Jan 21 10:03:22.450923 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-9ced7575-6d42-4329-acf2-801ecf37669d None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:03:22.454993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2e567dbf-7fe2-4424-8835-55f40a7ad5ee tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.460312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2e567dbf-7fe2-4424-8835-55f40a7ad5ee tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.481083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e567dbf-7fe2-4424-8835-55f40a7ad5ee tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ad53ef-2260-468f-8b9c-4d3c4f5e67ef,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:22.495004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2e567dbf-7fe2-4424-8835-55f40a7ad5ee tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.496243 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2e567dbf-7fe2-4424-8835-55f40a7ad5ee tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457698 Jan 21 10:03:22.498923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50826) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:22.504224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-26f9838c-f901-4029-ac65-1f67cd343b83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '59c2003f-4b7f-413f-b628-01c737bab8a8', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:22.510238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-26f9838c-f901-4029-ac65-1f67cd343b83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:22.514036 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-26f9838c-f901-4029-ac65-1f67cd343b83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:22.516912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-26f9838c-f901-4029-ac65-1f67cd343b83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:22.522772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-26f9838c-f901-4029-ac65-1f67cd343b83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:22.541740 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26f9838c-f901-4029-ac65-1f67cd343b83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.573784 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-faf075b4-031b-4d99-b830-e8c193ccb842 req-3fdcd2f5-80b2-485b-82c6-8dd224250353 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289091 Jan 21 10:03:22.608438 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26f9838c-f901-4029-ac65-1f67cd343b83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.614069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26f9838c-f901-4029-ac65-1f67cd343b83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.642921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9838c-f901-4029-ac65-1f67cd343b83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7b9e70-3ec0-47e5-a8ff-7b70d150cd59,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:22.654223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-26f9838c-f901-4029-ac65-1f67cd343b83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.655494 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-26f9838c-f901-4029-ac65-1f67cd343b83 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554403 Jan 21 10:03:22.658499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50830) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:22.663650 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-88e76cdc-e92d-4763-9ed6-d74e7ba6dbbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '59c2003f-4b7f-413f-b628-01c737bab8a8', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:22.669557 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-88e76cdc-e92d-4763-9ed6-d74e7ba6dbbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:22.673274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-88e76cdc-e92d-4763-9ed6-d74e7ba6dbbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:22.676065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-88e76cdc-e92d-4763-9ed6-d74e7ba6dbbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:22.682363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-88e76cdc-e92d-4763-9ed6-d74e7ba6dbbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:22.699188 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88e76cdc-e92d-4763-9ed6-d74e7ba6dbbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.760358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88e76cdc-e92d-4763-9ed6-d74e7ba6dbbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.764869 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88e76cdc-e92d-4763-9ed6-d74e7ba6dbbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.789042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e76cdc-e92d-4763-9ed6-d74e7ba6dbbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4ce736-67d7-45db-83d5-81495599fee0,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:22.800038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-88e76cdc-e92d-4763-9ed6-d74e7ba6dbbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.804117 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-88e76cdc-e92d-4763-9ed6-d74e7ba6dbbb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417651 Jan 21 10:03:22.804490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50834) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:22.809472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d997e790-1aa1-47dd-b973-513748563186 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '59c2003f-4b7f-413f-b628-01c737bab8a8', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:22.815177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d997e790-1aa1-47dd-b973-513748563186 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:22.819273 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d997e790-1aa1-47dd-b973-513748563186 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:22.822284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d997e790-1aa1-47dd-b973-513748563186 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:22.827953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d997e790-1aa1-47dd-b973-513748563186 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:22.828370 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-9ced7575-6d42-4329-acf2-801ecf37669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '84be3ddb-7ad7-436e-8382-7fef683c8503', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'port_id': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'mac_address': 'fa:16:3e:43:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:22.832534 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced7575-6d42-4329-acf2-801ecf37669d None None] The sync data for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv is: [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '84be3ddb-7ad7-436e-8382-7fef683c8503', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'port_id': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'mac_address': 'fa:16:3e:43:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:20Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:03:22.841605 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-d997e790-1aa1-47dd-b973-513748563186 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:03:22.848809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d997e790-1aa1-47dd-b973-513748563186 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.918528 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d997e790-1aa1-47dd-b973-513748563186 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.923283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d997e790-1aa1-47dd-b973-513748563186 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.954085 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997e790-1aa1-47dd-b973-513748563186 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b025296c-5125-4fef-be6c-2caddeffa8fc,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:22.965660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d997e790-1aa1-47dd-b973-513748563186 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.969515 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d997e790-1aa1-47dd-b973-513748563186 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1614625 Jan 21 10:03:22.969870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50838) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:22.975074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-870c1680-c300-42f6-83fe-7d395cece3e3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': '59c2003f-4b7f-413f-b628-01c737bab8a8', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:22.981322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-870c1680-c300-42f6-83fe-7d395cece3e3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:22.985368 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-870c1680-c300-42f6-83fe-7d395cece3e3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:22.988325 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-870c1680-c300-42f6-83fe-7d395cece3e3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:22.994497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-870c1680-c300-42f6-83fe-7d395cece3e3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:23.006000 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-870c1680-c300-42f6-83fe-7d395cece3e3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:03:23.013438 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870c1680-c300-42f6-83fe-7d395cece3e3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.051177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0953e-2204-42aa-8f17-d73b38bd3b21 None None] New status for floating IP 84be3ddb-7ad7-436e-8382-7fef683c8503: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:03:23.080963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870c1680-c300-42f6-83fe-7d395cece3e3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.087284 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870c1680-c300-42f6-83fe-7d395cece3e3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.110440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c1680-c300-42f6-83fe-7d395cece3e3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045963ee-3387-42da-bb31-c2db9542c372,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:23.119781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-870c1680-c300-42f6-83fe-7d395cece3e3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:23.129041 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-870c1680-c300-42f6-83fe-7d395cece3e3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502194 Jan 21 10:03:23.285416 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c797d0c9-fca9-4ee5-ac35-728ba0c6ccb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:23.305395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c797d0c9-fca9-4ee5-ac35-728ba0c6ccb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:23.306659 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c797d0c9-fca9-4ee5-ac35-728ba0c6ccb1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693954923&fields=id&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 267 time: 0.0650444 Jan 21 10:03:23.455998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-3462383b-7499-4ca9-8505-bd3cb88601d3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:23.457448 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-3462383b-7499-4ca9-8505-bd3cb88601d3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 796 time: 0.1430259 Jan 21 10:03:23.474947 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-312cfe9b-62d2-4fba-9b49-93a6edc37f0b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/quotas/f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 375 time: 0.0092289 Jan 21 10:03:23.572380 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-bb03c1b0-1e25-4434-b213-cd268819eab1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0908146 Jan 21 10:03:23.588271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-430a3889-d6d6-4ddb-a8be-7eaba0a79670 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:03:23.589272 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-430a3889-d6d6-4ddb-a8be-7eaba0a79670 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052469 Jan 21 10:03:23.721046 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-f7123891-3d68-477e-9f5f-295821a2ba96 service neutron] 10.222.0.99 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262946 Jan 21 10:03:23.855235 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-87c83e12-0c76-4359-8f57-bf568325c54e service neutron] 10.222.0.99 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283383 Jan 21 10:03:24.030300 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b21dde8b-15b1-47e1-b0cb-f94644784b1b req-ab7ab532-3052-4220-a584-c734205d9af4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 210 time: 0.0420809 Jan 21 10:03:25.132794 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c711461e-1b01-4d12-b10e-749723cb1c70 req-969963c7-2dd4-49d4-8f29-04e304f7b48d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 210 time: 0.0417216 Jan 21 10:03:26.092231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-534148c0-baa6-4dbb-ba31-2fb253672b0a req-b48271c6-7b55-411d-ae8b-c9bf80563c2b service neutron] (87501) timed out ('10.222.0.121', 49973) {{(pid=87501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:03:26.294182 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9fecb13e-f609-41ec-a029-bf555c95f0d9 req-d5995bc2-2e25-4743-95fe-dab6874b669f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 210 time: 0.0451295 Jan 21 10:03:27.150477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-a002d00b-f094-43d1-86f2-805c6eabeb55 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:27.151977 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-a002d00b-f094-43d1-86f2-805c6eabeb55 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 796 time: 0.1535888 Jan 21 10:03:27.202296 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-a4301b29-34df-4232-9a7b-a1efa2b0a532 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 471 time: 0.0426924 Jan 21 10:03:27.210402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'port': {'device_id': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'admin_state_up': True, 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'security_groups': ['59c2003f-4b7f-413f-b628-01c737bab8a8']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:27.446196 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e9e543e-26ae-4bb1-b45d-39f56083abc0 req-ba201fb3-0054-4d75-a970-251d439e0292 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 210 time: 0.0425537 Jan 21 10:03:27.464391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:27.469810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:port and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:27.473673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:27.481998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:27.493912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:03:27.497592 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:27.664822 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.3 (b38380ba-23f8-4f64-95d0-7fb7eae4bf72/ba986146-c520-409b-8123-5189e9b30e21/9e0f81d5-8b3e-463a-9ccc-3d94f2b25553) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:27.857677 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:27.873526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:27.897828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:27.969503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:27.972661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:27.976438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:03:28.010173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:28.041369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:28.042003 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.069595 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c573518d-c3ce-4d4c-8d8e-a3230456a5f0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8627572 Jan 21 10:03:28.080722 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Request body: {'port': {'device_id': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:28.191201 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.238613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b3a812fd-e14d-4bf7-90b6-d5dd7d09f3c8 None None] Provisioning for port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:28.243717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b3a812fd-e14d-4bf7-90b6-d5dd7d09f3c8 None None] Provisioning complete for port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:28.244099 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b3a812fd-e14d-4bf7-90b6-d5dd7d09f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.300244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b3a812fd-e14d-4bf7-90b6-d5dd7d09f3c8 None None] Port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:03:28.526437 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:03:28.533726 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.548810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Transition to ACTIVE for port object 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:28.554131 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.635007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d7f06-610e-4b7c-adba-08293010df43 req-e0587401-0859-4025-9f0e-417d63a5aabc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:28.636623 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cc3d7f06-610e-4b7c-adba-08293010df43 req-e0587401-0859-4025-9f0e-417d63a5aabc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 943 time: 0.0875888 Jan 21 10:03:28.710359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Pushing event updated for resources: {'Port': ['ID=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:28.795678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Attempting to bind port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:28.796002 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Attempting to bind port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:28.796363 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Attempting to bind port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 on network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:03:28.801977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 on network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:03:28.802357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Attempting to bind port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 on network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:03:28.807381 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cc3d7f06-610e-4b7c-adba-08293010df43 req-045f5804-5c20-4fdd-a580-c284df7b5643 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=59c2003f-4b7f-413f-b628-01c737bab8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645079 Jan 21 10:03:28.808423 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:03:28.808850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Checking segment: {'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:03:28.809377 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Bound using segment: {'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:03:28.809992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Bound port: 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7ff0ab-6898-450d-80cd-6634ff320862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:28.810336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.903647 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] For port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:03:28.906587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] For port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:03:28.912532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.972244 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:28.973199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.974599 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] 10.222.0.121 "PUT /v2.0/ports/9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 HTTP/1.1" status: 200 len: 1093 time: 0.8980999 Jan 21 10:03:28.975108 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'tag': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:29.003891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64eff47-9dd7-4c26-b603-faf5ad77544f service neutron] Pushing event updated for resources: {'Port': ['ID=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:29.057292 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'tag': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553', 'status': 'completed', 'code': 200} Jan 21 10:03:29.098752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-f6bec90c-96cf-434b-b23c-8e7db3f5ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:29.100242 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-f6bec90c-96cf-434b-b23c-8e7db3f5ef0b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 1096 time: 0.0746603 Jan 21 10:03:29.174304 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-c950e5e1-22a6-4089-8cef-0955cca160d7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 HTTP/1.1" status: 200 len: 217 time: 0.0664608 Jan 21 10:03:29.240170 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-7f953cf7-b7a8-4c81-9f39-bddb7fe26725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:29.241537 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-7f953cf7-b7a8-4c81-9f39-bddb7fe26725 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba986146-c520-409b-8123-5189e9b30e21 HTTP/1.1" status: 200 len: 834 time: 0.0597913 Jan 21 10:03:29.421099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-b9e2597c-51c4-493a-b2de-0c76d2f50ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:29.422557 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-b9e2597c-51c4-493a-b2de-0c76d2f50ec1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1746490 Jan 21 10:03:29.594716 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-4716ac7d-66e1-400a-95c4-0d03dedf9ee6 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648271 Jan 21 10:03:29.729924 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75559498-f38e-428f-997e-dc4bdb0f81c7 req-adcc7385-12eb-41a0-871a-fcb0087a285b service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267741 Jan 21 10:03:29.868043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71bec5-5459-4814-b995-c7298366f1fb req-236d7b19-d5d0-4d16-86b1-f1a217079f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:29.870680 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8b71bec5-5459-4814-b995-c7298366f1fb req-236d7b19-d5d0-4d16-86b1-f1a217079f50 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 1096 time: 0.0834899 Jan 21 10:03:29.992027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17a10c-9feb-4594-aa65-f16325f2615f req-0b778808-f697-498d-9433-f2ac4e7d8b75 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:29.993411 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ef17a10c-9feb-4594-aa65-f16325f2615f req-0b778808-f697-498d-9433-f2ac4e7d8b75 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 943 time: 0.0803335 Jan 21 10:03:30.005564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71bec5-5459-4814-b995-c7298366f1fb req-783b439c-6b1f-451d-b098-118abaef3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:30.007015 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8b71bec5-5459-4814-b995-c7298366f1fb req-783b439c-6b1f-451d-b098-118abaef3045 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 897 time: 0.1300740 Jan 21 10:03:30.037309 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ef17a10c-9feb-4594-aa65-f16325f2615f req-16917f15-effe-403e-a9e1-624e401d50ac tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=59c2003f-4b7f-413f-b628-01c737bab8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369496 Jan 21 10:03:30.074164 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8b71bec5-5459-4814-b995-c7298366f1fb req-6e24b1db-fa81-490d-a03f-34fc88b434d3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 HTTP/1.1" status: 200 len: 217 time: 0.0601876 Jan 21 10:03:30.139865 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71bec5-5459-4814-b995-c7298366f1fb req-3a722333-b2c1-4351-a960-949abccd76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:30.141286 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8b71bec5-5459-4814-b995-c7298366f1fb req-3a722333-b2c1-4351-a960-949abccd76e8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba986146-c520-409b-8123-5189e9b30e21 HTTP/1.1" status: 200 len: 834 time: 0.0606449 Jan 21 10:03:30.217302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71bec5-5459-4814-b995-c7298366f1fb req-1ccd171d-9e90-44fb-9dec-481e921813be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:30.218719 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8b71bec5-5459-4814-b995-c7298366f1fb req-1ccd171d-9e90-44fb-9dec-481e921813be service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711420 Jan 21 10:03:30.305255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:30.347639 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8b71bec5-5459-4814-b995-c7298366f1fb req-8834db20-cfe6-424e-9c02-39af89cc9bf9 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221390 Jan 21 10:03:30.476009 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-8b71bec5-5459-4814-b995-c7298366f1fb req-4f316f02-4bb6-4487-9f8c-88fd80fddc90 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223855 Jan 21 10:03:31.233052 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3867df0-e602-4846-9417-cfe9d25f1ced req-cf2c8385-bb4b-4c15-95d5-d92a2bd169d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:31.234508 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3867df0-e602-4846-9417-cfe9d25f1ced req-cf2c8385-bb4b-4c15-95d5-d92a2bd169d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 943 time: 0.0858028 Jan 21 10:03:31.280422 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3867df0-e602-4846-9417-cfe9d25f1ced req-d9bacd2c-284a-4884-9ee1-807226eb0667 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=59c2003f-4b7f-413f-b628-01c737bab8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375004 Jan 21 10:03:32.482272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1d293-0a8d-465c-9765-f3fe079535c9 req-258e5718-c5a5-4681-b8f4-1d3475b6ff26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:32.483644 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-abc1d293-0a8d-465c-9765-f3fe079535c9 req-258e5718-c5a5-4681-b8f4-1d3475b6ff26 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 943 time: 0.0841234 Jan 21 10:03:32.530161 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-abc1d293-0a8d-465c-9765-f3fe079535c9 req-880bec93-ece0-403c-a02b-dc45f48ca436 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=59c2003f-4b7f-413f-b628-01c737bab8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408633 Jan 21 10:03:33.746239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc76fbc-18d9-4006-98b7-4b44d4bc75e9 req-7408c88b-d023-443b-be86-4527db50f8ea tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:33.747694 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8bc76fbc-18d9-4006-98b7-4b44d4bc75e9 req-7408c88b-d023-443b-be86-4527db50f8ea tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 943 time: 0.0973842 Jan 21 10:03:33.794704 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8bc76fbc-18d9-4006-98b7-4b44d4bc75e9 req-7ded1f41-38e2-426c-b06f-2c10df2c92c5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=59c2003f-4b7f-413f-b628-01c737bab8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388334 Jan 21 10:03:34.010111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:03:34.189808 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:03:34.203152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'port_id': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553', 'mac_address': 'fa:16:3e:f7:94:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:03:34.258476 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:34.274663 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:03:34.289557 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:03:34.296579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:34.363240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:34.625588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['9e0f81d5-8b3e-463a-9ccc-3d94f2b25553'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:03:34.996119 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7990b7e-ad53-41ea-84e9-0f5f273f00dd req-c87dd005-6fa7-4bc2-9fba-24c90547425b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:34.997770 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b7990b7e-ad53-41ea-84e9-0f5f273f00dd req-c87dd005-6fa7-4bc2-9fba-24c90547425b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 944 time: 0.0930958 Jan 21 10:03:35.044811 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b7990b7e-ad53-41ea-84e9-0f5f273f00dd req-c74fae90-ccb9-4735-9e41-6262fb6a40dc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=59c2003f-4b7f-413f-b628-01c737bab8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410755 Jan 21 10:03:36.025988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:36.106345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:36.111201 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:36.111595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:36.225903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:36.230077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63efe-cca8-4630-a385-9059baf952de req-ae8b3491-b1e6-4aa1-92a2-1bb3bf2a09ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:36.231556 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1cd63efe-cca8-4630-a385-9059baf952de req-ae8b3491-b1e6-4aa1-92a2-1bb3bf2a09ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 944 time: 0.0792387 Jan 21 10:03:36.253888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:36.264242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:03:36.269536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:36.276286 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1cd63efe-cca8-4630-a385-9059baf952de req-845d4403-92d0-4f2f-9229-ade906d94df1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=59c2003f-4b7f-413f-b628-01c737bab8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388062 Jan 21 10:03:36.308993 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553', 'code': 200} Jan 21 10:03:36.352650 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5392-64f4-47cf-bc07-5249467530bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:36.356325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:36.533799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb448505-6102-4750-b112-100ec82e59e9 req-df259516-2b21-43ba-8d66-7fce69ae5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:36.535239 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eb448505-6102-4750-b112-100ec82e59e9 req-df259516-2b21-43ba-8d66-7fce69ae5358 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 1098 time: 0.0794716 Jan 21 10:03:36.575663 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eb448505-6102-4750-b112-100ec82e59e9 req-4b5fa1ed-4870-45ce-9192-7e5cd6d66073 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=59c2003f-4b7f-413f-b628-01c737bab8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341928 Jan 21 10:03:37.475414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea360738-3832-4d64-a17d-b3a413b23875 req-b79c3f4d-d370-41ce-995b-5f5774c413ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:37.476807 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea360738-3832-4d64-a17d-b3a413b23875 req-b79c3f4d-d370-41ce-995b-5f5774c413ed tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 945 time: 0.0919070 Jan 21 10:03:37.519938 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea360738-3832-4d64-a17d-b3a413b23875 req-f2d49d44-e485-4440-8d94-97e03dbd44a9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=59c2003f-4b7f-413f-b628-01c737bab8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373883 Jan 21 10:03:38.480015 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd9a2-0c39-400a-99e8-cee4a6b8e003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:38.715048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629deb5-ff61-40dc-b248-cc8ec4034153 req-798d4ccb-ab86-42db-bfa6-77b42dc6650e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:38.716535 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0629deb5-ff61-40dc-b248-cc8ec4034153 req-798d4ccb-ab86-42db-bfa6-77b42dc6650e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 945 time: 0.0846317 Jan 21 10:03:38.766546 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0629deb5-ff61-40dc-b248-cc8ec4034153 req-9401fa3d-bf68-4629-90b9-9805380f1487 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=59c2003f-4b7f-413f-b628-01c737bab8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416086 Jan 21 10:03:38.961457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adf719-a2ab-4a8e-91c9-006dad6927c6 req-492b4083-2f5a-4130-9869-bb44579aa101 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:38.963886 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-16adf719-a2ab-4a8e-91c9-006dad6927c6 req-492b4083-2f5a-4130-9869-bb44579aa101 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 945 time: 0.0947196 Jan 21 10:03:39.017916 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-16adf719-a2ab-4a8e-91c9-006dad6927c6 req-7dafe2d9-28e4-49b7-93f6-49dfbc3c4f32 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=59c2003f-4b7f-413f-b628-01c737bab8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450943 Jan 21 10:03:39.040026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50902) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:39.116643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6647a3-2056-455f-94a0-c81dc91e49e0 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:39.118139 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9e6647a3-2056-455f-94a0-c81dc91e49e0 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 1093 time: 0.0771224 Jan 21 10:03:39.121781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50906) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:39.126518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:39.132455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:39.136313 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:floatingip and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:39.139154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:39.144874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:39.156232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.302671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.441395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.141 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/81985204-5a5c-4fce-b6ca-5efe38d9b859) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:39.575315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.595636 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.626459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:39.693172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:39.695956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:39.699739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:03:39.732857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=81985204-5a5c-4fce-b6ca-5efe38d9b859,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:39.787416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:40.209217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:40.285881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:40.497509 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:40.504334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:40.611342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=81985204-5a5c-4fce-b6ca-5efe38d9b859,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:40.622344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:40.792133 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 9e609c95-b05e-4832-8b9c-d6b6bb258aad associated. External IP: 172.26.4.141, port: 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553. Jan 21 10:03:41.106019 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:41.148383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 5961e365-4d1f-4d5a-9744-88b4a1865350 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:03:41.330099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:03:41.340431 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40944c5-295b-417e-a5f5-5309b79cbc18 None None] Sync routers for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:03:41.350440 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40944c5-295b-417e-a5f5-5309b79cbc18 None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:03:41.351049 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-b40944c5-295b-417e-a5f5-5309b79cbc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:41.358104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:41.424359 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ae50f943-f2d7-4f5e-b3d7-8ed22aba5c44 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2898738 Jan 21 10:03:41.424359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'tag': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:41.455912 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'tag': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553', 'status': 'completed', 'code': 200} Jan 21 10:03:41.523119 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-b40944c5-295b-417e-a5f5-5309b79cbc18 None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:03:41.545651 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72553-9e4a-4d25-8563-9683e791f6be req-54558065-c71e-42e4-b3f5-ad90da195f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:41.547248 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-26c72553-9e4a-4d25-8563-9683e791f6be req-54558065-c71e-42e4-b3f5-ad90da195f97 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 1098 time: 0.0693264 Jan 21 10:03:41.679963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72553-9e4a-4d25-8563-9683e791f6be req-8f02904f-877d-4146-aa9b-810ae0fe7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:41.681556 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-26c72553-9e4a-4d25-8563-9683e791f6be req-8f02904f-877d-4146-aa9b-810ae0fe7975 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 897 time: 0.1287792 Jan 21 10:03:41.785826 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-26c72553-9e4a-4d25-8563-9683e791f6be req-61b65933-79be-444d-a873-539902c5ddf6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 HTTP/1.1" status: 200 len: 999 time: 0.0978897 Jan 21 10:03:41.852393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72553-9e4a-4d25-8563-9683e791f6be req-cb9560c9-54e3-482c-9a48-7b3cd05bb94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:41.854019 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-26c72553-9e4a-4d25-8563-9683e791f6be req-cb9560c9-54e3-482c-9a48-7b3cd05bb94e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba986146-c520-409b-8123-5189e9b30e21 HTTP/1.1" status: 200 len: 834 time: 0.0612271 Jan 21 10:03:41.876994 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-b40944c5-295b-417e-a5f5-5309b79cbc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '84be3ddb-7ad7-436e-8382-7fef683c8503', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'port_id': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'mac_address': 'fa:16:3e:43:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 1, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}, {'id': '9e609c95-b05e-4832-8b9c-d6b6bb258aad', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'port_id': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'mac_address': 'fa:16:3e:f7:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:40Z', 'updated_at': '2022-01-21T10:03:40Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:41.881164 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40944c5-295b-417e-a5f5-5309b79cbc18 None None] Checking router: 5961e365-4d1f-4d5a-9744-88b4a1865350 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:03:41.890446 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40944c5-295b-417e-a5f5-5309b79cbc18 None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:03:41.890987 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-b40944c5-295b-417e-a5f5-5309b79cbc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:03:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:42.031231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72553-9e4a-4d25-8563-9683e791f6be req-973a1f1f-2b6a-4c5f-81e7-1e0b5b80e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:42.032728 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-26c72553-9e4a-4d25-8563-9683e791f6be req-973a1f1f-2b6a-4c5f-81e7-1e0b5b80e27f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1723654 Jan 21 10:03:42.066810 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-b40944c5-295b-417e-a5f5-5309b79cbc18 None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:03:42.161626 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-26c72553-9e4a-4d25-8563-9683e791f6be req-7a7840c2-fcd3-4e50-961d-bc19b81a5890 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217365 Jan 21 10:03:42.293657 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-26c72553-9e4a-4d25-8563-9683e791f6be req-232cc73b-4b9a-4e9c-9b6f-d098edc45c4f service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263132 Jan 21 10:03:42.440959 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-b40944c5-295b-417e-a5f5-5309b79cbc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '84be3ddb-7ad7-436e-8382-7fef683c8503', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'port_id': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'mac_address': 'fa:16:3e:43:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 1, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}, {'id': '9e609c95-b05e-4832-8b9c-d6b6bb258aad', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'port_id': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'mac_address': 'fa:16:3e:f7:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:40Z', 'updated_at': '2022-01-21T10:03:40Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:42.445105 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40944c5-295b-417e-a5f5-5309b79cbc18 None None] The sync data for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv is: [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '84be3ddb-7ad7-436e-8382-7fef683c8503', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'port_id': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'mac_address': 'fa:16:3e:43:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 1, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}, {'id': '9e609c95-b05e-4832-8b9c-d6b6bb258aad', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'port_id': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'mac_address': 'fa:16:3e:f7:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:40Z', 'updated_at': '2022-01-21T10:03:40Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:03:42.655007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6851ed77-0913-4f72-9e59-efd5ae0580ec None None] New status for floating IP 9e609c95-b05e-4832-8b9c-d6b6bb258aad: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:03:51.888057 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:03:58.832096 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a962491d-6647-4b63-b13d-2772ee30c273 req-99d70767-460a-4204-8f24-d552ff499561 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1219378 Jan 21 10:03:58.983970 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962491d-6647-4b63-b13d-2772ee30c273 req-72b0b318-51a1-45a7-a7a7-bd556c218712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:58.985423 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a962491d-6647-4b63-b13d-2772ee30c273 req-72b0b318-51a1-45a7-a7a7-bd556c218712 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 1098 time: 0.0815337 Jan 21 10:03:59.134004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962491d-6647-4b63-b13d-2772ee30c273 req-33a478e1-6edc-42a5-8391-918dcc36a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:59.135448 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a962491d-6647-4b63-b13d-2772ee30c273 req-33a478e1-6edc-42a5-8391-918dcc36a2fe service neutron] 10.222.0.121 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 897 time: 0.1305568 Jan 21 10:03:59.239510 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a962491d-6647-4b63-b13d-2772ee30c273 req-0b75a80c-3ddc-45d1-83a0-71fd18c13a4a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8 HTTP/1.1" status: 200 len: 1001 time: 0.0967426 Jan 21 10:03:59.304310 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962491d-6647-4b63-b13d-2772ee30c273 req-9104bd6a-1982-4a41-a1dd-2192da26f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:59.305754 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a962491d-6647-4b63-b13d-2772ee30c273 req-9104bd6a-1982-4a41-a1dd-2192da26f55a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba986146-c520-409b-8123-5189e9b30e21 HTTP/1.1" status: 200 len: 834 time: 0.0589886 Jan 21 10:03:59.386837 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962491d-6647-4b63-b13d-2772ee30c273 req-3b73ab54-5d83-431a-90bc-500ad7a06837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:59.388285 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a962491d-6647-4b63-b13d-2772ee30c273 req-3b73ab54-5d83-431a-90bc-500ad7a06837 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736077 Jan 21 10:03:59.522357 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a962491d-6647-4b63-b13d-2772ee30c273 req-0155682c-7c00-4214-a4da-5f13d90c09a6 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269183 Jan 21 10:03:59.662209 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a962491d-6647-4b63-b13d-2772ee30c273 req-0a161885-046e-4c38-9e3b-50d7dc83111c service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321535 Jan 21 10:04:00.323898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:06.349457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4e48c76d-b46a-4711-8c73-e887fccc589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:08.475893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3964-3c10-4c0f-9928-9db2b1a5bf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:09.591995 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:09.801955 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:11.122209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:28.892736 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:04:30.335241 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:36.345532 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d9b6086c-03fd-4aa2-bbad-9f1c211bd073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:38.464218 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d7352ebd-db6c-4ae7-9d4e-465b7aca5543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:39.583825 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:39.802136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:41.121661 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:56.739033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50936) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:56.954800 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6316d82c-f490-4c99-b648-f0e7a3d74db8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/84be3ddb-7ad7-436e-8382-7fef683c8503 HTTP/1.1" status: 200 len: 993 time: 0.2141509 Jan 21 10:04:58.512087 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50948) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:58.521679 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:58.649334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:58.870506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 029dc10d-fec1-42ec-b783-c784bd5f7de8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:04:58.904659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:58.910824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:59.073328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:59.074055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:59.075418 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/ports/029dc10d-fec1-42ec-b783-c784bd5f7de8 HTTP/1.1" status: 200 len: 938 time: 0.5619242 Jan 21 10:04:59.075968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:59.098915 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=029dc10d-fec1-42ec-b783-c784bd5f7de8,revision_number=6']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:59.107557 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:59.107897 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:59.108244 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:59.108613 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:59.108948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:59.109279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:59.109607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:59.109935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:59.110262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:59.110585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:59.110907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:59.111227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3ae8aa-d7b1-43c8-a13d-9950be5a034c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:59.128865 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'status': 'completed', 'code': 200} Jan 21 10:04:59.229903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637c4ec-6718-4642-ab02-e611816c3349 req-f2bb0775-f3bb-4314-87b8-fb2937c1056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:59.231625 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2637c4ec-6718-4642-ab02-e611816c3349 req-f2bb0775-f3bb-4314-87b8-fb2937c1056b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 1099 time: 0.0790682 Jan 21 10:04:59.273813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4ac7d303-b2a7-4be2-8160-1fc4da6aa931 None None] Provisioning complete for port 029dc10d-fec1-42ec-b783-c784bd5f7de8 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:59.274447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4ac7d303-b2a7-4be2-8160-1fc4da6aa931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:59.335087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7d303-b2a7-4be2-8160-1fc4da6aa931 None None] Port 029dc10d-fec1-42ec-b783-c784bd5f7de8 is administratively disabled so it will not transition to active. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jan 21 10:04:59.369469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637c4ec-6718-4642-ab02-e611816c3349 req-8fde73ed-6bd6-4fb6-94dd-ba55a4823866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:59.370994 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2637c4ec-6718-4642-ab02-e611816c3349 req-8fde73ed-6bd6-4fb6-94dd-ba55a4823866 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 897 time: 0.1332281 Jan 21 10:04:59.480997 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2637c4ec-6718-4642-ab02-e611816c3349 req-540721a9-1e1a-4487-a4b0-bd20d65c7745 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8 HTTP/1.1" status: 200 len: 1002 time: 0.1038678 Jan 21 10:04:59.548850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637c4ec-6718-4642-ab02-e611816c3349 req-94baf9f6-0720-4375-b35a-d1628e90eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:59.550289 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2637c4ec-6718-4642-ab02-e611816c3349 req-94baf9f6-0720-4375-b35a-d1628e90eb0f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba986146-c520-409b-8123-5189e9b30e21 HTTP/1.1" status: 200 len: 834 time: 0.0640450 Jan 21 10:04:59.625861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637c4ec-6718-4642-ab02-e611816c3349 req-e1a7e23e-9fb6-496b-bd29-4259aaf883c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:59.627419 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2637c4ec-6718-4642-ab02-e611816c3349 req-e1a7e23e-9fb6-496b-bd29-4259aaf883c4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708201 Jan 21 10:04:59.758963 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2637c4ec-6718-4642-ab02-e611816c3349 req-bbb65b9a-9ece-4fc5-8d5a-c6e61eb0ecc3 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253424 Jan 21 10:04:59.898652 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2637c4ec-6718-4642-ab02-e611816c3349 req-c92f4620-be57-4867-b445-a92083a86662 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339149 Jan 21 10:05:00.347150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:00.807856 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b99abb84-6767-494f-b853-8e48b85465df req-e1aedc03-533f-440b-8471-3ce17adec56d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738463 Jan 21 10:05:00.905324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99abb84-6767-494f-b853-8e48b85465df req-8e40458a-3591-4a58-a16d-7892586bb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:00.906720 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b99abb84-6767-494f-b853-8e48b85465df req-8e40458a-3591-4a58-a16d-7892586bb02b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 1098 time: 0.0770557 Jan 21 10:05:01.051671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99abb84-6767-494f-b853-8e48b85465df req-af1d3da7-1b12-4c92-b13f-7124a0a020a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:01.053155 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b99abb84-6767-494f-b853-8e48b85465df req-af1d3da7-1b12-4c92-b13f-7124a0a020a2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 897 time: 0.1273546 Jan 21 10:05:01.156272 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b99abb84-6767-494f-b853-8e48b85465df req-b402c697-911d-4cfb-8a2a-0942ad746742 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 HTTP/1.1" status: 200 len: 1001 time: 0.0969729 Jan 21 10:05:01.218355 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99abb84-6767-494f-b853-8e48b85465df req-f7102d29-f000-43e8-92b1-51c0e7473b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:01.219798 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b99abb84-6767-494f-b853-8e48b85465df req-f7102d29-f000-43e8-92b1-51c0e7473b30 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba986146-c520-409b-8123-5189e9b30e21 HTTP/1.1" status: 200 len: 834 time: 0.0576138 Jan 21 10:05:01.305033 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99abb84-6767-494f-b853-8e48b85465df req-defb060c-8ec0-4409-8d3e-4c16aca151ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:01.306508 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b99abb84-6767-494f-b853-8e48b85465df req-defb060c-8ec0-4409-8d3e-4c16aca151ac service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797610 Jan 21 10:05:01.437802 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b99abb84-6767-494f-b853-8e48b85465df req-7cb6d77e-67b8-47c2-9441-707b6baae415 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247368 Jan 21 10:05:01.677586 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b99abb84-6767-494f-b853-8e48b85465df req-9728ca57-760e-4cbf-ba9c-b5e41f505dc8 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326801 Jan 21 10:05:02.519325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50958) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:02.528226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4352b377-e994-4ffb-8734-54f45c7fe7d0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:02.647195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4352b377-e994-4ffb-8734-54f45c7fe7d0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:02.871859 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-4352b377-e994-4ffb-8734-54f45c7fe7d0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 029dc10d-fec1-42ec-b783-c784bd5f7de8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:02.903274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4352b377-e994-4ffb-8734-54f45c7fe7d0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:02.911704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4352b377-e994-4ffb-8734-54f45c7fe7d0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:02.984542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4352b377-e994-4ffb-8734-54f45c7fe7d0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:02.985044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4352b377-e994-4ffb-8734-54f45c7fe7d0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:02.986421 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4352b377-e994-4ffb-8734-54f45c7fe7d0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/ports/029dc10d-fec1-42ec-b783-c784bd5f7de8 HTTP/1.1" status: 200 len: 937 time: 0.4657815 Jan 21 10:05:02.986960 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:02.989464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 50962) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:03.014373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352b377-e994-4ffb-8734-54f45c7fe7d0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=029dc10d-fec1-42ec-b783-c784bd5f7de8,revision_number=7']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:03.045308 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'status': 'completed', 'code': 200} Jan 21 10:05:03.104213 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-911559bf-f2a2-4c75-8071-a6468c17d0cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/84be3ddb-7ad7-436e-8382-7fef683c8503 HTTP/1.1" status: 200 len: 993 time: 0.1130481 Jan 21 10:05:03.140962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dad6e5-4e53-416e-8733-30993c8ab7f2 req-45c51b15-44d5-4161-ad36-69bcd9f7f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:03.142477 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-99dad6e5-4e53-416e-8733-30993c8ab7f2 req-45c51b15-44d5-4161-ad36-69bcd9f7f579 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 1098 time: 0.0737753 Jan 21 10:05:03.181016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0602bc75-6f16-4f52-9144-f62b033048e8 None None] Provisioning complete for port 029dc10d-fec1-42ec-b783-c784bd5f7de8 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:03.181582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0602bc75-6f16-4f52-9144-f62b033048e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:03.277526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dad6e5-4e53-416e-8733-30993c8ab7f2 req-418946e8-170f-420c-9a8d-576d482f489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:03.278893 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-99dad6e5-4e53-416e-8733-30993c8ab7f2 req-418946e8-170f-420c-9a8d-576d482f489e service neutron] 10.222.0.121 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 897 time: 0.1301508 Jan 21 10:05:03.355630 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['029dc10d-fec1-42ec-b783-c784bd5f7de8'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:05:03.382737 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-99dad6e5-4e53-416e-8733-30993c8ab7f2 req-f814daae-e80a-4673-a850-c577c8692a4c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8 HTTP/1.1" status: 200 len: 1001 time: 0.0973399 Jan 21 10:05:03.444525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dad6e5-4e53-416e-8733-30993c8ab7f2 req-3613947c-9bff-486d-8890-9943e7124d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:03.445949 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-99dad6e5-4e53-416e-8733-30993c8ab7f2 req-3613947c-9bff-486d-8890-9943e7124d1d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba986146-c520-409b-8123-5189e9b30e21 HTTP/1.1" status: 200 len: 834 time: 0.0571475 Jan 21 10:05:03.523920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dad6e5-4e53-416e-8733-30993c8ab7f2 req-6e50b2e8-06c4-424f-bfa2-0a620902da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:03.525409 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-99dad6e5-4e53-416e-8733-30993c8ab7f2 req-6e50b2e8-06c4-424f-bfa2-0a620902da23 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732999 Jan 21 10:05:03.655817 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-99dad6e5-4e53-416e-8733-30993c8ab7f2 req-bfa5a227-08b9-4cb7-97b3-aa54538bc618 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242135 Jan 21 10:05:03.793150 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-99dad6e5-4e53-416e-8733-30993c8ab7f2 req-0e3ed804-cbb4-4561-a9ce-74aa9ec4ccc9 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309340 Jan 21 10:05:05.702754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50974) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:05.891780 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:05:05.920719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-ebac9a1e-80ea-46ae-ab6a-8cd7e40c486d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 81985204-5a5c-4fce-b6ca-5efe38d9b859 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:05:05.921164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ebac9a1e-80ea-46ae-ab6a-8cd7e40c486d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.200316 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ebac9a1e-80ea-46ae-ab6a-8cd7e40c486d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.200641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ebac9a1e-80ea-46ae-ab6a-8cd7e40c486d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.324627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-ebac9a1e-80ea-46ae-ab6a-8cd7e40c486d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 81985204-5a5c-4fce-b6ca-5efe38d9b859 owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:05:06.339225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3dc24ee6-ed07-49ef-8559-44fdc58106d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.484475 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ebac9a1e-80ea-46ae-ab6a-8cd7e40c486d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.531208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac9a1e-80ea-46ae-ab6a-8cd7e40c486d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=81985204-5a5c-4fce-b6ca-5efe38d9b859,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:06.627830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ebac9a1e-80ea-46ae-ab6a-8cd7e40c486d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:06.628144 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-ebac9a1e-80ea-46ae-ab6a-8cd7e40c486d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 9e609c95-b05e-4832-8b9c-d6b6bb258aad disassociated (deleted). External IP: 172.26.4.141, port: 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553. Jan 21 10:05:07.008689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebac9a1e-80ea-46ae-ab6a-8cd7e40c486d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 5961e365-4d1f-4d5a-9744-88b4a1865350 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:05:07.190165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebac9a1e-80ea-46ae-ab6a-8cd7e40c486d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:05:07.200857 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dfa1cd-3f17-4ae2-b87a-2f9696cea9ed None None] Sync routers for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:05:07.207132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ebac9a1e-80ea-46ae-ab6a-8cd7e40c486d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:07.209781 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dfa1cd-3f17-4ae2-b87a-2f9696cea9ed None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:05:07.210405 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-15dfa1cd-3f17-4ae2-b87a-2f9696cea9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:04:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:07.261855 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ebac9a1e-80ea-46ae-ab6a-8cd7e40c486d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/floatingips/9e609c95-b05e-4832-8b9c-d6b6bb258aad HTTP/1.1" status: 204 len: 168 time: 1.5576489 Jan 21 10:05:07.262470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'tag': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:07.310727 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'tag': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553', 'status': 'completed', 'code': 200} Jan 21 10:05:07.394362 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-15dfa1cd-3f17-4ae2-b87a-2f9696cea9ed None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:05:07.403909 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4ed1-764c-4c88-8468-df709756f12e req-202e0ce1-3f23-4e6a-9176-9806527a6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:07.405510 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-324c4ed1-764c-4c88-8468-df709756f12e req-202e0ce1-3f23-4e6a-9176-9806527a6a2f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 1098 time: 0.0737956 Jan 21 10:05:07.539778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4ed1-764c-4c88-8468-df709756f12e req-c30604f5-e705-4a98-861f-450f0dfd82de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:07.541621 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-324c4ed1-764c-4c88-8468-df709756f12e req-c30604f5-e705-4a98-861f-450f0dfd82de service neutron] 10.222.0.121 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 897 time: 0.1299262 Jan 21 10:05:07.625753 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-324c4ed1-764c-4c88-8468-df709756f12e req-41068378-9c03-4dcb-a9f6-9f0b1812b87f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 HTTP/1.1" status: 200 len: 217 time: 0.0771003 Jan 21 10:05:07.645580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489117c-024e-42d8-8f33-c82a6f538b06 req-db71fc8c-d9e4-4e9f-8300-a8753035ab50 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:07.647273 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8489117c-024e-42d8-8f33-c82a6f538b06 req-db71fc8c-d9e4-4e9f-8300-a8753035ab50 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 945 time: 0.0893488 Jan 21 10:05:07.695455 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8489117c-024e-42d8-8f33-c82a6f538b06 req-e3376f59-d11a-4c1a-8a57-8663368863c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=59c2003f-4b7f-413f-b628-01c737bab8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424981 Jan 21 10:05:07.755420 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-15dfa1cd-3f17-4ae2-b87a-2f9696cea9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '84be3ddb-7ad7-436e-8382-7fef683c8503', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'port_id': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'mac_address': 'fa:16:3e:43:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 1, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:07.759854 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dfa1cd-3f17-4ae2-b87a-2f9696cea9ed None None] Checking router: 5961e365-4d1f-4d5a-9744-88b4a1865350 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:05:07.769151 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dfa1cd-3f17-4ae2-b87a-2f9696cea9ed None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:05:07.769802 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-15dfa1cd-3f17-4ae2-b87a-2f9696cea9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:04:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:07.816979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4ed1-764c-4c88-8468-df709756f12e req-90b8925c-3a0e-47cf-acee-7a651a0a17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:07.818778 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-324c4ed1-764c-4c88-8468-df709756f12e req-90b8925c-3a0e-47cf-acee-7a651a0a17ea service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba986146-c520-409b-8123-5189e9b30e21 HTTP/1.1" status: 200 len: 834 time: 0.1851852 Jan 21 10:05:07.892853 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c4ed1-764c-4c88-8468-df709756f12e req-5c416159-5d27-4e56-85a8-484c10ac9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:07.894291 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-324c4ed1-764c-4c88-8468-df709756f12e req-5c416159-5d27-4e56-85a8-484c10ac9cf2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692742 Jan 21 10:05:07.948101 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-15dfa1cd-3f17-4ae2-b87a-2f9696cea9ed None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:05:08.024767 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-324c4ed1-764c-4c88-8468-df709756f12e req-b2dd002f-931c-48df-a93c-8876a10e11a5 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233275 Jan 21 10:05:08.155069 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-324c4ed1-764c-4c88-8468-df709756f12e req-bb5b3eb4-314a-4ca1-b05e-0ab60f725f1c service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235526 Jan 21 10:05:08.327430 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-15dfa1cd-3f17-4ae2-b87a-2f9696cea9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '84be3ddb-7ad7-436e-8382-7fef683c8503', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'port_id': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'mac_address': 'fa:16:3e:43:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 1, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:08.331752 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dfa1cd-3f17-4ae2-b87a-2f9696cea9ed None None] The sync data for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv is: [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '84be3ddb-7ad7-436e-8382-7fef683c8503', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'port_id': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'mac_address': 'fa:16:3e:43:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:20Z', 'updated_at': '2022-01-21T10:03:23Z', 'revision_number': 1, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:05:08.459137 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a0761d6f-ec64-4553-a202-753a01f9cba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:08.567646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d6d67-c75e-4137-b864-524d1db41b71 None None] New status for floating IP 9e609c95-b05e-4832-8b9c-d6b6bb258aad: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:05:08.899226 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d4017-fbdd-4e5b-bf87-78bba602ec80 req-d15ad8f0-1692-409a-8b9a-010932ce5ff8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:08.900645 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-780d4017-fbdd-4e5b-bf87-78bba602ec80 req-d15ad8f0-1692-409a-8b9a-010932ce5ff8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 945 time: 0.0855238 Jan 21 10:05:08.946998 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-780d4017-fbdd-4e5b-bf87-78bba602ec80 req-dcd6c318-694d-4f95-9249-7d2fc88c6a41 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=59c2003f-4b7f-413f-b628-01c737bab8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404217 Jan 21 10:05:09.303496 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192d16f-05c3-47e1-970a-4bfde6bf1ff5 req-2ef6caa9-3255-46ae-b4cf-12776b6efe2c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:09.304195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-c192d16f-05c3-47e1-970a-4bfde6bf1ff5 req-2ef6caa9-3255-46ae-b4cf-12776b6efe2c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:09.321516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-c192d16f-05c3-47e1-970a-4bfde6bf1ff5 req-2ef6caa9-3255-46ae-b4cf-12776b6efe2c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:09.322596 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c192d16f-05c3-47e1-970a-4bfde6bf1ff5 req-2ef6caa9-3255-46ae-b4cf-12776b6efe2c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 945 time: 0.1149087 Jan 21 10:05:09.391403 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-c192d16f-05c3-47e1-970a-4bfde6bf1ff5 req-39fa4274-4955-40fd-a083-31e190e4936e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:05:09.391714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c192d16f-05c3-47e1-970a-4bfde6bf1ff5 req-39fa4274-4955-40fd-a083-31e190e4936e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.577630 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.634065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-c192d16f-05c3-47e1-970a-4bfde6bf1ff5 req-39fa4274-4955-40fd-a083-31e190e4936e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:09.634390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c192d16f-05c3-47e1-970a-4bfde6bf1ff5 req-39fa4274-4955-40fd-a083-31e190e4936e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.757573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-c192d16f-05c3-47e1-970a-4bfde6bf1ff5 req-39fa4274-4955-40fd-a083-31e190e4936e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:05:09.797323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.907916 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c192d16f-05c3-47e1-970a-4bfde6bf1ff5 req-39fa4274-4955-40fd-a083-31e190e4936e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.958861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa4274-4955-40fd-a083-31e190e4936e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=9e0f81d5-8b3e-463a-9ccc-3d94f2b25553,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:10.029417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-c192d16f-05c3-47e1-970a-4bfde6bf1ff5 req-39fa4274-4955-40fd-a083-31e190e4936e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] No DVR routers for this DVR port 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:05:10.031866 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-c192d16f-05c3-47e1-970a-4bfde6bf1ff5 req-39fa4274-4955-40fd-a083-31e190e4936e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:10.034417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'name': 'network-vif-deleted', 'tag': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:10.052078 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c192d16f-05c3-47e1-970a-4bfde6bf1ff5 req-39fa4274-4955-40fd-a083-31e190e4936e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "DELETE /v2.0/ports/9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 HTTP/1.1" status: 204 len: 173 time: 0.7241971 Jan 21 10:05:10.106084 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d5add901-b9cf-41ae-ac5a-87b4f5449862 req-1f226a3b-1e5c-4e65-b209-95c478411a87 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=e103c313-f3cb-47be-8198-a94e80a35d61 HTTP/1.1" status: 200 len: 210 time: 0.0487869 Jan 21 10:05:10.221956 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e103c313-f3cb-47be-8198-a94e80a35d61', 'name': 'network-vif-deleted', 'tag': '9e0f81d5-8b3e-463a-9ccc-3d94f2b25553', 'status': 'completed', 'code': 200} Jan 21 10:05:11.121642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:11.200405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 50994) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:11.280167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b470-1344-45c6-92eb-726e855b91c2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:11.309381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b470-1344-45c6-92eb-726e855b91c2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:11.376578 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b470-1344-45c6-92eb-726e855b91c2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:11.394684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9b470-1344-45c6-92eb-726e855b91c2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c2003f-4b7f-413f-b628-01c737bab8a8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:11.404799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b470-1344-45c6-92eb-726e855b91c2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:11.405896 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6ec9b470-1344-45c6-92eb-726e855b91c2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/security-groups/59c2003f-4b7f-413f-b628-01c737bab8a8 HTTP/1.1" status: 204 len: 168 time: 0.2043641 Jan 21 10:05:11.437816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51000) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:11.736979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f8e24fe8-6400-4a46-bbd4-d5fe85aaf5d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 9f394a5f-bfb1-44fc-8880-ee934599f56d {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:05:11.737319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8e24fe8-6400-4a46-bbd4-d5fe85aaf5d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:11.908973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8e24fe8-6400-4a46-bbd4-d5fe85aaf5d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:11.909202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8e24fe8-6400-4a46-bbd4-d5fe85aaf5d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:12.027339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f8e24fe8-6400-4a46-bbd4-d5fe85aaf5d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 9f394a5f-bfb1-44fc-8880-ee934599f56d owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:05:12.183666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8e24fe8-6400-4a46-bbd4-d5fe85aaf5d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:12.258917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e24fe8-6400-4a46-bbd4-d5fe85aaf5d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=9f394a5f-bfb1-44fc-8880-ee934599f56d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:12.339012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8e24fe8-6400-4a46-bbd4-d5fe85aaf5d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:12.339358 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-f8e24fe8-6400-4a46-bbd4-d5fe85aaf5d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP 84be3ddb-7ad7-436e-8382-7fef683c8503 disassociated (deleted). External IP: 172.26.4.189, port: 029dc10d-fec1-42ec-b783-c784bd5f7de8. Jan 21 10:05:12.691264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e24fe8-6400-4a46-bbd4-d5fe85aaf5d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 5961e365-4d1f-4d5a-9744-88b4a1865350 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:05:12.876284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e24fe8-6400-4a46-bbd4-d5fe85aaf5d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:05:12.886084 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385455e8-edae-4485-aae9-12085d51df41 None None] Sync routers for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:05:12.893318 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8e24fe8-6400-4a46-bbd4-d5fe85aaf5d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:12.895805 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385455e8-edae-4485-aae9-12085d51df41 None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:05:12.896451 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-385455e8-edae-4485-aae9-12085d51df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:12.947023 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f8e24fe8-6400-4a46-bbd4-d5fe85aaf5d7 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/floatingips/84be3ddb-7ad7-436e-8382-7fef683c8503 HTTP/1.1" status: 204 len: 168 time: 1.5081015 Jan 21 10:05:12.947884 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:12.994210 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'status': 'completed', 'code': 200} Jan 21 10:05:13.074221 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-385455e8-edae-4485-aae9-12085d51df41 None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:05:13.089126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d321c7-a730-4408-87ef-3b3a986f063c req-07152fe8-44ed-40e5-b6ce-ed8e23f8de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:13.090746 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75d321c7-a730-4408-87ef-3b3a986f063c req-07152fe8-44ed-40e5-b6ce-ed8e23f8de8d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 1098 time: 0.0755560 Jan 21 10:05:13.364523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d321c7-a730-4408-87ef-3b3a986f063c req-e2e39254-b653-44f8-a1b0-70e723fddd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:13.366016 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75d321c7-a730-4408-87ef-3b3a986f063c req-e2e39254-b653-44f8-a1b0-70e723fddd15 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 200 len: 897 time: 0.2693439 Jan 21 10:05:13.410882 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-385455e8-edae-4485-aae9-12085d51df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:13.414743 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385455e8-edae-4485-aae9-12085d51df41 None None] Checking router: 5961e365-4d1f-4d5a-9744-88b4a1865350 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:05:13.423087 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385455e8-edae-4485-aae9-12085d51df41 None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:05:13.423678 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-385455e8-edae-4485-aae9-12085d51df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:13.440288 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75d321c7-a730-4408-87ef-3b3a986f063c req-2f736a1b-98ab-4b9e-aa76-a2ae1e8cb299 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8 HTTP/1.1" status: 200 len: 217 time: 0.0674906 Jan 21 10:05:13.480246 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ee100-a4cd-4cb4-b8bf-d21fe71815f9 req-f06d1439-1b0e-4717-bc2b-aa6ae3fc5cd1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:13.481707 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2f6ee100-a4cd-4cb4-b8bf-d21fe71815f9 req-f06d1439-1b0e-4717-bc2b-aa6ae3fc5cd1 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 945 time: 0.0787568 Jan 21 10:05:13.506515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d321c7-a730-4408-87ef-3b3a986f063c req-44d07064-e3e8-48d1-b9da-14d1813094fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:13.507871 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75d321c7-a730-4408-87ef-3b3a986f063c req-44d07064-e3e8-48d1-b9da-14d1813094fa service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba986146-c520-409b-8123-5189e9b30e21 HTTP/1.1" status: 200 len: 834 time: 0.0608568 Jan 21 10:05:13.527465 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2f6ee100-a4cd-4cb4-b8bf-d21fe71815f9 req-09b038c6-607c-42ab-82ac-3fc63b047a46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=f98570ea-716c-430a-97df-7b2491e291a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386348 Jan 21 10:05:13.583139 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d321c7-a730-4408-87ef-3b3a986f063c req-f66366ee-b895-4c28-b737-b698b8ab5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:13.584644 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75d321c7-a730-4408-87ef-3b3a986f063c req-f66366ee-b895-4c28-b737-b698b8ab5e39 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b38380ba-23f8-4f64-95d0-7fb7eae4bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701363 Jan 21 10:05:13.601116 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-385455e8-edae-4485-aae9-12085d51df41 None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:05:13.715086 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75d321c7-a730-4408-87ef-3b3a986f063c req-3ce6f083-dbae-435c-85aa-9c239d3dbf49 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235154 Jan 21 10:05:13.848170 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-75d321c7-a730-4408-87ef-3b3a986f063c req-cf28374f-7932-43ba-a7d9-6d1f053f64f3 service neutron] 10.222.0.121 "GET /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255865 Jan 21 10:05:13.905477 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-385455e8-edae-4485-aae9-12085d51df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:13.909506 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385455e8-edae-4485-aae9-12085d51df41 None None] The sync data for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv is: [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:02Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '203c9b61-29c3-4812-826e-04cb2d8f6115', 'name': '', 'network_id': 'b38380ba-23f8-4f64-95d0-7fb7eae4bf72', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:dd:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ba986146-c520-409b-8123-5189e9b30e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:01Z', 'updated_at': '2022-01-21T10:03:07Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'ba986146-c520-409b-8123-5189e9b30e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:05:14.134107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c76af54-82c2-484f-bd4a-69006da5d127 None None] New status for floating IP 84be3ddb-7ad7-436e-8382-7fef683c8503: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:05:14.508849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:05:14.550294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:05:14.550945 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 9e0f81d5-8b3e-463a-9ccc-3d94f2b25553 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:05:14.738104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7064dad-ddea-4e75-a807-4beead3794b1 req-1d7e10ef-c5ad-4499-8ede-b906b143122b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:14.739667 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d7064dad-ddea-4e75-a807-4beead3794b1 req-1d7e10ef-c5ad-4499-8ede-b906b143122b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 945 time: 0.1057823 Jan 21 10:05:14.787191 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d7064dad-ddea-4e75-a807-4beead3794b1 req-3e978686-5c59-4006-841a-58328d3973e8 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=f98570ea-716c-430a-97df-7b2491e291a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415273 Jan 21 10:05:15.265724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9133b-8415-42a4-aeb0-b5edd90bd1ce req-f66844b3-382f-4677-bc94-de38d8cf4d84 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:15.266611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-65e9133b-8415-42a4-aeb0-b5edd90bd1ce req-f66844b3-382f-4677-bc94-de38d8cf4d84 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:15.284218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-65e9133b-8415-42a4-aeb0-b5edd90bd1ce req-f66844b3-382f-4677-bc94-de38d8cf4d84 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:15.285457 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-65e9133b-8415-42a4-aeb0-b5edd90bd1ce req-f66844b3-382f-4677-bc94-de38d8cf4d84 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 945 time: 0.1041651 Jan 21 10:05:15.355600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-65e9133b-8415-42a4-aeb0-b5edd90bd1ce req-d7f77327-d1ea-4852-9a4a-fa5450988798 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 029dc10d-fec1-42ec-b783-c784bd5f7de8 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:05:15.355969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-65e9133b-8415-42a4-aeb0-b5edd90bd1ce req-d7f77327-d1ea-4852-9a4a-fa5450988798 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:15.605660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-65e9133b-8415-42a4-aeb0-b5edd90bd1ce req-d7f77327-d1ea-4852-9a4a-fa5450988798 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 029dc10d-fec1-42ec-b783-c784bd5f7de8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=029dc10d-fec1-42ec-b783-c784bd5f7de8,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:15.605920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-65e9133b-8415-42a4-aeb0-b5edd90bd1ce req-d7f77327-d1ea-4852-9a4a-fa5450988798 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:15.740919 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-65e9133b-8415-42a4-aeb0-b5edd90bd1ce req-d7f77327-d1ea-4852-9a4a-fa5450988798 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 029dc10d-fec1-42ec-b783-c784bd5f7de8 owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:05:15.888532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-65e9133b-8415-42a4-aeb0-b5edd90bd1ce req-d7f77327-d1ea-4852-9a4a-fa5450988798 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:15.938204 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f77327-d1ea-4852-9a4a-fa5450988798 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=029dc10d-fec1-42ec-b783-c784bd5f7de8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:15.938708 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ea3b9b7-8011-4132-bcad-05bf97b5ef76 req-5ad4d269-72fd-4213-9ba8-788d9404e900 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b2c678e-b76d-4992-8ebd-1db4cabd8f48 HTTP/1.1" status: 200 len: 210 time: 0.0415356 Jan 21 10:05:16.012796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e9133b-8415-42a4-aeb0-b5edd90bd1ce req-d7f77327-d1ea-4852-9a4a-fa5450988798 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] No DVR routers for this DVR port 029dc10d-fec1-42ec-b783-c784bd5f7de8 on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:05:16.015142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-65e9133b-8415-42a4-aeb0-b5edd90bd1ce req-d7f77327-d1ea-4852-9a4a-fa5450988798 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:16.017559 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'name': 'network-vif-deleted', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:16.033648 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-65e9133b-8415-42a4-aeb0-b5edd90bd1ce req-d7f77327-d1ea-4852-9a4a-fa5450988798 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "DELETE /v2.0/ports/029dc10d-fec1-42ec-b783-c784bd5f7de8 HTTP/1.1" status: 204 len: 173 time: 0.7416372 Jan 21 10:05:16.063527 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2c678e-b76d-4992-8ebd-1db4cabd8f48', 'name': 'network-vif-deleted', 'tag': '029dc10d-fec1-42ec-b783-c784bd5f7de8', 'status': 'completed', 'code': 200} Jan 21 10:05:17.033255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51020) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:17.103599 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32939e07-93ea-4c99-8859-4f5ea3a0bf4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:17.133631 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32939e07-93ea-4c99-8859-4f5ea3a0bf4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:17.203974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32939e07-93ea-4c99-8859-4f5ea3a0bf4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:17.223167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32939e07-93ea-4c99-8859-4f5ea3a0bf4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98570ea-716c-430a-97df-7b2491e291a5,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:17.230949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32939e07-93ea-4c99-8859-4f5ea3a0bf4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:17.232100 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-32939e07-93ea-4c99-8859-4f5ea3a0bf4b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/security-groups/f98570ea-716c-430a-97df-7b2491e291a5 HTTP/1.1" status: 204 len: 168 time: 0.1978893 Jan 21 10:05:17.276182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51026) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:17.863841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:18.320952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 203c9b61-29c3-4812-826e-04cb2d8f6115 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:05:18.321673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:18.515432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 203c9b61-29c3-4812-826e-04cb2d8f6115, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=203c9b61-29c3-4812-826e-04cb2d8f6115,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:18.515771 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:18.641077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 203c9b61-29c3-4812-826e-04cb2d8f6115 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:05:18.848845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:18.897032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=203c9b61-29c3-4812-826e-04cb2d8f6115,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:18.940827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:18.941176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:18.941550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:18.941879 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:18.942209 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:18.942660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:18.942979 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:18.943279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:18.943622 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:18.943932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:18.944231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:18.944582 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:19.186669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:19.654426 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router 5961e365-4d1f-4d5a-9744-88b4a1865350 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:05:19.836420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:05:19.846919 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675de09d-2305-4b1d-92ea-335b84b5c620 None None] Sync routers for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:05:19.852419 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e9f877d2-d62d-4a68-a728-185d085f5b35 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/5961e365-4d1f-4d5a-9744-88b4a1865350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5734451 Jan 21 10:05:19.853425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51030) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:19.857033 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675de09d-2305-4b1d-92ea-335b84b5c620 None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:05:19.857639 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-675de09d-2305-4b1d-92ea-335b84b5c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:19.921302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d6722c-660b-4902-b04f-14f630c74a0c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting subnet ba986146-c520-409b-8123-5189e9b30e21 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:05:19.924370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-71d6722c-660b-4902-b04f-14f630c74a0c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:19.979403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-71d6722c-660b-4902-b04f-14f630c74a0c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.060981 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-675de09d-2305-4b1d-92ea-335b84b5c620 None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:05:20.061304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-71d6722c-660b-4902-b04f-14f630c74a0c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.138214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-71d6722c-660b-4902-b04f-14f630c74a0c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.179167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6722c-660b-4902-b04f-14f630c74a0c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Subnet': ['ID=ba986146-c520-409b-8123-5189e9b30e21,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:20.181074 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-71d6722c-660b-4902-b04f-14f630c74a0c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.187647 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-71d6722c-660b-4902-b04f-14f630c74a0c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/subnets/ba986146-c520-409b-8123-5189e9b30e21 HTTP/1.1" status: 204 len: 168 time: 0.3332658 Jan 21 10:05:20.190384 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51034) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:20.192380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d762d502-50f9-4eb1-a09b-7be985e83291 None None] Network b38380ba-23f8-4f64-95d0-7fb7eae4bf72 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:05:20.340930 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-675de09d-2305-4b1d-92ea-335b84b5c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:05:18Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:20.345107 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675de09d-2305-4b1d-92ea-335b84b5c620 None None] Checking router: 5961e365-4d1f-4d5a-9744-88b4a1865350 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:05:20.353664 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675de09d-2305-4b1d-92ea-335b84b5c620 None None] Routers {'5961e365-4d1f-4d5a-9744-88b4a1865350'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:05:20.354520 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-675de09d-2305-4b1d-92ea-335b84b5c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['5961e365-4d1f-4d5a-9744-88b4a1865350'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:20.369484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.469188 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] DHCP port deletion for b38380ba-23f8-4f64-95d0-7fb7eae4bf72 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:05:20.473609 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Deleting port d19dd57a-6069-4d83-a6d2-c09e59c008cb {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:05:20.474184 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.533514 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-675de09d-2305-4b1d-92ea-335b84b5c620 None None] Set router 5961e365-4d1f-4d5a-9744-88b4a1865350 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:05:20.551541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.562099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 92308da0-609e-4bdd-84a4-0ea278d2e989 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:05:20.562426 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.632142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 029dc10d-fec1-42ec-b783-c784bd5f7de8 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:05:20.712376 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 029dc10d-fec1-42ec-b783-c784bd5f7de8 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:05:20.712617 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 029dc10d-fec1-42ec-b783-c784bd5f7de8 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:05:20.734095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] For port d19dd57a-6069-4d83-a6d2-c09e59c008cb, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d19dd57a-6069-4d83-a6d2-c09e59c008cb,segment=NetworkSegment(8b7ff0ab-6898-450d-80cd-6634ff320862),segment_id=8b7ff0ab-6898-450d-80cd-6634ff320862)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:20.734600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.758710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 92308da0-609e-4bdd-84a4-0ea278d2e989, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=92308da0-609e-4bdd-84a4-0ea278d2e989,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:20.759343 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.831090 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-675de09d-2305-4b1d-92ea-335b84b5c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:05:18Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:20.835087 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675de09d-2305-4b1d-92ea-335b84b5c620 None None] The sync data for ids ['5961e365-4d1f-4d5a-9744-88b4a1865350'] in dv-neutron-825723-1-hyperv is: [{'id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'name': 'tempest-TestNetworkBasicOps-router-2104008118', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:05:18Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '92308da0-609e-4bdd-84a4-0ea278d2e989', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5961e365-4d1f-4d5a-9744-88b4a1865350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:57Z', 'updated_at': '2022-01-21T10:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:05:20.859582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Calling delete_port for d19dd57a-6069-4d83-a6d2-c09e59c008cb owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:05:20.880279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 92308da0-609e-4bdd-84a4-0ea278d2e989 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:05:20.934447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.980307 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Pushing event deleted for resources: {'Port': ['ID=d19dd57a-6069-4d83-a6d2-c09e59c008cb,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:20.982590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] No DVR routers for this DVR port d19dd57a-6069-4d83-a6d2-c09e59c008cb on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:05:20.989252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:20.989670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:20.989973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:20.990396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:20.990721 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:20.991027 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:20.991348 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:20.991700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:20.992016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:20.992329 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:20.992662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:20.992973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c809c-fcd9-4b27-949c-07c91b9b1fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:21.057616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:21.102253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=92308da0-609e-4bdd-84a4-0ea278d2e989,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:21.313258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:21.356800 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 203c9b61-29c3-4812-826e-04cb2d8f6115 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:05:21.392936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 203c9b61-29c3-4812-826e-04cb2d8f6115 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:05:21.393241 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 203c9b61-29c3-4812-826e-04cb2d8f6115 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:05:21.393872 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d19dd57a-6069-4d83-a6d2-c09e59c008cb no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:05:21.426925 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: d19dd57a-6069-4d83-a6d2-c09e59c008cb {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:05:21.427269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d19dd57a-6069-4d83-a6d2-c09e59c008cb not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:05:21.500378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:21.502604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:21.529883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:21.530574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Fanout notify agent at l3_agent the message router_deleted on router 5961e365-4d1f-4d5a-9744-88b4a1865350 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:05:21.546008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:21.548817 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a8757234-8fb3-4a8c-af1c-85b524b85c51 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/routers/5961e365-4d1f-4d5a-9744-88b4a1865350 HTTP/1.1" status: 204 len: 168 time: 1.3574703 Jan 21 10:05:21.549806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51038) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:21.667035 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cf29ee1-18e8-4a87-b286-c71b9e7fc5b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:21.794820 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cf29ee1-18e8-4a87-b286-c71b9e7fc5b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:21.820596 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-8cf29ee1-18e8-4a87-b286-c71b9e7fc5b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38380ba-23f8-4f64-95d0-7fb7eae4bf72']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:21.832295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-8cf29ee1-18e8-4a87-b286-c71b9e7fc5b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7ff0ab-6898-450d-80cd-6634ff320862') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:21.832622 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-8cf29ee1-18e8-4a87-b286-c71b9e7fc5b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7ff0ab-6898-450d-80cd-6634ff320862') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:21.843726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cf29ee1-18e8-4a87-b286-c71b9e7fc5b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:21.859314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cf29ee1-18e8-4a87-b286-c71b9e7fc5b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:21.865690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf29ee1-18e8-4a87-b286-c71b9e7fc5b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:05:21.866243 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cf29ee1-18e8-4a87-b286-c71b9e7fc5b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:05:21.890374 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:05:21.975159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cf29ee1-18e8-4a87-b286-c71b9e7fc5b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:21.994720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8cf29ee1-18e8-4a87-b286-c71b9e7fc5b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:22.005950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf29ee1-18e8-4a87-b286-c71b9e7fc5b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Network': ['ID=b38380ba-23f8-4f64-95d0-7fb7eae4bf72,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:22.017248 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8cf29ee1-18e8-4a87-b286-c71b9e7fc5b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/networks/b38380ba-23f8-4f64-95d0-7fb7eae4bf72 HTTP/1.1" status: 204 len: 168 time: 0.4665253 Jan 21 10:05:22.043585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51042) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:22.050224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'network': {'name': 'tempest-network-smoke--754750296', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'port_security_enabled': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:22.055528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:22.059702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:network and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:22.062572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:22.068114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:22.079904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:05:22.083746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:22.114956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:05:22.124141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:22.124508 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Added segment 140da660-16cc-4432-b923-b8a5269a08e9 of type vlan for network 0912fbc6-00eb-4e20-badf-faae9dc1c0da Jan 21 10:05:22.150499 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:22.183674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:22.189137 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:22.189719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:22.301214 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2560990 Jan 21 10:05:22.304067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51046) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:22.306263 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aae039-629e-49d2-97de-04a9541ebcc0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Network': ['ID=0912fbc6-00eb-4e20-badf-faae9dc1c0da,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:22.310731 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-956122999', 'admin_state_up': True, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:22.317689 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 0912fbc6-00eb-4e20-badf-faae9dc1c0da details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:05:22.321032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:22.325896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:router and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:22.328814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:22.335047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:22.347920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:22.349151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:22.366355 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:22.736136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:23.048969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:23.081367 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:23.218476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.111 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/5055c644-3863-4774-a3ec-2ccab6dd3b4d) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:05:23.258661 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 92308da0-609e-4bdd-84a4-0ea278d2e989 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:05:23.291834 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 92308da0-609e-4bdd-84a4-0ea278d2e989 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:05:23.292186 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 92308da0-609e-4bdd-84a4-0ea278d2e989 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:05:23.363501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:23.396042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:23.461045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:05:23.463808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:23.467670 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:05:23.500878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=5055c644-3863-4774-a3ec-2ccab6dd3b4d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:23.889024 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:24.342358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:24.553138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router e4bcb681-66e5-48d1-8db1-a402e11c03e2 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:05:24.729784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:05:24.739549 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Sync routers for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:05:24.749528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:05:24.750150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:24.756227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:24.757441 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-550a80a0-77df-4401-92ee-86ceef78e410 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4523413 Jan 21 10:05:24.760512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51050) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:24.921828 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3e1e0eda-c086-41bf-9426-223133a6251c tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=f4e681c68c4e433a8bf1cae53443017d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1600752 Jan 21 10:05:24.922355 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Set router e4bcb681-66e5-48d1-8db1-a402e11c03e2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:05:24.924446 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51056) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:25.059025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0e2a4b-1fca-4aa1-90d2-0090a2398186 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:25.065448 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-af0e2a4b-1fca-4aa1-90d2-0090a2398186 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350865 Jan 21 10:05:25.065651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51060) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:25.106116 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0d619071-ba38-4b51-945f-f51d3cbf7361 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394037 Jan 21 10:05:25.108904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51064) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:25.114579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-154636045', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:25.207039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:05:23Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:25.210819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Checking router: e4bcb681-66e5-48d1-8db1-a402e11c03e2 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:05:25.211170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Updating router e4bcb681-66e5-48d1-8db1-a402e11c03e2 port 5055c644-3863-4774-a3ec-2ccab6dd3b4d binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:05:25.219992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:25.223768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:subnet and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:25.226550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:25.232065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:25.242722 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:05:25.246487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:25.262420 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:25.478875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:25.555267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Subnet': ['ID=b5ddef13-82aa-4233-9a3f-1496a0a3b0f7,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:25.565419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Checking segment: {'id': '140da660-16cc-4432-b923-b8a5269a08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:05:25.565776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network hostable DHCP agents. Network: 0912fbc6-00eb-4e20-badf-faae9dc1c0da, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:05:25.583549 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:25.588969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 0912fbc6-00eb-4e20-badf-faae9dc1c0da is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:05:25.596430 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Transition to ACTIVE for port object 5055c644-3863-4774-a3ec-2ccab6dd3b4d will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:25.599871 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 0912fbc6-00eb-4e20-badf-faae9dc1c0da) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:25.604113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:25.604684 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:25.605620 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:25.631843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51068) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:25.632651 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d51bd4bf-2f52-45b3-b37f-2b66c7cc4efc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5221143 Jan 21 10:05:25.640711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0a3cf5-7e45-4551-912c-d8226e0394c0 None None] Network 0912fbc6-00eb-4e20-badf-faae9dc1c0da requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:05:25.728749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Attempting to bind port 5055c644-3863-4774-a3ec-2ccab6dd3b4d on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:05:25.729181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Attempting to bind port 5055c644-3863-4774-a3ec-2ccab6dd3b4d by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:05:25.729462 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Attempting to bind port 5055c644-3863-4774-a3ec-2ccab6dd3b4d on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:05:25.780902 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:05:25.781651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:05:25.781651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:25.782026 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:05:25.782494 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Bound port: 5055c644-3863-4774-a3ec-2ccab6dd3b4d, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:05:25.782860 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:25.818820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93149046-5d67-46cf-8683-82a4d42755cb None None] Pushing event updated for resources: {'Port': ['ID=5055c644-3863-4774-a3ec-2ccab6dd3b4d,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:25.916223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] For port 5055c644-3863-4774-a3ec-2ccab6dd3b4d, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:05:25.932045 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] For port 5055c644-3863-4774-a3ec-2ccab6dd3b4d, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5055c644-3863-4774-a3ec-2ccab6dd3b4d,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:05:25.939535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:26.049522 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:05:26.050639 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:26.073213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:05:26.073886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:26.167071 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93149046-5d67-46cf-8683-82a4d42755cb None None] Pushing event updated for resources: {'Port': ['ID=5055c644-3863-4774-a3ec-2ccab6dd3b4d,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:26.389322 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] Set router e4bcb681-66e5-48d1-8db1-a402e11c03e2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:05:26.460851 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:26.521156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Allocated IP 172.20.0.2 (0912fbc6-00eb-4e20-badf-faae9dc1c0da/b5ddef13-82aa-4233-9a3f-1496a0a3b0f7/bb4846b0-cf26-4f2f-8ac7-660881a2829c) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:05:26.842856 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:26.854689 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:05:23Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:26.856992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Transition to ACTIVE for port object bb4846b0-cf26-4f2f-8ac7-660881a2829c will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:26.866263 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa323e-df3e-4372-9757-5e24f101f3cf None None] The sync data for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv is: [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:05:23Z', 'revision_number': 3, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:05:26.877971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Transition to ACTIVE for port object bb4846b0-cf26-4f2f-8ac7-660881a2829c will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:26.886345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:26.941744 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Network 0912fbc6-00eb-4e20-badf-faae9dc1c0da is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:05:26.952684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:26.956117 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.1 (0912fbc6-00eb-4e20-badf-faae9dc1c0da/b5ddef13-82aa-4233-9a3f-1496a0a3b0f7/6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:05:26.956874 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:05:27.034029 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Pushing event updated for resources: {'Port': ['ID=bb4846b0-cf26-4f2f-8ac7-660881a2829c,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:27.056826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Attempting to bind port bb4846b0-cf26-4f2f-8ac7-660881a2829c on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:05:27.057198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Attempting to bind port bb4846b0-cf26-4f2f-8ac7-660881a2829c by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '140da660-16cc-4432-b923-b8a5269a08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:05:27.057570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Attempting to bind port bb4846b0-cf26-4f2f-8ac7-660881a2829c on network 0912fbc6-00eb-4e20-badf-faae9dc1c0da {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:05:27.063788 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:05:27.064162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Checking segment: {'id': '140da660-16cc-4432-b923-b8a5269a08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:05:27.064707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:27.065104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Bound using segment: {'id': '140da660-16cc-4432-b923-b8a5269a08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:05:27.065592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Bound port: bb4846b0-cf26-4f2f-8ac7-660881a2829c, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140da660-16cc-4432-b923-b8a5269a08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:05:27.065929 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:27.150720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:27.168619 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:27.174681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] For port bb4846b0-cf26-4f2f-8ac7-660881a2829c, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:05:27.178391 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] For port bb4846b0-cf26-4f2f-8ac7-660881a2829c, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bb4846b0-cf26-4f2f-8ac7-660881a2829c,segment=NetworkSegment(140da660-16cc-4432-b923-b8a5269a08e9),segment_id=140da660-16cc-4432-b923-b8a5269a08e9)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:05:27.182057 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:27.193597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:27.263278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7ed1a-6ead-4ef7-be64-e940140088c2 None None] Pushing event updated for resources: {'Port': ['ID=bb4846b0-cf26-4f2f-8ac7-660881a2829c,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:27.264123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 0912fbc6-00eb-4e20-badf-faae9dc1c0da is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:05:27.267538 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:27.271614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:05:27.306877 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:27.350694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:27.382844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5055c644-3863-4774-a3ec-2ccab6dd3b4d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:27.519171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 5055c644-3863-4774-a3ec-2ccab6dd3b4d completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:27.525830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5055c644-3863-4774-a3ec-2ccab6dd3b4d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:27.526265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:27.667862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:27.685570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 5055c644-3863-4774-a3ec-2ccab6dd3b4d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5055c644-3863-4774-a3ec-2ccab6dd3b4d,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:27.691700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:27.696387 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:27.766878 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=5055c644-3863-4774-a3ec-2ccab6dd3b4d,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:28.240079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:28.253746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:28.289764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e0ecd6-1124-42d8-9f68-3383fb7c778e None None] Network 0912fbc6-00eb-4e20-badf-faae9dc1c0da requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:05:28.376720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:28.386497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:28.429457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-06fa79ed-c2e0-4bd4-9ac1-6ead0af5c4a1 None None] Provisioning for port bb4846b0-cf26-4f2f-8ac7-660881a2829c completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:28.527598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 0912fbc6-00eb-4e20-badf-faae9dc1c0da is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:05:28.528782 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:28.719499 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router e4bcb681-66e5-48d1-8db1-a402e11c03e2 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:05:28.859242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2b0e111d-263d-4aad-b7c8-ad7744e07682 None None] Provisioning for port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:28.864451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2b0e111d-263d-4aad-b7c8-ad7744e07682 None None] Provisioning complete for port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:28.864950 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2b0e111d-263d-4aad-b7c8-ad7744e07682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:28.906381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:05:28.917539 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Sync routers for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:05:28.922374 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a7c1caa4-f3c3-4298-82c0-7d96768c5e46 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/e4bcb681-66e5-48d1-8db1-a402e11c03e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2867985 Jan 21 10:05:28.922558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51072) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:28.927723 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:05:28.928355 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:28.942705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e111d-263d-4aad-b7c8-ad7744e07682 None None] Port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:05:29.068895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4805529-0635-46aa-98da-fb020533ca9f tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:29.069537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4805529-0635-46aa-98da-fb020533ca9f tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:29.070001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4805529-0635-46aa-98da-fb020533ca9f tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:29.070455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4805529-0635-46aa-98da-fb020533ca9f tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:29.075032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51076) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:29.075616 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f4805529-0635-46aa-98da-fb020533ca9f tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1516776 Jan 21 10:05:29.087895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-55cf0708-ad93-4899-904c-da1d18e14a49 None None] Provisioning complete for port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:29.088386 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-55cf0708-ad93-4899-904c-da1d18e14a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:29.126879 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Set router e4bcb681-66e5-48d1-8db1-a402e11c03e2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:05:29.162706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925b5ba-64f9-4590-bf6a-0f54af8981a0 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:29.163172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925b5ba-64f9-4590-bf6a-0f54af8981a0 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:29.163625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925b5ba-64f9-4590-bf6a-0f54af8981a0 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:29.164067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925b5ba-64f9-4590-bf6a-0f54af8981a0 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:29.169111 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7925b5ba-64f9-4590-bf6a-0f54af8981a0 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0917783 Jan 21 10:05:29.169838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51080) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:29.170260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-55cf0708-ad93-4899-904c-da1d18e14a49 None None] Port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:05:29.297810 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ba6e5c91-eaec-4038-8b97-52d8c322c652 None None] Provisioning complete for port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:29.298447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5c91-eaec-4038-8b97-52d8c322c652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:29.362725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e5c91-eaec-4038-8b97-52d8c322c652 None None] Port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:05:29.395139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bb4846b0-cf26-4f2f-8ac7-660881a2829c up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:29.410638 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4555cfc0-5820-4df7-bd55-37961edfc0e5 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2366414 Jan 21 10:05:29.474304 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port bb4846b0-cf26-4f2f-8ac7-660881a2829c completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:29.479748 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port bb4846b0-cf26-4f2f-8ac7-660881a2829c triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:29.480360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:29.494401 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:05:27Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5', 'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:d3:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:26Z', 'updated_at': '2022-01-21T10:05:28Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:29.498276 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Checking router: e4bcb681-66e5-48d1-8db1-a402e11c03e2 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:05:29.498623 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Updating router e4bcb681-66e5-48d1-8db1-a402e11c03e2 port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:05:29.553307 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:29.595946 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:29.631647 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port bb4846b0-cf26-4f2f-8ac7-660881a2829c, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bb4846b0-cf26-4f2f-8ac7-660881a2829c,segment=NetworkSegment(140da660-16cc-4432-b923-b8a5269a08e9),segment_id=140da660-16cc-4432-b923-b8a5269a08e9)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:29.636603 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:29.637786 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5055c644-3863-4774-a3ec-2ccab6dd3b4d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:29.754610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=bb4846b0-cf26-4f2f-8ac7-660881a2829c,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:29.766976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5055c644-3863-4774-a3ec-2ccab6dd3b4d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:29.767432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:29.788516 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51086) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:29.795136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919341183', 'description': 'tempest-secgroup-smoke-919341183 description', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:29.801865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:29.806478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:29.810430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:29.818007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:29.829705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:29.850363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:29.854351 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:29.857402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:29.864381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:29.899800 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:29.911167 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Transition to ACTIVE for port object 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:29.918390 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:29.941250 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:29.945701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:29.993723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10998d9-86b3-4034-9239-12fe15137cfc,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:30.002573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.004391 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8909d199-0046-454f-ac82-1129b050b059 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2143919 Jan 21 10:05:30.007454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51090) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:30.013237 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a387c1fd-6dfd-4c64-8a54-d2b17d0e647f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'd10998d9-86b3-4034-9239-12fe15137cfc', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:30.019827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a387c1fd-6dfd-4c64-8a54-d2b17d0e647f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:30.024178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a387c1fd-6dfd-4c64-8a54-d2b17d0e647f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:30.027515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a387c1fd-6dfd-4c64-8a54-d2b17d0e647f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:30.029523 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Pushing event updated for resources: {'Port': ['ID=6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:30.033572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a387c1fd-6dfd-4c64-8a54-d2b17d0e647f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:30.041929 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:30.042463 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:30.042723 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:30.043055 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:30.043399 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:30.043741 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:30.044082 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:30.044425 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:30.044757 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:30.045074 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:30.045395 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:30.045703 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:30.053076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a387c1fd-6dfd-4c64-8a54-d2b17d0e647f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.149282 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Attempting to bind port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:05:30.149653 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Attempting to bind port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '140da660-16cc-4432-b923-b8a5269a08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:05:30.149996 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Attempting to bind port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 on network 0912fbc6-00eb-4e20-badf-faae9dc1c0da {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:05:30.155761 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:05:30.156127 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Checking segment: {'id': '140da660-16cc-4432-b923-b8a5269a08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:05:30.156554 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.156940 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Bound using segment: {'id': '140da660-16cc-4432-b923-b8a5269a08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:05:30.157396 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Bound port: 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140da660-16cc-4432-b923-b8a5269a08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:05:30.157921 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.229552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a387c1fd-6dfd-4c64-8a54-d2b17d0e647f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.234047 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a387c1fd-6dfd-4c64-8a54-d2b17d0e647f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.246289 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] For port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:05:30.249355 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] For port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5,segment=NetworkSegment(140da660-16cc-4432-b923-b8a5269a08e9),segment_id=140da660-16cc-4432-b923-b8a5269a08e9)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:05:30.253695 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.257222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387c1fd-6dfd-4c64-8a54-d2b17d0e647f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce870c64-de20-409b-9883-efeddb01a7a6,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:30.266853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a387c1fd-6dfd-4c64-8a54-d2b17d0e647f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.270931 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a387c1fd-6dfd-4c64-8a54-d2b17d0e647f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2594504 Jan 21 10:05:30.271070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51094) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:30.275963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e93017be-5c55-4ffb-ad5b-c6dab94b6b5a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'd10998d9-86b3-4034-9239-12fe15137cfc', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:30.281904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e93017be-5c55-4ffb-ad5b-c6dab94b6b5a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:30.285665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e93017be-5c55-4ffb-ad5b-c6dab94b6b5a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:30.288529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e93017be-5c55-4ffb-ad5b-c6dab94b6b5a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:30.294111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e93017be-5c55-4ffb-ad5b-c6dab94b6b5a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:30.310827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e93017be-5c55-4ffb-ad5b-c6dab94b6b5a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.333286 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383b90f-53a9-472e-8796-3e5fa3685871 None None] Pushing event updated for resources: {'Port': ['ID=6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:30.338214 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:05:30.338821 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:30.359989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.379936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e93017be-5c55-4ffb-ad5b-c6dab94b6b5a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.389026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e93017be-5c55-4ffb-ad5b-c6dab94b6b5a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.414776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93017be-5c55-4ffb-ad5b-c6dab94b6b5a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1eadb87-b980-4dd6-bf82-50e2e2becc4b,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:30.424985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e93017be-5c55-4ffb-ad5b-c6dab94b6b5a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.429674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51098) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:30.432888 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e93017be-5c55-4ffb-ad5b-c6dab94b6b5a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1607964 Jan 21 10:05:30.435573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d0776bd5-7366-447d-bb33-4c0248fc6004 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'd10998d9-86b3-4034-9239-12fe15137cfc', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:30.441800 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d0776bd5-7366-447d-bb33-4c0248fc6004 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:30.446413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d0776bd5-7366-447d-bb33-4c0248fc6004 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:30.449669 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d0776bd5-7366-447d-bb33-4c0248fc6004 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:30.456546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d0776bd5-7366-447d-bb33-4c0248fc6004 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:30.474803 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d0776bd5-7366-447d-bb33-4c0248fc6004 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.529968 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] Set router e4bcb681-66e5-48d1-8db1-a402e11c03e2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:05:30.546535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d0776bd5-7366-447d-bb33-4c0248fc6004 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.550992 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d0776bd5-7366-447d-bb33-4c0248fc6004 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.580494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0776bd5-7366-447d-bb33-4c0248fc6004 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636dfbf1-7b79-413b-9c18-f7e4c1a1b30f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:30.587387 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d0776bd5-7366-447d-bb33-4c0248fc6004 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.589035 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d0776bd5-7366-447d-bb33-4c0248fc6004 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583171 Jan 21 10:05:30.592001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51102) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:30.598116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-06f59e62-1aa2-4642-b317-5a54f2d95e2a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'd10998d9-86b3-4034-9239-12fe15137cfc', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:30.604467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-06f59e62-1aa2-4642-b317-5a54f2d95e2a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:30.608887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-06f59e62-1aa2-4642-b317-5a54f2d95e2a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:30.613894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-06f59e62-1aa2-4642-b317-5a54f2d95e2a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:30.620513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-06f59e62-1aa2-4642-b317-5a54f2d95e2a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:30.639965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-06f59e62-1aa2-4642-b317-5a54f2d95e2a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.708147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-06f59e62-1aa2-4642-b317-5a54f2d95e2a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.711851 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-06f59e62-1aa2-4642-b317-5a54f2d95e2a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.734204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f59e62-1aa2-4642-b317-5a54f2d95e2a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89d2cbe-a9cf-47b5-8c1b-b2c1758b1070,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:30.743224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-06f59e62-1aa2-4642-b317-5a54f2d95e2a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.744561 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-06f59e62-1aa2-4642-b317-5a54f2d95e2a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1513779 Jan 21 10:05:30.747403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51106) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:30.752638 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-94d5d227-d496-47d2-a855-91e7862d8faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'd10998d9-86b3-4034-9239-12fe15137cfc', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:30.758293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-94d5d227-d496-47d2-a855-91e7862d8faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:30.762545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-94d5d227-d496-47d2-a855-91e7862d8faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:30.765704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-94d5d227-d496-47d2-a855-91e7862d8faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:30.771767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-94d5d227-d496-47d2-a855-91e7862d8faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:30.782715 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-94d5d227-d496-47d2-a855-91e7862d8faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:05:30.789493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94d5d227-d496-47d2-a855-91e7862d8faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.847859 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:05:27Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5', 'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:d3:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:26Z', 'updated_at': '2022-01-21T10:05:30Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:30.852298 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2b30e-fda1-4179-a9ba-782a33b72969 None None] The sync data for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv is: [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:05:27Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5', 'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:d3:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:26Z', 'updated_at': '2022-01-21T10:05:30Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:05:30.872451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94d5d227-d496-47d2-a855-91e7862d8faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.877194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94d5d227-d496-47d2-a855-91e7862d8faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.903462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5d227-d496-47d2-a855-91e7862d8faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e6efa7-9234-439d-b9bd-fc5bed6283a0,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:30.919179 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-94d5d227-d496-47d2-a855-91e7862d8faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:30.923757 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-94d5d227-d496-47d2-a855-91e7862d8faa tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1726789 Jan 21 10:05:30.924170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51110) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:30.932232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-965c0e7c-1ef9-4821-90ea-003933b1e1b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'security_group_rule': {'security_group_id': 'd10998d9-86b3-4034-9239-12fe15137cfc', 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:30.941729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-965c0e7c-1ef9-4821-90ea-003933b1e1b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:30.946109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-965c0e7c-1ef9-4821-90ea-003933b1e1b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:security_group_rule and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:30.950159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-965c0e7c-1ef9-4821-90ea-003933b1e1b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:30.955957 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-965c0e7c-1ef9-4821-90ea-003933b1e1b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:30.967626 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-965c0e7c-1ef9-4821-90ea-003933b1e1b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Project f4e681c68c4e433a8bf1cae53443017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:05:30.975036 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-965c0e7c-1ef9-4821-90ea-003933b1e1b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:31.044479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-965c0e7c-1ef9-4821-90ea-003933b1e1b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:31.049050 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-965c0e7c-1ef9-4821-90ea-003933b1e1b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:31.073097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c0e7c-1ef9-4821-90ea-003933b1e1b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a18cc0-a759-48ce-885b-54fcc0562d2b,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:31.083422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-965c0e7c-1ef9-4821-90ea-003933b1e1b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:31.084638 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-965c0e7c-1ef9-4821-90ea-003933b1e1b3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586359 Jan 21 10:05:31.253805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-030497de-3183-4c60-9316-e12236731ea3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:31.278977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-030497de-3183-4c60-9316-e12236731ea3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:31.280159 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-030497de-3183-4c60-9316-e12236731ea3 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919341183&fields=id&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 267 time: 0.0727820 Jan 21 10:05:31.387422 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bb4846b0-cf26-4f2f-8ac7-660881a2829c up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:31.442939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-1b41b746-8cb3-4278-8c0e-991867473572 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:31.443629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-1b41b746-8cb3-4278-8c0e-991867473572 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:31.459973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-1b41b746-8cb3-4278-8c0e-991867473572 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:31.461268 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-1b41b746-8cb3-4278-8c0e-991867473572 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/networks?id=0912fbc6-00eb-4e20-badf-faae9dc1c0da HTTP/1.1" status: 200 len: 796 time: 0.1728344 Jan 21 10:05:31.464985 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port bb4846b0-cf26-4f2f-8ac7-660881a2829c triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:31.465515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:31.479378 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-76412767-3242-4869-b222-15ee308faf91 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/quotas/f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 375 time: 0.0104883 Jan 21 10:05:31.569547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-5205bc82-b286-4536-9b0b-9a995bee4c0b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:31.587461 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-5205bc82-b286-4536-9b0b-9a995bee4c0b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:31.589309 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-5205bc82-b286-4536-9b0b-9a995bee4c0b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037626 Jan 21 10:05:31.598314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:31.680611 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:31.685858 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:31.686223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:31.795968 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-a2389405-5f0f-48e6-bd7d-cd38c2703650 service neutron] 10.222.0.99 "GET /v2.0/networks/0912fbc6-00eb-4e20-badf-faae9dc1c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938787 Jan 21 10:05:31.811314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:31.845037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5,segment=NetworkSegment(140da660-16cc-4432-b923-b8a5269a08e9),segment_id=140da660-16cc-4432-b923-b8a5269a08e9)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:31.850499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:31.919020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:31.942751 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-ba3e7873-588e-4b68-9fcc-c72144c519c1 service neutron] 10.222.0.99 "GET /v2.0/networks/0912fbc6-00eb-4e20-badf-faae9dc1c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392474 Jan 21 10:05:32.125172 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1a1e00eb-2332-42ee-9498-53d6f91df436 req-ab2090b4-6154-43d6-84f8-a89904fa70b6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 210 time: 0.0452526 Jan 21 10:05:33.311898 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1f909577-58b5-4248-97c5-7c073cca1e14 req-7fccea50-d0c0-4d67-8d57-81d4f9aa34d0 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 210 time: 0.0707076 Jan 21 10:05:33.315950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-e7a2bd1d-8870-4fae-b204-5aee7d61867e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:33.317450 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-e7a2bd1d-8870-4fae-b204-5aee7d61867e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/networks?id=0912fbc6-00eb-4e20-badf-faae9dc1c0da HTTP/1.1" status: 200 len: 796 time: 0.2806063 Jan 21 10:05:33.333327 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:33.368209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-498b44d7-6bd6-426d-9779-3eda396d6b20 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:33.380627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-498b44d7-6bd6-426d-9779-3eda396d6b20 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:security_group {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:33.381824 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-498b44d7-6bd6-426d-9779-3eda396d6b20 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e681c68c4e433a8bf1cae53443017d HTTP/1.1" status: 200 len: 379 time: 0.0551784 Jan 21 10:05:33.390330 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'port': {'device_id': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'admin_state_up': True, 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'security_groups': ['d10998d9-86b3-4034-9239-12fe15137cfc']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:33.399296 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:33.399662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:33.523026 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:33.533107 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:33.544217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Made reservation on behalf of f4e681c68c4e433a8bf1cae53443017d for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:05:33.547801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:33.712435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.20.0.14 (0912fbc6-00eb-4e20-badf-faae9dc1c0da/b5ddef13-82aa-4233-9a3f-1496a0a3b0f7/fadf449a-80f7-4298-a711-619945a09c6d) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:05:33.899570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:33.914760 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Transition to ACTIVE for port object fadf449a-80f7-4298-a711-619945a09c6d will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:33.941116 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:34.007660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 0912fbc6-00eb-4e20-badf-faae9dc1c0da is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:05:34.010662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:34.014481 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:05:34.057489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=fadf449a-80f7-4298-a711-619945a09c6d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:34.085478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:34.086075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:34.112407 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-8eeeae7a-d20a-41d0-a49e-edaf0dfa2c9e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7256074 Jan 21 10:05:34.123858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Request body: {'port': {'device_id': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:34.234649 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:34.258246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-10c075cc-1e69-4784-bf69-14150afb45e4 None None] Provisioning for port fadf449a-80f7-4298-a711-619945a09c6d completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:34.263185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-10c075cc-1e69-4784-bf69-14150afb45e4 None None] Provisioning complete for port fadf449a-80f7-4298-a711-619945a09c6d triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:34.263561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-10c075cc-1e69-4784-bf69-14150afb45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:34.322559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-10c075cc-1e69-4784-bf69-14150afb45e4 None None] Port fadf449a-80f7-4298-a711-619945a09c6d cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:05:34.491436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b9b81-ed06-4810-b08d-1688e40161c7 req-0c02c4b9-e047-499d-9e42-07dba02bf4db tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:34.492838 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c93b9b81-ed06-4810-b08d-1688e40161c7 req-0c02c4b9-e047-499d-9e42-07dba02bf4db tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 932 time: 0.0787482 Jan 21 10:05:34.539421 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c93b9b81-ed06-4810-b08d-1688e40161c7 req-49e4ecb0-c394-4aa6-b748-afcfcecf109a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=d10998d9-86b3-4034-9239-12fe15137cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407231 Jan 21 10:05:34.589349 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fadf449a-80f7-4298-a711-619945a09c6d {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:05:34.597174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:34.612416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Transition to ACTIVE for port object fadf449a-80f7-4298-a711-619945a09c6d will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:34.617417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:34.774996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Pushing event updated for resources: {'Port': ['ID=fadf449a-80f7-4298-a711-619945a09c6d,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:34.857422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Attempting to bind port fadf449a-80f7-4298-a711-619945a09c6d on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:05:34.857749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Attempting to bind port fadf449a-80f7-4298-a711-619945a09c6d by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '140da660-16cc-4432-b923-b8a5269a08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:05:34.858086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Attempting to bind port fadf449a-80f7-4298-a711-619945a09c6d on network 0912fbc6-00eb-4e20-badf-faae9dc1c0da {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:05:34.862499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Port fadf449a-80f7-4298-a711-619945a09c6d on network 0912fbc6-00eb-4e20-badf-faae9dc1c0da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:05:34.862821 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Attempting to bind port fadf449a-80f7-4298-a711-619945a09c6d on network 0912fbc6-00eb-4e20-badf-faae9dc1c0da {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:05:34.867760 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:05:34.868093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Checking segment: {'id': '140da660-16cc-4432-b923-b8a5269a08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:05:34.868532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Bound using segment: {'id': '140da660-16cc-4432-b923-b8a5269a08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:05:34.868967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Bound port: fadf449a-80f7-4298-a711-619945a09c6d, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140da660-16cc-4432-b923-b8a5269a08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:05:34.869308 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:34.957189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] For port fadf449a-80f7-4298-a711-619945a09c6d, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:05:34.960079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] For port fadf449a-80f7-4298-a711-619945a09c6d, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fadf449a-80f7-4298-a711-619945a09c6d,segment=NetworkSegment(140da660-16cc-4432-b923-b8a5269a08e9),segment_id=140da660-16cc-4432-b923-b8a5269a08e9)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:05:34.966671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:35.028052 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:35.028786 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:35.030022 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] 10.222.0.121 "PUT /v2.0/ports/fadf449a-80f7-4298-a711-619945a09c6d HTTP/1.1" status: 200 len: 1094 time: 0.9104815 Jan 21 10:05:35.030449 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'tag': 'fadf449a-80f7-4298-a711-619945a09c6d'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:35.049451 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963093d8-36b2-43ed-9b86-261fac486050 service neutron] Pushing event updated for resources: {'Port': ['ID=fadf449a-80f7-4298-a711-619945a09c6d,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:35.214264 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'tag': 'fadf449a-80f7-4298-a711-619945a09c6d', 'status': 'completed', 'code': 200} Jan 21 10:05:35.248082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-6d14c37d-87b2-4784-b2f3-57814792029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:35.249612 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-6d14c37d-87b2-4784-b2f3-57814792029a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 1097 time: 0.1763942 Jan 21 10:05:35.324517 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-d3695e87-f5f7-480f-ba87-e3fe63b82250 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fadf449a-80f7-4298-a711-619945a09c6d HTTP/1.1" status: 200 len: 217 time: 0.0677748 Jan 21 10:05:35.386880 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-0e1b0f95-8807-4778-b020-464c960d1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:35.388328 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-0e1b0f95-8807-4778-b020-464c960d1209 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b5ddef13-82aa-4233-9a3f-1496a0a3b0f7 HTTP/1.1" status: 200 len: 834 time: 0.0588102 Jan 21 10:05:35.470088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-f3fccdb7-5977-4c8c-8a34-0c02b7f0df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:35.471645 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-f3fccdb7-5977-4c8c-8a34-0c02b7f0df28 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0912fbc6-00eb-4e20-badf-faae9dc1c0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775902 Jan 21 10:05:35.609876 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-4600d28a-90ef-435a-b4ef-9dc2b357a4e4 service neutron] 10.222.0.121 "GET /v2.0/networks/0912fbc6-00eb-4e20-badf-faae9dc1c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322653 Jan 21 10:05:35.723413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348f809-7f22-4d26-b752-06577dc866ad req-ad6956a1-1b76-4b1a-8482-4aa3bbaa6a14 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:35.724832 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2348f809-7f22-4d26-b752-06577dc866ad req-ad6956a1-1b76-4b1a-8482-4aa3bbaa6a14 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 944 time: 0.0783095 Jan 21 10:05:35.743649 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e102775e-74c2-4fa8-b1bf-8a323127b667 req-29edd4c5-75b3-4653-9eba-cc467cf14b82 service neutron] 10.222.0.121 "GET /v2.0/networks/0912fbc6-00eb-4e20-badf-faae9dc1c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277394 Jan 21 10:05:35.769179 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2348f809-7f22-4d26-b752-06577dc866ad req-621b2012-36cc-4110-bc5c-ee89e436a1fc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=d10998d9-86b3-4034-9239-12fe15137cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386784 Jan 21 10:05:35.879284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed4d31-6bb4-41dc-9759-e8d6cfdc5672 req-a52e5596-835b-4007-9f83-91c5866ac21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:35.881164 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed4d31-6bb4-41dc-9759-e8d6cfdc5672 req-a52e5596-835b-4007-9f83-91c5866ac21c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 1097 time: 0.0712824 Jan 21 10:05:36.018711 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed4d31-6bb4-41dc-9759-e8d6cfdc5672 req-8de8f529-5801-4027-8ef5-de6500b80b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:36.020195 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed4d31-6bb4-41dc-9759-e8d6cfdc5672 req-8de8f529-5801-4027-8ef5-de6500b80b4a service neutron] 10.222.0.121 "GET /v2.0/networks?id=0912fbc6-00eb-4e20-badf-faae9dc1c0da HTTP/1.1" status: 200 len: 897 time: 0.1334236 Jan 21 10:05:36.089907 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed4d31-6bb4-41dc-9759-e8d6cfdc5672 req-868e2ab9-8f89-487f-bd5c-ac550a9b60cb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fadf449a-80f7-4298-a711-619945a09c6d HTTP/1.1" status: 200 len: 217 time: 0.0636809 Jan 21 10:05:36.150616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed4d31-6bb4-41dc-9759-e8d6cfdc5672 req-2240c252-d08c-440e-a804-50929eb4e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:36.151995 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed4d31-6bb4-41dc-9759-e8d6cfdc5672 req-2240c252-d08c-440e-a804-50929eb4e0de service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b5ddef13-82aa-4233-9a3f-1496a0a3b0f7 HTTP/1.1" status: 200 len: 834 time: 0.0565691 Jan 21 10:05:36.237208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed4d31-6bb4-41dc-9759-e8d6cfdc5672 req-8fe6dc5e-d6f5-405f-8d78-cba0b0f5ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:36.238661 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed4d31-6bb4-41dc-9759-e8d6cfdc5672 req-8fe6dc5e-d6f5-405f-8d78-cba0b0f5ac80 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0912fbc6-00eb-4e20-badf-faae9dc1c0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811744 Jan 21 10:05:36.343045 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0656a84b-3aa4-46ac-a058-7f7564400bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:36.368735 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed4d31-6bb4-41dc-9759-e8d6cfdc5672 req-aa1e824f-1da4-4ad6-b383-1e99abb91e12 service neutron] 10.222.0.121 "GET /v2.0/networks/0912fbc6-00eb-4e20-badf-faae9dc1c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233540 Jan 21 10:05:36.506170 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-09ed4d31-6bb4-41dc-9759-e8d6cfdc5672 req-4070baf6-5ce0-4b5d-8083-8733d7e51197 service neutron] 10.222.0.121 "GET /v2.0/networks/0912fbc6-00eb-4e20-badf-faae9dc1c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310396 Jan 21 10:05:36.982308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b50098-79af-4fdc-a6ea-8217f186b25d req-2c4247fc-59c3-4f72-aec1-3d2b952a1bd2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:36.984442 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46b50098-79af-4fdc-a6ea-8217f186b25d req-2c4247fc-59c3-4f72-aec1-3d2b952a1bd2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 944 time: 0.0971673 Jan 21 10:05:37.049001 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46b50098-79af-4fdc-a6ea-8217f186b25d req-e4739ad2-4925-443c-a763-b7eab99901d9 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=d10998d9-86b3-4034-9239-12fe15137cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585480 Jan 21 10:05:38.246771 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0663f-9a4c-475a-b4f2-bda0236c35c2 req-df6af2b3-5322-4547-9a89-e56b4fc91f66 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:38.248247 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-39f0663f-9a4c-475a-b4f2-bda0236c35c2 req-df6af2b3-5322-4547-9a89-e56b4fc91f66 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 944 time: 0.0819044 Jan 21 10:05:38.291667 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-39f0663f-9a4c-475a-b4f2-bda0236c35c2 req-449465b6-a3b6-43e8-8744-7377295640e6 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=d10998d9-86b3-4034-9239-12fe15137cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374939 Jan 21 10:05:38.472555 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-27f6377f-a1b8-47f0-8868-f41080734ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:38.616199 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device fadf449a-80f7-4298-a711-619945a09c6d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:05:38.777499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port fadf449a-80f7-4298-a711-619945a09c6d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fadf449a-80f7-4298-a711-619945a09c6d,segment=NetworkSegment(140da660-16cc-4432-b923-b8a5269a08e9),segment_id=140da660-16cc-4432-b923-b8a5269a08e9)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:38.790275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'fadf449a-80f7-4298-a711-619945a09c6d', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'port_id': 'fadf449a-80f7-4298-a711-619945a09c6d', 'mac_address': 'fa:16:3e:95:83:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:05:38.849692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:38.868663 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fadf449a-80f7-4298-a711-619945a09c6d {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:05:38.886718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port fadf449a-80f7-4298-a711-619945a09c6d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fadf449a-80f7-4298-a711-619945a09c6d,segment=NetworkSegment(140da660-16cc-4432-b923-b8a5269a08e9),segment_id=140da660-16cc-4432-b923-b8a5269a08e9)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:38.892584 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:38.958685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=fadf449a-80f7-4298-a711-619945a09c6d,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:39.196603 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['fadf449a-80f7-4298-a711-619945a09c6d'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:05:39.480249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f060d3-a034-4c2b-bf7f-b69759275dce req-d17734d5-1410-496a-8630-7ea8a54fd524 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:39.481662 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a7f060d3-a034-4c2b-bf7f-b69759275dce req-d17734d5-1410-496a-8630-7ea8a54fd524 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 945 time: 0.0832245 Jan 21 10:05:39.524842 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a7f060d3-a034-4c2b-bf7f-b69759275dce req-0dbf12b5-7fb1-469b-8313-86b9e9fe80f4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=d10998d9-86b3-4034-9239-12fe15137cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372798 Jan 21 10:05:39.584317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:39.807112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:40.632323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device fadf449a-80f7-4298-a711-619945a09c6d up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:40.707695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ca6f5-3673-4fd6-9c62-700739ea734d req-1ac7df2b-2025-49de-a8a9-2d95dd3a1e15 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:40.709354 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-137ca6f5-3673-4fd6-9c62-700739ea734d req-1ac7df2b-2025-49de-a8a9-2d95dd3a1e15 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 945 time: 0.0810404 Jan 21 10:05:40.710610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port fadf449a-80f7-4298-a711-619945a09c6d completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:40.715857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port fadf449a-80f7-4298-a711-619945a09c6d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:40.716287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:40.752793 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-137ca6f5-3673-4fd6-9c62-700739ea734d req-94e3e7c7-5817-400b-af19-e787dad784b2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=d10998d9-86b3-4034-9239-12fe15137cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374389 Jan 21 10:05:40.831823 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:40.858755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadf449a-80f7-4298-a711-619945a09c6d'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:40.868714 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port fadf449a-80f7-4298-a711-619945a09c6d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fadf449a-80f7-4298-a711-619945a09c6d,segment=NetworkSegment(140da660-16cc-4432-b923-b8a5269a08e9),segment_id=140da660-16cc-4432-b923-b8a5269a08e9)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:40.873353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:40.905404 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadf449a-80f7-4298-a711-619945a09c6d', 'code': 200} Jan 21 10:05:40.947199 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=fadf449a-80f7-4298-a711-619945a09c6d,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:41.122310 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:41.135208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c1edc-b2d0-45d7-8bb0-e2a2b78d0cad req-757b7b13-6637-4e7b-9ef6-beaea556325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:41.136821 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ac6c1edc-b2d0-45d7-8bb0-e2a2b78d0cad req-757b7b13-6637-4e7b-9ef6-beaea556325d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 1099 time: 0.0689001 Jan 21 10:05:41.179584 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ac6c1edc-b2d0-45d7-8bb0-e2a2b78d0cad req-e21168f0-43ef-4da7-b01e-f384a69bd13d service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d10998d9-86b3-4034-9239-12fe15137cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369663 Jan 21 10:05:41.953852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e2e5f-15f6-4aa1-a66f-05849ca9cab8 req-2f4f73f2-1d58-4fa7-a9e3-46c6999f686a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:41.955280 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f72e2e5f-15f6-4aa1-a66f-05849ca9cab8 req-2f4f73f2-1d58-4fa7-a9e3-46c6999f686a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0892243 Jan 21 10:05:42.001557 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f72e2e5f-15f6-4aa1-a66f-05849ca9cab8 req-e0989ae6-aba7-4614-b5c3-1ed869456688 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=d10998d9-86b3-4034-9239-12fe15137cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382316 Jan 21 10:05:42.896094 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:05:43.202834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9b9ae-23c0-4681-a464-98668abfbcca req-e0148d89-7d74-48f3-b306-dc3e86621fb2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:43.204438 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-76c9b9ae-23c0-4681-a464-98668abfbcca req-e0148d89-7d74-48f3-b306-dc3e86621fb2 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0911305 Jan 21 10:05:43.252661 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-76c9b9ae-23c0-4681-a464-98668abfbcca req-73a85cd4-4d2c-4c2a-a89d-73760ad9e13c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=d10998d9-86b3-4034-9239-12fe15137cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422735 Jan 21 10:05:43.449845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ebc10-d976-484d-a8e8-25481c3677c9 req-21c7e3a6-5eb5-4628-b747-62f12c4853cd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:43.451272 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ad4ebc10-d976-484d-a8e8-25481c3677c9 req-21c7e3a6-5eb5-4628-b747-62f12c4853cd tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0906591 Jan 21 10:05:43.495779 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ad4ebc10-d976-484d-a8e8-25481c3677c9 req-7010cc88-a962-4e0b-99c5-5b504bc0fc7a tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=d10998d9-86b3-4034-9239-12fe15137cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387523 Jan 21 10:05:43.518328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51166) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:43.685869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eb3069-7a42-4852-9d1e-122060d1d1c2 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:43.688212 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d6eb3069-7a42-4852-9d1e-122060d1d1c2 tempest-TestNetworkBasicOps-598718144 tempest-TestNetworkBasicOps-598718144-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 1094 time: 0.1687319 Jan 21 10:05:43.692538 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51170) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:43.697267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': 'fadf449a-80f7-4298-a711-619945a09c6d', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:43.703127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:43.707029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Usage tracker for resource:floatingip and tenant:f4e681c68c4e433a8bf1cae53443017d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:43.709931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:43.715600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:43.728281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:43.864921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:44.013154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Allocated IP 172.26.4.162 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/33ec7393-41d6-4c7f-90d0-0ad16b6a8667) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:05:44.180118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:44.212733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:44.278942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:05:44.281852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:44.285453 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:05:44.314085 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=33ec7393-41d6-4c7f-90d0-0ad16b6a8667,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:44.724998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:44.799533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:45.002766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:45.009378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:45.114352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event updated for resources: {'Port': ['ID=33ec7393-41d6-4c7f-90d0-0ad16b6a8667,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:45.130553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:45.297949 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP e6291c7d-62fe-466c-83e5-599b34d08889 associated. External IP: 172.26.4.162, port: fadf449a-80f7-4298-a711-619945a09c6d. Jan 21 10:05:45.772826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router e4bcb681-66e5-48d1-8db1-a402e11c03e2 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:05:45.952025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:05:45.961542 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00052657-6665-42c1-91f7-39716dd991bd None None] Sync routers for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:05:45.972363 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00052657-6665-42c1-91f7-39716dd991bd None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:05:45.973088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-00052657-6665-42c1-91f7-39716dd991bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:45.977652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:46.032043 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6460a330-bc63-4c61-a623-c2c97da7f5cc tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3384917 Jan 21 10:05:46.032728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'tag': 'fadf449a-80f7-4298-a711-619945a09c6d'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:46.034970 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51174) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:46.135128 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'tag': 'fadf449a-80f7-4298-a711-619945a09c6d', 'status': 'completed', 'code': 200} Jan 21 10:05:46.149157 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e384656c-2e60-411f-bbc5-c77e998a4ae5 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/e6291c7d-62fe-466c-83e5-599b34d08889 HTTP/1.1" status: 200 len: 992 time: 0.1125462 Jan 21 10:05:46.161220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-00052657-6665-42c1-91f7-39716dd991bd None None] Set router e4bcb681-66e5-48d1-8db1-a402e11c03e2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:05:46.330211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8383cb-fde2-4bd2-a614-7f59da105e8d req-a8c5b861-8f8f-4d5e-98f9-ddfe29504b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:46.331740 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eb8383cb-fde2-4bd2-a614-7f59da105e8d req-a8c5b861-8f8f-4d5e-98f9-ddfe29504b36 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 1099 time: 0.1753645 Jan 21 10:05:46.466959 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8383cb-fde2-4bd2-a614-7f59da105e8d req-3d2efcf7-d29a-4df5-a6f1-7bd4f9ee3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:46.468460 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eb8383cb-fde2-4bd2-a614-7f59da105e8d req-3d2efcf7-d29a-4df5-a6f1-7bd4f9ee3112 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0912fbc6-00eb-4e20-badf-faae9dc1c0da HTTP/1.1" status: 200 len: 897 time: 0.1304984 Jan 21 10:05:46.532458 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-00052657-6665-42c1-91f7-39716dd991bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:05:27Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'e6291c7d-62fe-466c-83e5-599b34d08889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'port_id': 'fadf449a-80f7-4298-a711-619945a09c6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'mac_address': 'fa:16:3e:95:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:05:44Z', 'updated_at': '2022-01-21T10:05:44Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5', 'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:d3:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:26Z', 'updated_at': '2022-01-21T10:05:31Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:46.536481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00052657-6665-42c1-91f7-39716dd991bd None None] Checking router: e4bcb681-66e5-48d1-8db1-a402e11c03e2 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:05:46.545037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00052657-6665-42c1-91f7-39716dd991bd None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:05:46.545634 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-00052657-6665-42c1-91f7-39716dd991bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:05:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:46.571232 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eb8383cb-fde2-4bd2-a614-7f59da105e8d req-33d7dabd-2897-4bfa-a9b9-15a08fb2e3dc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fadf449a-80f7-4298-a711-619945a09c6d HTTP/1.1" status: 200 len: 1000 time: 0.0965638 Jan 21 10:05:46.631739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8383cb-fde2-4bd2-a614-7f59da105e8d req-03f71bf3-85c4-43e2-9152-2c02b7f936f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:46.633222 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eb8383cb-fde2-4bd2-a614-7f59da105e8d req-03f71bf3-85c4-43e2-9152-2c02b7f936f3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b5ddef13-82aa-4233-9a3f-1496a0a3b0f7 HTTP/1.1" status: 200 len: 834 time: 0.0568972 Jan 21 10:05:46.712499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8383cb-fde2-4bd2-a614-7f59da105e8d req-486ef00f-de49-45ff-a53f-ea38e67918d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:46.713985 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eb8383cb-fde2-4bd2-a614-7f59da105e8d req-486ef00f-de49-45ff-a53f-ea38e67918d2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0912fbc6-00eb-4e20-badf-faae9dc1c0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744715 Jan 21 10:05:46.723628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-00052657-6665-42c1-91f7-39716dd991bd None None] Set router e4bcb681-66e5-48d1-8db1-a402e11c03e2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:05:46.848437 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eb8383cb-fde2-4bd2-a614-7f59da105e8d req-e6164b0e-1eec-4ce2-98e5-bb4783222af2 service neutron] 10.222.0.121 "GET /v2.0/networks/0912fbc6-00eb-4e20-badf-faae9dc1c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283596 Jan 21 10:05:46.980247 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-eb8383cb-fde2-4bd2-a614-7f59da105e8d req-9236d5c1-a84d-4a99-83de-3e1b2f35dcd9 service neutron] 10.222.0.121 "GET /v2.0/networks/0912fbc6-00eb-4e20-badf-faae9dc1c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252480 Jan 21 10:05:47.121530 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-00052657-6665-42c1-91f7-39716dd991bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:05:27Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'e6291c7d-62fe-466c-83e5-599b34d08889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'port_id': 'fadf449a-80f7-4298-a711-619945a09c6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'mac_address': 'fa:16:3e:95:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:05:44Z', 'updated_at': '2022-01-21T10:05:44Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5', 'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:d3:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:26Z', 'updated_at': '2022-01-21T10:05:31Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:05:47.127117 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00052657-6665-42c1-91f7-39716dd991bd None None] The sync data for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv is: [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:05:27Z', 'revision_number': 4, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'e6291c7d-62fe-466c-83e5-599b34d08889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'port_id': 'fadf449a-80f7-4298-a711-619945a09c6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'mac_address': 'fa:16:3e:95:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:05:44Z', 'updated_at': '2022-01-21T10:05:44Z', 'revision_number': 0, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5', 'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:d3:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:26Z', 'updated_at': '2022-01-21T10:05:31Z', 'revision_number': 5, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:05:47.150826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51182) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:47.263664 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3ffa58e0-a13b-4cba-9ed4-66e004b0500c tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/e6291c7d-62fe-466c-83e5-599b34d08889 HTTP/1.1" status: 200 len: 992 time: 0.1114774 Jan 21 10:05:47.325427 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f588e-4938-4aaa-8e5e-80fa530748e5 None None] New status for floating IP e6291c7d-62fe-466c-83e5-599b34d08889: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:05:48.268742 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51186) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:48.383217 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-059a5e16-1e40-4977-8294-24870aa30c6b tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/e6291c7d-62fe-466c-83e5-599b34d08889 HTTP/1.1" status: 200 len: 994 time: 0.1130033 Jan 21 10:06:00.394908 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.779316 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-611052d7-1ba7-4d83-866b-68df722bb863 req-7c205a0f-f8e4-4486-a2f3-3f02dd259f41 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701869 Jan 21 10:06:00.923357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611052d7-1ba7-4d83-866b-68df722bb863 req-bdc3a7da-1ae9-4a9a-96e7-edd59b3b4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:00.924717 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-611052d7-1ba7-4d83-866b-68df722bb863 req-bdc3a7da-1ae9-4a9a-96e7-edd59b3b4f1b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 1099 time: 0.0758178 Jan 21 10:06:01.070650 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611052d7-1ba7-4d83-866b-68df722bb863 req-e9176bad-f3e9-49f4-a683-69b65f5d1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:01.072073 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-611052d7-1ba7-4d83-866b-68df722bb863 req-e9176bad-f3e9-49f4-a683-69b65f5d1d89 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0912fbc6-00eb-4e20-badf-faae9dc1c0da HTTP/1.1" status: 200 len: 897 time: 0.1287789 Jan 21 10:06:01.171145 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-611052d7-1ba7-4d83-866b-68df722bb863 req-3b35c0ac-5be6-462e-af6a-3b923855bf8e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fadf449a-80f7-4298-a711-619945a09c6d HTTP/1.1" status: 200 len: 1002 time: 0.0927968 Jan 21 10:06:01.248406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611052d7-1ba7-4d83-866b-68df722bb863 req-382a3dad-1f10-4d03-9a6d-16852804de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:01.249735 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-611052d7-1ba7-4d83-866b-68df722bb863 req-382a3dad-1f10-4d03-9a6d-16852804de06 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b5ddef13-82aa-4233-9a3f-1496a0a3b0f7 HTTP/1.1" status: 200 len: 834 time: 0.0712981 Jan 21 10:06:01.328952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611052d7-1ba7-4d83-866b-68df722bb863 req-e2e0b168-2820-45d3-8d54-c0e5a73a57e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:01.330412 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-611052d7-1ba7-4d83-866b-68df722bb863 req-e2e0b168-2820-45d3-8d54-c0e5a73a57e1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0912fbc6-00eb-4e20-badf-faae9dc1c0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734522 Jan 21 10:06:01.567428 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-611052d7-1ba7-4d83-866b-68df722bb863 req-c8d86132-d3f7-4970-987f-55194b6c857c service neutron] 10.222.0.121 "GET /v2.0/networks/0912fbc6-00eb-4e20-badf-faae9dc1c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298107 Jan 21 10:06:01.705964 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-611052d7-1ba7-4d83-866b-68df722bb863 req-ea41eebd-9df0-498c-bd8b-6bd69e4bef61 service neutron] 10.222.0.121 "GET /v2.0/networks/0912fbc6-00eb-4e20-badf-faae9dc1c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314373 Jan 21 10:06:06.351777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8de53d66-4e2f-44f4-8a91-94da6e4bfe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.474202 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b7a59c06-6f56-4bd5-9500-ca8dc346aad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:09.588694 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:09.810797 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:11.138961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:19.901515 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:06:30.410651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:36.352380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-650c0245-819b-49a2-b96b-1d4b8f15d4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:38.476364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-add4e976-adca-49ff-b5c0-5d66fcc87db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:39.592876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:39.820957 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:41.143277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:51.140282 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51218) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:51.148884 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-45c58a27-a8d2-4e5d-bb61-b0e5bf2fe748 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:06:51.670696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45c58a27-a8d2-4e5d-bb61-b0e5bf2fe748 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:51.685462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45c58a27-a8d2-4e5d-bb61-b0e5bf2fe748 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:51.988066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c58a27-a8d2-4e5d-bb61-b0e5bf2fe748 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router e4bcb681-66e5-48d1-8db1-a402e11c03e2 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:06:52.174510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c58a27-a8d2-4e5d-bb61-b0e5bf2fe748 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:06:52.183654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-45c58a27-a8d2-4e5d-bb61-b0e5bf2fe748 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:52.184834 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-45c58a27-a8d2-4e5d-bb61-b0e5bf2fe748 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/e4bcb681-66e5-48d1-8db1-a402e11c03e2 HTTP/1.1" status: 200 len: 888 time: 1.0432134 Jan 21 10:06:52.187403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1a75f-3671-43f5-ba48-3f2b589703da None None] Sync routers for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:06:52.197924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1a75f-3671-43f5-ba48-3f2b589703da None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:06:52.198540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d9d1a75f-3671-43f5-ba48-3f2b589703da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:06:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:52.258302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d9d1a75f-3671-43f5-ba48-3f2b589703da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:52.266925 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1a75f-3671-43f5-ba48-3f2b589703da None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:06:52.267503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d9d1a75f-3671-43f5-ba48-3f2b589703da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:06:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:52.326731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d9d1a75f-3671-43f5-ba48-3f2b589703da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:52.327112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1a75f-3671-43f5-ba48-3f2b589703da None None] The sync data for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv is: [] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:06:53.089373 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55cdcc-4a46-4c76-8d7f-2dd6c5175420 None None] New status for floating IP e6291c7d-62fe-466c-83e5-599b34d08889: DOWN {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:06:53.350510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:06:53.469078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.501018 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5,segment=NetworkSegment(140da660-16cc-4432-b923-b8a5269a08e9),segment_id=140da660-16cc-4432-b923-b8a5269a08e9)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:06:53.510345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.511097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5055c644-3863-4774-a3ec-2ccab6dd3b4d no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:06:53.634466 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:53.664774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:53.665114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:53.665451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:53.665788 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:53.666113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:53.666438 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:53.666747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:53.667070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:53.667383 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:53.667696 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:53.668017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:53.668328 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:53.700480 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.716279 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 5055c644-3863-4774-a3ec-2ccab6dd3b4d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5055c644-3863-4774-a3ec-2ccab6dd3b4d,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:06:53.721586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.787694 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=5055c644-3863-4774-a3ec-2ccab6dd3b4d,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:54.348103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51224) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:54.353400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-ed76890b-d63d-4bde-9c6a-1d9b015e2828 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:06:54.877722 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed76890b-d63d-4bde-9c6a-1d9b015e2828 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:54.891005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed76890b-d63d-4bde-9c6a-1d9b015e2828 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3739595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3739588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3738245'] for router, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:55.070787 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed76890b-d63d-4bde-9c6a-1d9b015e2828 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router e4bcb681-66e5-48d1-8db1-a402e11c03e2 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:06:55.253865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed76890b-d63d-4bde-9c6a-1d9b015e2828 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:06:55.260648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed76890b-d63d-4bde-9c6a-1d9b015e2828 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:55.261769 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ed76890b-d63d-4bde-9c6a-1d9b015e2828 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/e4bcb681-66e5-48d1-8db1-a402e11c03e2 HTTP/1.1" status: 200 len: 887 time: 0.9126282 Jan 21 10:06:55.263782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed811346-9d76-4c00-9a90-0b2c679b1951 None None] Sync routers for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:06:55.264821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51230) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:55.273552 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed811346-9d76-4c00-9a90-0b2c679b1951 None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:06:55.274187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ed811346-9d76-4c00-9a90-0b2c679b1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:06:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:55.453324 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-ed811346-9d76-4c00-9a90-0b2c679b1951 None None] Set router e4bcb681-66e5-48d1-8db1-a402e11c03e2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:06:55.497512 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0081ab9a-7ad6-4558-a494-f006fa946a32 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/e6291c7d-62fe-466c-83e5-599b34d08889 HTTP/1.1" status: 200 len: 992 time: 0.2316194 Jan 21 10:06:55.832963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ed811346-9d76-4c00-9a90-0b2c679b1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:06:54Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:06:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'e6291c7d-62fe-466c-83e5-599b34d08889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'port_id': 'fadf449a-80f7-4298-a711-619945a09c6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'mac_address': 'fa:16:3e:95:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:05:44Z', 'updated_at': '2022-01-21T10:06:53Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5', 'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:d3:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:26Z', 'updated_at': '2022-01-21T10:06:53Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:55.836844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed811346-9d76-4c00-9a90-0b2c679b1951 None None] Checking router: e4bcb681-66e5-48d1-8db1-a402e11c03e2 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:06:55.845378 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed811346-9d76-4c00-9a90-0b2c679b1951 None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:06:55.845973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ed811346-9d76-4c00-9a90-0b2c679b1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:06:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:56.029353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-ed811346-9d76-4c00-9a90-0b2c679b1951 None None] Set router e4bcb681-66e5-48d1-8db1-a402e11c03e2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:06:56.399535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ed811346-9d76-4c00-9a90-0b2c679b1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:06:54Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:06:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'e6291c7d-62fe-466c-83e5-599b34d08889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'port_id': 'fadf449a-80f7-4298-a711-619945a09c6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'mac_address': 'fa:16:3e:95:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:05:44Z', 'updated_at': '2022-01-21T10:06:53Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5', 'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:d3:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:26Z', 'updated_at': '2022-01-21T10:06:53Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:56.405232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed811346-9d76-4c00-9a90-0b2c679b1951 None None] The sync data for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv is: [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:06:54Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:06:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'e6291c7d-62fe-466c-83e5-599b34d08889', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'port_id': 'fadf449a-80f7-4298-a711-619945a09c6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'mac_address': 'fa:16:3e:95:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:05:44Z', 'updated_at': '2022-01-21T10:06:53Z', 'revision_number': 2, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5', 'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:d3:90:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:26Z', 'updated_at': '2022-01-21T10:06:53Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:06:56.501713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51234) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:56.623949 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a9de9dc0-23dd-40aa-b7da-391ed2243813 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/e6291c7d-62fe-466c-83e5-599b34d08889 HTTP/1.1" status: 200 len: 992 time: 0.1208901 Jan 21 10:06:56.900641 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:06:57.395494 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:06:57.462478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:57.463109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.581782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.614298 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5,segment=NetworkSegment(140da660-16cc-4432-b923-b8a5269a08e9),segment_id=140da660-16cc-4432-b923-b8a5269a08e9)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:06:57.620494 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.621258 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5055c644-3863-4774-a3ec-2ccab6dd3b4d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:06:57.627380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51238) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:57.733539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:57.735014 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a8c3fdcf-5ea8-4173-9a90-eac18ac7c979 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/e6291c7d-62fe-466c-83e5-599b34d08889 HTTP/1.1" status: 200 len: 992 time: 0.1063614 Jan 21 10:06:57.745255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5055c644-3863-4774-a3ec-2ccab6dd3b4d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:57.745624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.859922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.876727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 5055c644-3863-4774-a3ec-2ccab6dd3b4d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5055c644-3863-4774-a3ec-2ccab6dd3b4d,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:06:57.883197 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.948606 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=5055c644-3863-4774-a3ec-2ccab6dd3b4d,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:58.040230 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361131b2-179d-4326-824c-b20f761a7311 None None] New status for floating IP e6291c7d-62fe-466c-83e5-599b34d08889: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:06:58.739064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51242) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:58.858575 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fed6e093-d2b9-4edf-8f04-947fa4fa3838 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/floatingips/e6291c7d-62fe-466c-83e5-599b34d08889 HTTP/1.1" status: 200 len: 994 time: 0.1182621 Jan 21 10:06:59.144361 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51250) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:59.353219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 33ec7393-41d6-4c7f-90d0-0ad16b6a8667 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:06:59.353565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:59.363374 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:06:59.433175 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:59.433436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:59.527427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:59.527761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:59.546833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5055c644-3863-4774-a3ec-2ccab6dd3b4d up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:06:59.615025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5055c644-3863-4774-a3ec-2ccab6dd3b4d triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:59.615376 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:59.650077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 33ec7393-41d6-4c7f-90d0-0ad16b6a8667 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:06:59.801287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:59.846854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=33ec7393-41d6-4c7f-90d0-0ad16b6a8667,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:59.882694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:59.883053 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:59.883398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:59.883735 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:59.884070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:59.884401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:59.884758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:59.885088 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:59.885416 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:59.885738 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:59.886063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:59.886367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:59.950530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:59.950887 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Floating IP e6291c7d-62fe-466c-83e5-599b34d08889 disassociated (deleted). External IP: 172.26.4.162, port: fadf449a-80f7-4298-a711-619945a09c6d. Jan 21 10:07:00.414213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:00.433819 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router e4bcb681-66e5-48d1-8db1-a402e11c03e2 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:07:00.619139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:07:00.628850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d112c32-afb1-4e24-9902-e62b20826a5f None None] Sync routers for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:07:00.634724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:00.639227 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d112c32-afb1-4e24-9902-e62b20826a5f None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:07:00.639843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2d112c32-afb1-4e24-9902-e62b20826a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:06:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:00.691646 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fb451ff1-f90c-460e-aa3c-c1afefcea67e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/floatingips/e6291c7d-62fe-466c-83e5-599b34d08889 HTTP/1.1" status: 204 len: 168 time: 1.5459435 Jan 21 10:07:00.692111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'tag': 'fadf449a-80f7-4298-a711-619945a09c6d'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:00.737555 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'tag': 'fadf449a-80f7-4298-a711-619945a09c6d', 'status': 'completed', 'code': 200} Jan 21 10:07:00.833727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eac14f-94b7-4ac2-b3e9-b3bdc9a9f2d6 req-0a9b64af-e60d-46c9-8d9d-99d970f451b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:00.835181 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9eac14f-94b7-4ac2-b3e9-b3bdc9a9f2d6 req-0a9b64af-e60d-46c9-8d9d-99d970f451b7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f4e681c68c4e433a8bf1cae53443017d&device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 1099 time: 0.0736337 Jan 21 10:07:00.851160 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-2d112c32-afb1-4e24-9902-e62b20826a5f None None] Set router e4bcb681-66e5-48d1-8db1-a402e11c03e2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:07:00.970956 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eac14f-94b7-4ac2-b3e9-b3bdc9a9f2d6 req-14de3997-b649-4915-902c-60bca520761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:00.972385 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9eac14f-94b7-4ac2-b3e9-b3bdc9a9f2d6 req-14de3997-b649-4915-902c-60bca520761b service neutron] 10.222.0.121 "GET /v2.0/networks?id=0912fbc6-00eb-4e20-badf-faae9dc1c0da HTTP/1.1" status: 200 len: 897 time: 0.1305118 Jan 21 10:07:01.041273 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9eac14f-94b7-4ac2-b3e9-b3bdc9a9f2d6 req-8f0a67b9-a786-4856-896d-4e45534f008f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fadf449a-80f7-4298-a711-619945a09c6d HTTP/1.1" status: 200 len: 217 time: 0.0606635 Jan 21 10:07:01.074793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446216cc-bec8-4eab-bb48-e09b9386f05f req-6b0d060e-8eb6-4c75-a008-2e16acad3196 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:01.075515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-446216cc-bec8-4eab-bb48-e09b9386f05f req-6b0d060e-8eb6-4c75-a008-2e16acad3196 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:07:01.093987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-446216cc-bec8-4eab-bb48-e09b9386f05f req-6b0d060e-8eb6-4c75-a008-2e16acad3196 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:07:01.095136 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-446216cc-bec8-4eab-bb48-e09b9386f05f req-6b0d060e-8eb6-4c75-a008-2e16acad3196 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 946 time: 0.1061940 Jan 21 10:07:01.109750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eac14f-94b7-4ac2-b3e9-b3bdc9a9f2d6 req-1a27a56d-639f-4045-ae29-d9e88a9c021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:01.111192 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9eac14f-94b7-4ac2-b3e9-b3bdc9a9f2d6 req-1a27a56d-639f-4045-ae29-d9e88a9c021e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b5ddef13-82aa-4233-9a3f-1496a0a3b0f7 HTTP/1.1" status: 200 len: 834 time: 0.0636673 Jan 21 10:07:01.146072 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-446216cc-bec8-4eab-bb48-e09b9386f05f req-85df2cbc-3418-4393-b557-6a36b970719d tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=d10998d9-86b3-4034-9239-12fe15137cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443835 Jan 21 10:07:01.180865 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2d112c32-afb1-4e24-9902-e62b20826a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:06:54Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:06:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5', 'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:d3:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:26Z', 'updated_at': '2022-01-21T10:06:57Z', 'revision_number': 7, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:01.184735 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d112c32-afb1-4e24-9902-e62b20826a5f None None] Checking router: e4bcb681-66e5-48d1-8db1-a402e11c03e2 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:07:01.190887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eac14f-94b7-4ac2-b3e9-b3bdc9a9f2d6 req-c05b112c-2234-4474-b94d-920d1434d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:01.192371 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9eac14f-94b7-4ac2-b3e9-b3bdc9a9f2d6 req-c05b112c-2234-4474-b94d-920d1434d1e3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0912fbc6-00eb-4e20-badf-faae9dc1c0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723329 Jan 21 10:07:01.193042 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d112c32-afb1-4e24-9902-e62b20826a5f None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:07:01.193633 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2d112c32-afb1-4e24-9902-e62b20826a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:06:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:01.323244 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9eac14f-94b7-4ac2-b3e9-b3bdc9a9f2d6 req-a788d452-235b-40e9-ac50-8d8b30d56d14 service neutron] 10.222.0.121 "GET /v2.0/networks/0912fbc6-00eb-4e20-badf-faae9dc1c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223340 Jan 21 10:07:01.371337 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-2d112c32-afb1-4e24-9902-e62b20826a5f None None] Set router e4bcb681-66e5-48d1-8db1-a402e11c03e2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:07:01.456216 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9eac14f-94b7-4ac2-b3e9-b3bdc9a9f2d6 req-9e3a4836-b5d3-42bc-af50-662e5c0bfa42 service neutron] 10.222.0.121 "GET /v2.0/networks/0912fbc6-00eb-4e20-badf-faae9dc1c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257014 Jan 21 10:07:01.678562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-2d112c32-afb1-4e24-9902-e62b20826a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:06:54Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:06:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5', 'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:d3:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:26Z', 'updated_at': '2022-01-21T10:06:57Z', 'revision_number': 7, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:01.682387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d112c32-afb1-4e24-9902-e62b20826a5f None None] The sync data for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv is: [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:06:54Z', 'revision_number': 6, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:06:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5', 'name': '', 'network_id': '0912fbc6-00eb-4e20-badf-faae9dc1c0da', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'mac_address': 'fa:16:3e:d3:90:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:26Z', 'updated_at': '2022-01-21T10:06:57Z', 'revision_number': 7, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'subnets': [{'id': 'b5ddef13-82aa-4233-9a3f-1496a0a3b0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:07:02.334544 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4b437-cda5-42b6-8e49-ba6728450298 None None] New status for floating IP e6291c7d-62fe-466c-83e5-599b34d08889: DOWN {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:07:02.336995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbc36e-d845-41c7-b76e-08baa2eb85df req-22b71384-0347-4cf9-a50a-2aab6140d9cb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:02.338447 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2fdbc36e-d845-41c7-b76e-08baa2eb85df req-22b71384-0347-4cf9-a50a-2aab6140d9cb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0853221 Jan 21 10:07:02.383698 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2fdbc36e-d845-41c7-b76e-08baa2eb85df req-d91aa20e-7103-4b96-b907-fe3a9dfcb99f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/security-groups?id=d10998d9-86b3-4034-9239-12fe15137cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391631 Jan 21 10:07:02.757808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4451237-664e-4e36-95d4-bd3171d6895e req-253aa696-62b8-459f-8350-4ae4d2fdc76f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:02.758408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-a4451237-664e-4e36-95d4-bd3171d6895e req-253aa696-62b8-459f-8350-4ae4d2fdc76f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Synchronizing usage tracker for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:07:02.770362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-a4451237-664e-4e36-95d4-bd3171d6895e req-253aa696-62b8-459f-8350-4ae4d2fdc76f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Unset dirty status for tenant:f4e681c68c4e433a8bf1cae53443017d on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:07:02.771442 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a4451237-664e-4e36-95d4-bd3171d6895e req-253aa696-62b8-459f-8350-4ae4d2fdc76f tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 946 time: 0.1131518 Jan 21 10:07:02.843422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-a4451237-664e-4e36-95d4-bd3171d6895e req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port fadf449a-80f7-4298-a711-619945a09c6d {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:07:02.843745 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a4451237-664e-4e36-95d4-bd3171d6895e req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:03.092900 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-a4451237-664e-4e36-95d4-bd3171d6895e req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port fadf449a-80f7-4298-a711-619945a09c6d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fadf449a-80f7-4298-a711-619945a09c6d,segment=NetworkSegment(140da660-16cc-4432-b923-b8a5269a08e9),segment_id=140da660-16cc-4432-b923-b8a5269a08e9)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:03.093262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a4451237-664e-4e36-95d4-bd3171d6895e req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:03.313483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-a4451237-664e-4e36-95d4-bd3171d6895e req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for fadf449a-80f7-4298-a711-619945a09c6d owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:07:03.465352 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a4451237-664e-4e36-95d4-bd3171d6895e req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:03.516373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=fadf449a-80f7-4298-a711-619945a09c6d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:03.537920 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e186960f-b036-446c-b739-28d6d562653e req-c2216f47-29ad-432e-809b-036ef6eb63bb tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "GET /v2.0/ports?device_id=982c2189-dc23-49e1-96a6-85b052cdd7f5 HTTP/1.1" status: 200 len: 210 time: 0.0494337 Jan 21 10:07:03.560552 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.560905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.561245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.561579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.561905 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.562232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.562562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.562885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.563210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.563530 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.563849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.564166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.601842 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4451237-664e-4e36-95d4-bd3171d6895e req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] No DVR routers for this DVR port fadf449a-80f7-4298-a711-619945a09c6d on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:07:03.604179 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-a4451237-664e-4e36-95d4-bd3171d6895e req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:03.606740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'name': 'network-vif-deleted', 'tag': 'fadf449a-80f7-4298-a711-619945a09c6d'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:03.622572 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a4451237-664e-4e36-95d4-bd3171d6895e req-6d149532-a1c7-468e-9e95-22b83a785220 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.121 "DELETE /v2.0/ports/fadf449a-80f7-4298-a711-619945a09c6d HTTP/1.1" status: 204 len: 173 time: 0.8454475 Jan 21 10:07:03.658258 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982c2189-dc23-49e1-96a6-85b052cdd7f5', 'name': 'network-vif-deleted', 'tag': 'fadf449a-80f7-4298-a711-619945a09c6d', 'status': 'completed', 'code': 200} Jan 21 10:07:04.639515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51268) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:04.707975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fc71d58-23eb-4b83-83f2-1980421614c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:04.737481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fc71d58-23eb-4b83-83f2-1980421614c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:04.812527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fc71d58-23eb-4b83-83f2-1980421614c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:04.840401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc71d58-23eb-4b83-83f2-1980421614c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10998d9-86b3-4034-9239-12fe15137cfc,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:04.854264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fc71d58-23eb-4b83-83f2-1980421614c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:04.855372 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0fc71d58-23eb-4b83-83f2-1980421614c4 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/security-groups/d10998d9-86b3-4034-9239-12fe15137cfc HTTP/1.1" status: 204 len: 168 time: 0.2149158 Jan 21 10:07:04.886464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51274) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:05.450018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-03e61809-8b01-4960-99b3-6b972693939e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:05.940162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-03e61809-8b01-4960-99b3-6b972693939e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:07:05.940937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-03e61809-8b01-4960-99b3-6b972693939e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:06.129560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-03e61809-8b01-4960-99b3-6b972693939e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5,segment=NetworkSegment(140da660-16cc-4432-b923-b8a5269a08e9),segment_id=140da660-16cc-4432-b923-b8a5269a08e9)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:06.129929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-03e61809-8b01-4960-99b3-6b972693939e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:06.254119 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-03e61809-8b01-4960-99b3-6b972693939e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:07:06.352271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1be09902-f001-4630-9639-ff046737246d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:06.598655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-03e61809-8b01-4960-99b3-6b972693939e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:06.650305 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e61809-8b01-4960-99b3-6b972693939e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:06.930829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-03e61809-8b01-4960-99b3-6b972693939e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:07.115895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device fadf449a-80f7-4298-a711-619945a09c6d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:07:07.152901 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: fadf449a-80f7-4298-a711-619945a09c6d {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:07:07.152997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device fadf449a-80f7-4298-a711-619945a09c6d not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:07:07.401998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e61809-8b01-4960-99b3-6b972693939e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Router e4bcb681-66e5-48d1-8db1-a402e11c03e2 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:07:07.588010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e61809-8b01-4960-99b3-6b972693939e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:07:07.598404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c9442-18fe-4811-8516-72428f4540a8 None None] Sync routers for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:07:07.602297 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-03e61809-8b01-4960-99b3-6b972693939e tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "PUT /v2.0/routers/e4bcb681-66e5-48d1-8db1-a402e11c03e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7146952 Jan 21 10:07:07.604970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51278) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:07.612134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c9442-18fe-4811-8516-72428f4540a8 None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:07:07.614950 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d09c9442-18fe-4811-8516-72428f4540a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:06:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:07.676837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f45c081-12ff-4ff6-806d-1c4f910ff528 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting subnet b5ddef13-82aa-4233-9a3f-1496a0a3b0f7 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:07:07.679694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4f45c081-12ff-4ff6-806d-1c4f910ff528 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:07.732671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4f45c081-12ff-4ff6-806d-1c4f910ff528 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:07.784163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-d09c9442-18fe-4811-8516-72428f4540a8 None None] Set router e4bcb681-66e5-48d1-8db1-a402e11c03e2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:07:07.814599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4f45c081-12ff-4ff6-806d-1c4f910ff528 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:07.893736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4f45c081-12ff-4ff6-806d-1c4f910ff528 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:07.932628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c081-12ff-4ff6-806d-1c4f910ff528 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ddef13-82aa-4233-9a3f-1496a0a3b0f7,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:07.937316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4f45c081-12ff-4ff6-806d-1c4f910ff528 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:07.944490 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4f45c081-12ff-4ff6-806d-1c4f910ff528 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/subnets/b5ddef13-82aa-4233-9a3f-1496a0a3b0f7 HTTP/1.1" status: 204 len: 168 time: 0.3385336 Jan 21 10:07:07.947279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51282) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:07.948124 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c08f1-4067-4670-8d93-c825e6f513ed None None] Network 0912fbc6-00eb-4e20-badf-faae9dc1c0da requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:07:08.124613 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:08.268111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d09c9442-18fe-4811-8516-72428f4540a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:07:06Z', 'revision_number': 7, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port': {'id': '5055c644-3863-4774-a3ec-2ccab6dd3b4d', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:05:23Z', 'updated_at': '2022-01-21T10:06:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:08.272158 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c9442-18fe-4811-8516-72428f4540a8 None None] Checking router: e4bcb681-66e5-48d1-8db1-a402e11c03e2 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:07:08.281223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c9442-18fe-4811-8516-72428f4540a8 None None] Routers {'e4bcb681-66e5-48d1-8db1-a402e11c03e2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:07:08.281845 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d09c9442-18fe-4811-8516-72428f4540a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:06:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:08.303790 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:08.314328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Deleting port 5055c644-3863-4774-a3ec-2ccab6dd3b4d {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:07:08.314661 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:08.331046 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e0bad7-9b52-490c-9633-9232dab53f3d None None] DHCP port deletion for 0912fbc6-00eb-4e20-badf-faae9dc1c0da request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:07:08.351472 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-14e0bad7-9b52-490c-9633-9232dab53f3d None None] Deleting port bb4846b0-cf26-4f2f-8ac7-660881a2829c {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:07:08.351819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-14e0bad7-9b52-490c-9633-9232dab53f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:08.488595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] For port 5055c644-3863-4774-a3ec-2ccab6dd3b4d, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5055c644-3863-4774-a3ec-2ccab6dd3b4d,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:08.488938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:08.517072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-d09c9442-18fe-4811-8516-72428f4540a8 None None] Set router e4bcb681-66e5-48d1-8db1-a402e11c03e2 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:07:08.564857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-91479466-e2ea-4db1-89d5-aa4194b40a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:08.609643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Calling delete_port for 5055c644-3863-4774-a3ec-2ccab6dd3b4d owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:07:08.639793 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-d09c9442-18fe-4811-8516-72428f4540a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:07:08Z', 'revision_number': 8, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:08.660000 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c9442-18fe-4811-8516-72428f4540a8 None None] The sync data for ids ['e4bcb681-66e5-48d1-8db1-a402e11c03e2'] in dv-neutron-825723-1-hyperv is: [{'id': 'e4bcb681-66e5-48d1-8db1-a402e11c03e2', 'name': 'tempest-TestNetworkBasicOps-router-956122999', 'tenant_id': 'f4e681c68c4e433a8bf1cae53443017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:05:22Z', 'updated_at': '2022-01-21T10:07:08Z', 'revision_number': 8, 'project_id': 'f4e681c68c4e433a8bf1cae53443017d', 'gw_port_host': None}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:07:08.742549 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-14e0bad7-9b52-490c-9633-9232dab53f3d None None] For port bb4846b0-cf26-4f2f-8ac7-660881a2829c, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bb4846b0-cf26-4f2f-8ac7-660881a2829c,segment=NetworkSegment(140da660-16cc-4432-b923-b8a5269a08e9),segment_id=140da660-16cc-4432-b923-b8a5269a08e9)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:08.742931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-14e0bad7-9b52-490c-9633-9232dab53f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:08.865381 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-14e0bad7-9b52-490c-9633-9232dab53f3d None None] Calling delete_port for bb4846b0-cf26-4f2f-8ac7-660881a2829c owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:07:08.903861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:08.942240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-14e0bad7-9b52-490c-9633-9232dab53f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:08.990025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e0bad7-9b52-490c-9633-9232dab53f3d None None] No DVR routers for this DVR port bb4846b0-cf26-4f2f-8ac7-660881a2829c on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:07:08.993847 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0bad7-9b52-490c-9633-9232dab53f3d None None] Pushing event deleted for resources: {'Port': ['ID=bb4846b0-cf26-4f2f-8ac7-660881a2829c,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:09.072564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Port': ['ID=5055c644-3863-4774-a3ec-2ccab6dd3b4d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:09.159341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.336927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.339242 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.363017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.363829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Fanout notify agent at l3_agent the message router_deleted on router e4bcb681-66e5-48d1-8db1-a402e11c03e2 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:07:09.380746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.381802 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-14d979d9-86e7-4cd2-b94e-9296f4dd1843 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/routers/e4bcb681-66e5-48d1-8db1-a402e11c03e2 HTTP/1.1" status: 204 len: 168 time: 1.4335394 Jan 21 10:07:09.384564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51286) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:09.469534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bb4846b0-cf26-4f2f-8ac7-660881a2829c no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:07:09.499704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e447695-ddf5-40e5-a0db-b3454bcdb912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.557387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: bb4846b0-cf26-4f2f-8ac7-660881a2829c {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:07:09.557818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bb4846b0-cf26-4f2f-8ac7-660881a2829c not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:07:09.558271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:07:09.598477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:07:09.598804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 6cf2a117-fd7a-460e-baef-3f2e2d4fe0c5 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:07:09.599223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5055c644-3863-4774-a3ec-2ccab6dd3b4d no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:07:09.635846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 5055c644-3863-4774-a3ec-2ccab6dd3b4d {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:07:09.636422 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5055c644-3863-4774-a3ec-2ccab6dd3b4d not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:07:09.640097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.647058 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e447695-ddf5-40e5-a0db-b3454bcdb912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.673693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5e447695-ddf5-40e5-a0db-b3454bcdb912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0912fbc6-00eb-4e20-badf-faae9dc1c0da']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:09.686858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5e447695-ddf5-40e5-a0db-b3454bcdb912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140da660-16cc-4432-b923-b8a5269a08e9') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:09.687153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5e447695-ddf5-40e5-a0db-b3454bcdb912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140da660-16cc-4432-b923-b8a5269a08e9') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:09.699324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e447695-ddf5-40e5-a0db-b3454bcdb912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.716197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e447695-ddf5-40e5-a0db-b3454bcdb912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.722742 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e447695-ddf5-40e5-a0db-b3454bcdb912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:07:09.723151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e447695-ddf5-40e5-a0db-b3454bcdb912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:07:09.737572 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:07:09.814476 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.819944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e447695-ddf5-40e5-a0db-b3454bcdb912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.838595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e447695-ddf5-40e5-a0db-b3454bcdb912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:09.849512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e447695-ddf5-40e5-a0db-b3454bcdb912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] Pushing event deleted for resources: {'Network': ['ID=0912fbc6-00eb-4e20-badf-faae9dc1c0da,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:09.860254 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5e447695-ddf5-40e5-a0db-b3454bcdb912 tempest-TestNetworkBasicOps-1657830349 tempest-TestNetworkBasicOps-1657830349-project] 10.222.0.99 "DELETE /v2.0/networks/0912fbc6-00eb-4e20-badf-faae9dc1c0da HTTP/1.1" status: 204 len: 168 time: 0.4747429 Jan 21 10:07:10.238531 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51294) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:10.424880 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-27d8046c-4220-4f51-bb50-5780434a7a5f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f4e681c68c4e433a8bf1cae53443017d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849630 Jan 21 10:07:10.427685 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51300) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:10.484117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c11a56fa-bce5-487f-8a44-193d8f97faaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:10.510716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c11a56fa-bce5-487f-8a44-193d8f97faaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:10.564896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c11a56fa-bce5-487f-8a44-193d8f97faaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:10.585188 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a56fa-bce5-487f-8a44-193d8f97faaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8238a8-ec48-4528-a364-9aafa8b18ec7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:10.593008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c11a56fa-bce5-487f-8a44-193d8f97faaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:10.600732 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c11a56fa-bce5-487f-8a44-193d8f97faaf admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3c8238a8-ec48-4528-a364-9aafa8b18ec7 HTTP/1.1" status: 204 len: 168 time: 0.1682615 Jan 21 10:07:10.880103 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51308) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:10.897806 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-03e26932-7b21-4bf0-9b2a-c105479f77b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:10.912717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-03e26932-7b21-4bf0-9b2a-c105479f77b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:10.916866 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-03e26932-7b21-4bf0-9b2a-c105479f77b7 admin admin] Usage tracker for resource:security_group_rule and tenant:21a8bc05c7854070a95ef0c22bd65db9 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:10.919798 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-03e26932-7b21-4bf0-9b2a-c105479f77b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:10.926096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-03e26932-7b21-4bf0-9b2a-c105479f77b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:11.005115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-03e26932-7b21-4bf0-9b2a-c105479f77b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:11.010806 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-03e26932-7b21-4bf0-9b2a-c105479f77b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:11.057038 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-03e26932-7b21-4bf0-9b2a-c105479f77b7 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=21a8bc05c7854070a95ef0c22bd65db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758409 Jan 21 10:07:11.057849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e26932-7b21-4bf0-9b2a-c105479f77b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bbda08-31c4-404a-8a9b-8b2b2ff261b2,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:11.060188 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51312) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:11.132274 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e1415520-86f3-476e-b0e4-6a7b74660fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:11.136831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:11.160564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e1415520-86f3-476e-b0e4-6a7b74660fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:11.218890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e1415520-86f3-476e-b0e4-6a7b74660fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:11.233405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1415520-86f3-476e-b0e4-6a7b74660fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bbda08-31c4-404a-8a9b-8b2b2ff261b2,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:11.239835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e1415520-86f3-476e-b0e4-6a7b74660fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:11.241084 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e1415520-86f3-476e-b0e4-6a7b74660fde admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b3bbda08-31c4-404a-8a9b-8b2b2ff261b2 HTTP/1.1" status: 204 len: 168 time: 0.1797616 Jan 21 10:07:18.345018 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-aec7cc9e-ee71-4c7e-bf7a-8b28a531072e tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=1c9f7034379b446096306badf9f3213b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274618 Jan 21 10:07:18.522469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-45ed1f2a-27cc-4a69-a2a6-72c7bcbaa14e tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:18.523785 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-45ed1f2a-27cc-4a69-a2a6-72c7bcbaa14e tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737854 Jan 21 10:07:18.538280 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-97707e2b-b86f-41a0-8753-4b001de92a02 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/quotas/1c9f7034379b446096306badf9f3213b HTTP/1.1" status: 200 len: 375 time: 0.0089078 Jan 21 10:07:18.583695 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-db4fc235-7468-48d2-b645-fccbde9d146d tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=1c9f7034379b446096306badf9f3213b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405099 Jan 21 10:07:18.760955 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8cbb9fab-4d37-446f-bc03-a831bd572dd0 req-85c94dda-eb3f-4589-ad36-99b0e52d91ee tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 210 time: 0.0439329 Jan 21 10:07:19.717853 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-8c751e18-21e4-4465-9248-60990eb28e9b tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=1c9f7034379b446096306badf9f3213b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295005 Jan 21 10:07:19.876540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-48834123-21d7-4efd-9ab7-798ae8b610b6 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:19.878014 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-48834123-21d7-4efd-9ab7-798ae8b610b6 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557753 Jan 21 10:07:19.890229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Request body: {'port': {'device_id': '7d6b644d-a6e4-4380-91dc-781091e4f0a6', 'network_id': '27e9f21e-23fb-4a33-8933-f84d1dfc7b04', 'admin_state_up': True, 'tenant_id': '1c9f7034379b446096306badf9f3213b'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:19.922799 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2ada50ed-8bf1-4797-a912-60e3ba2580dc req-139d4915-b32c-4eaa-a651-fcc59f910313 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 210 time: 0.0432379 Jan 21 10:07:20.040832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:20.047390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Usage tracker for resource:port and tenant:1c9f7034379b446096306badf9f3213b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:20.052642 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:20.062067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:20.077309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Made reservation on behalf of 1c9f7034379b446096306badf9f3213b for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:07:20.081146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:20.094074 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:20.113521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:20.118077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Usage tracker for resource:security_group_rule and tenant:1c9f7034379b446096306badf9f3213b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:20.121192 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:20.127636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:20.227655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:20.232235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:20.308978 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309a0522-740c-4045-9d0c-2f63eeff3f64,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:20.508214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Allocated IP 192.168.233.189 (27e9f21e-23fb-4a33-8933-f84d1dfc7b04/2f75940d-7190-440b-9269-13850b91a058/e7261b32-18d2-45b3-90fc-2657a59a36e4) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:07:20.721549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:20.737244 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Transition to ACTIVE for port object e7261b32-18d2-45b3-90fc-2657a59a36e4 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:07:20.771858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:20.843260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Network 27e9f21e-23fb-4a33-8933-f84d1dfc7b04 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:20.846414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:20.850194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:07:20.883614 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Pushing event updated for resources: {'Port': ['ID=e7261b32-18d2-45b3-90fc-2657a59a36e4,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:20.915693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:20.916327 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:20.947903 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ca10ed84-4c87-4f6b-bef6-c8de9918c1be tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0610249 Jan 21 10:07:20.959948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Request body: {'port': {'device_id': '7d6b644d-a6e4-4380-91dc-781091e4f0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:21.043222 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1d4e192c-27f3-4f11-8685-7ff5ff6819e0 None None] Provisioning for port e7261b32-18d2-45b3-90fc-2657a59a36e4 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:07:21.048419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1d4e192c-27f3-4f11-8685-7ff5ff6819e0 None None] Provisioning complete for port e7261b32-18d2-45b3-90fc-2657a59a36e4 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:21.049010 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1d4e192c-27f3-4f11-8685-7ff5ff6819e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:21.076469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:21.100927 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1d4e192c-27f3-4f11-8685-7ff5ff6819e0 None None] Port e7261b32-18d2-45b3-90fc-2657a59a36e4 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:07:21.113369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06c4f4-2f7e-4db3-abbe-332eb4fb1c01 req-f8e0604a-73c0-47b4-9d78-fe4f2c926cc1 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:21.114831 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5f06c4f4-2f7e-4db3-abbe-332eb4fb1c01 req-f8e0604a-73c0-47b4-9d78-fe4f2c926cc1 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 936 time: 0.0826557 Jan 21 10:07:21.160296 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5f06c4f4-2f7e-4db3-abbe-332eb4fb1c01 req-46746790-e714-4807-9a6f-abdbbf8b60ec tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/security-groups?id=309a0522-740c-4045-9d0c-2f63eeff3f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394268 Jan 21 10:07:21.417769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7261b32-18d2-45b3-90fc-2657a59a36e4 {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:21.425446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:21.440148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Transition to ACTIVE for port object e7261b32-18d2-45b3-90fc-2657a59a36e4 will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:07:21.447448 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:21.582325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Pushing event updated for resources: {'Port': ['ID=e7261b32-18d2-45b3-90fc-2657a59a36e4,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:21.688625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Attempting to bind port e7261b32-18d2-45b3-90fc-2657a59a36e4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:07:21.688970 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Attempting to bind port e7261b32-18d2-45b3-90fc-2657a59a36e4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b5357452-3598-4279-b30f-43920536e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27e9f21e-23fb-4a33-8933-f84d1dfc7b04'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:07:21.689364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Attempting to bind port e7261b32-18d2-45b3-90fc-2657a59a36e4 on network 27e9f21e-23fb-4a33-8933-f84d1dfc7b04 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:07:21.694120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Port e7261b32-18d2-45b3-90fc-2657a59a36e4 on network 27e9f21e-23fb-4a33-8933-f84d1dfc7b04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:07:21.694448 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Attempting to bind port e7261b32-18d2-45b3-90fc-2657a59a36e4 on network 27e9f21e-23fb-4a33-8933-f84d1dfc7b04 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:07:21.699630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:07:21.699971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Checking segment: {'id': 'b5357452-3598-4279-b30f-43920536e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27e9f21e-23fb-4a33-8933-f84d1dfc7b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:07:21.700391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Bound using segment: {'id': 'b5357452-3598-4279-b30f-43920536e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27e9f21e-23fb-4a33-8933-f84d1dfc7b04'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:07:21.700821 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Bound port: e7261b32-18d2-45b3-90fc-2657a59a36e4, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5357452-3598-4279-b30f-43920536e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27e9f21e-23fb-4a33-8933-f84d1dfc7b04'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:07:21.701276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:21.789145 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] For port e7261b32-18d2-45b3-90fc-2657a59a36e4, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:07:21.792008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] For port e7261b32-18d2-45b3-90fc-2657a59a36e4, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e7261b32-18d2-45b3-90fc-2657a59a36e4,segment=NetworkSegment(b5357452-3598-4279-b30f-43920536e13a),segment_id=b5357452-3598-4279-b30f-43920536e13a)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:07:21.801153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:21.862925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:21.863544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:21.864925 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] 10.222.0.121 "PUT /v2.0/ports/e7261b32-18d2-45b3-90fc-2657a59a36e4 HTTP/1.1" status: 200 len: 1098 time: 0.9100516 Jan 21 10:07:21.865358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6b644d-a6e4-4380-91dc-781091e4f0a6', 'tag': 'e7261b32-18d2-45b3-90fc-2657a59a36e4'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:21.886732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052aa56e-3b67-4d86-8bc7-6dd72e336e75 service neutron] Pushing event updated for resources: {'Port': ['ID=e7261b32-18d2-45b3-90fc-2657a59a36e4,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:21.952532 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6b644d-a6e4-4380-91dc-781091e4f0a6', 'tag': 'e7261b32-18d2-45b3-90fc-2657a59a36e4', 'status': 'completed', 'code': 200} Jan 21 10:07:21.997173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-a99b16c5-7749-4da2-b3fe-af1cebcfb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:21.998760 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-a99b16c5-7749-4da2-b3fe-af1cebcfb988 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1c9f7034379b446096306badf9f3213b&device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 1101 time: 0.0807145 Jan 21 10:07:22.070647 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-7bcb348c-637f-4636-bc1d-775fd6b0683f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e7261b32-18d2-45b3-90fc-2657a59a36e4 HTTP/1.1" status: 200 len: 217 time: 0.0651224 Jan 21 10:07:22.131907 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-3c1ecfcf-77f0-4357-9dfe-06e5efb0d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:22.133256 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-3c1ecfcf-77f0-4357-9dfe-06e5efb0d2d9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2f75940d-7190-440b-9269-13850b91a058 HTTP/1.1" status: 200 len: 843 time: 0.0565643 Jan 21 10:07:22.214333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ac1ad915-ea95-4c67-91e5-dae517d2f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:22.215833 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-ac1ad915-ea95-4c67-91e5-dae517d2f6d1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=27e9f21e-23fb-4a33-8933-f84d1dfc7b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0765524 Jan 21 10:07:22.347924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7b724-4ae9-4ab2-8fdb-d7ef84a03ee7 req-72d85db5-5a03-411b-bc2d-b5b67fb2930c tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:22.349503 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-69d7b724-4ae9-4ab2-8fdb-d7ef84a03ee7 req-72d85db5-5a03-411b-bc2d-b5b67fb2930c tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 948 time: 0.0847328 Jan 21 10:07:22.395066 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-69d7b724-4ae9-4ab2-8fdb-d7ef84a03ee7 req-3fc24c12-fa6d-49a9-b6ad-85b0afd9e5c0 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/security-groups?id=309a0522-740c-4045-9d0c-2f63eeff3f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Jan 21 10:07:22.468625 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-344f345c-5645-4f3f-ae33-98960ac0279c service neutron] 10.222.0.121 "GET /v2.0/networks/27e9f21e-23fb-4a33-8933-f84d1dfc7b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463813 Jan 21 10:07:22.604549 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-fcde7f2c-fe0d-4c3f-9169-1bf2fe8a46d9 req-2ea196fd-eaea-4eac-b427-c19c52b9924b service neutron] 10.222.0.121 "GET /v2.0/networks/27e9f21e-23fb-4a33-8933-f84d1dfc7b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293218 Jan 21 10:07:22.727615 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b6a32-5cc3-4e14-97b6-e12b2120c51b req-01bbf212-5fa9-495c-9e8e-b6366607bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:22.729451 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a14b6a32-5cc3-4e14-97b6-e12b2120c51b req-01bbf212-5fa9-495c-9e8e-b6366607bada service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=1c9f7034379b446096306badf9f3213b&device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 1101 time: 0.0755959 Jan 21 10:07:22.877139 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b6a32-5cc3-4e14-97b6-e12b2120c51b req-e38e0526-2076-41bf-af6b-75a35a97dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:22.878602 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a14b6a32-5cc3-4e14-97b6-e12b2120c51b req-e38e0526-2076-41bf-af6b-75a35a97dd60 service neutron] 10.222.0.121 "GET /v2.0/networks?id=27e9f21e-23fb-4a33-8933-f84d1dfc7b04 HTTP/1.1" status: 200 len: 870 time: 0.1431272 Jan 21 10:07:22.952036 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a14b6a32-5cc3-4e14-97b6-e12b2120c51b req-168206fb-1f2f-49ec-9f74-0d70b986ce8f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e7261b32-18d2-45b3-90fc-2657a59a36e4 HTTP/1.1" status: 200 len: 217 time: 0.0653453 Jan 21 10:07:23.020657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b6a32-5cc3-4e14-97b6-e12b2120c51b req-698814e6-51dd-4721-9095-1c1ab62de706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:23.022595 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a14b6a32-5cc3-4e14-97b6-e12b2120c51b req-698814e6-51dd-4721-9095-1c1ab62de706 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2f75940d-7190-440b-9269-13850b91a058 HTTP/1.1" status: 200 len: 843 time: 0.0643485 Jan 21 10:07:23.108153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b6a32-5cc3-4e14-97b6-e12b2120c51b req-0852e3d7-ea3e-4ea9-a139-edb08e870bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:23.109631 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a14b6a32-5cc3-4e14-97b6-e12b2120c51b req-0852e3d7-ea3e-4ea9-a139-edb08e870bc9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=27e9f21e-23fb-4a33-8933-f84d1dfc7b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0813124 Jan 21 10:07:23.241228 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a14b6a32-5cc3-4e14-97b6-e12b2120c51b req-ce8ec41d-59d2-4ea1-b957-e9ad5740006d service neutron] 10.222.0.121 "GET /v2.0/networks/27e9f21e-23fb-4a33-8933-f84d1dfc7b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251860 Jan 21 10:07:23.374422 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-a14b6a32-5cc3-4e14-97b6-e12b2120c51b req-805439f1-83bb-4a4c-8943-53a2a49e634f service neutron] 10.222.0.121 "GET /v2.0/networks/27e9f21e-23fb-4a33-8933-f84d1dfc7b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261642 Jan 21 10:07:23.590021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018af30-8376-43e9-a2e5-51594da5e930 req-032db389-45c2-4b97-86f7-6ba3f0d3e145 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:23.591356 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6018af30-8376-43e9-a2e5-51594da5e930 req-032db389-45c2-4b97-86f7-6ba3f0d3e145 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 948 time: 0.0909197 Jan 21 10:07:23.640169 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6018af30-8376-43e9-a2e5-51594da5e930 req-e56eed10-31c1-4a8e-aa96-eea0d0097ca9 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/security-groups?id=309a0522-740c-4045-9d0c-2f63eeff3f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426662 Jan 21 10:07:24.841106 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2706346-bf48-42e1-85ed-c88786056339 req-f57ace8e-9b32-4803-bf99-2f9ef0956bab tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:24.842633 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c2706346-bf48-42e1-85ed-c88786056339 req-f57ace8e-9b32-4803-bf99-2f9ef0956bab tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 948 time: 0.0969880 Jan 21 10:07:24.886575 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c2706346-bf48-42e1-85ed-c88786056339 req-165c342e-5219-437e-b736-2e6413f2c2ba tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/security-groups?id=309a0522-740c-4045-9d0c-2f63eeff3f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380294 Jan 21 10:07:25.227732 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e7261b32-18d2-45b3-90fc-2657a59a36e4 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:07:25.362197 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e7261b32-18d2-45b3-90fc-2657a59a36e4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e7261b32-18d2-45b3-90fc-2657a59a36e4,segment=NetworkSegment(b5357452-3598-4279-b30f-43920536e13a),segment_id=b5357452-3598-4279-b30f-43920536e13a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:25.374995 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'e7261b32-18d2-45b3-90fc-2657a59a36e4', 'network_id': '27e9f21e-23fb-4a33-8933-f84d1dfc7b04', 'port_id': 'e7261b32-18d2-45b3-90fc-2657a59a36e4', 'mac_address': 'fa:16:3e:c5:6c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f75940d-7190-440b-9269-13850b91a058', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:07:25.433216 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:25.457223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7261b32-18d2-45b3-90fc-2657a59a36e4 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:25.473101 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e7261b32-18d2-45b3-90fc-2657a59a36e4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e7261b32-18d2-45b3-90fc-2657a59a36e4,segment=NetworkSegment(b5357452-3598-4279-b30f-43920536e13a),segment_id=b5357452-3598-4279-b30f-43920536e13a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:25.478875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:25.548946 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=e7261b32-18d2-45b3-90fc-2657a59a36e4,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:25.786567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['e7261b32-18d2-45b3-90fc-2657a59a36e4'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:07:26.083649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b79c5-dab1-4e7d-9ea3-a1aa7ffbf0b8 req-754d35c2-0518-4484-8d24-c98bdffb6f0e tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:26.085018 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d81b79c5-dab1-4e7d-9ea3-a1aa7ffbf0b8 req-754d35c2-0518-4484-8d24-c98bdffb6f0e tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 949 time: 0.0902450 Jan 21 10:07:26.131217 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d81b79c5-dab1-4e7d-9ea3-a1aa7ffbf0b8 req-b68e739b-0fa8-470d-9371-15b4ed729967 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/security-groups?id=309a0522-740c-4045-9d0c-2f63eeff3f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375502 Jan 21 10:07:27.225751 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e7261b32-18d2-45b3-90fc-2657a59a36e4 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:07:27.296316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port e7261b32-18d2-45b3-90fc-2657a59a36e4 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:07:27.301735 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port e7261b32-18d2-45b3-90fc-2657a59a36e4 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:27.302107 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:27.330039 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ea582-4c22-44e7-acdd-c6cf6f6b359b req-2419fc1f-472a-40cf-927a-f71cb089bd73 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:27.331502 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-451ea582-4c22-44e7-acdd-c6cf6f6b359b req-2419fc1f-472a-40cf-927a-f71cb089bd73 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 949 time: 0.0825665 Jan 21 10:07:27.375603 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-451ea582-4c22-44e7-acdd-c6cf6f6b359b req-42edcfda-3948-4ef0-9eeb-91cc43735a08 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/security-groups?id=309a0522-740c-4045-9d0c-2f63eeff3f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383143 Jan 21 10:07:27.418333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:27.448028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6b644d-a6e4-4380-91dc-781091e4f0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7261b32-18d2-45b3-90fc-2657a59a36e4'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:27.460531 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e7261b32-18d2-45b3-90fc-2657a59a36e4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e7261b32-18d2-45b3-90fc-2657a59a36e4,segment=NetworkSegment(b5357452-3598-4279-b30f-43920536e13a),segment_id=b5357452-3598-4279-b30f-43920536e13a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:27.465828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:27.501181 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6b644d-a6e4-4380-91dc-781091e4f0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7261b32-18d2-45b3-90fc-2657a59a36e4', 'code': 200} Jan 21 10:07:27.539711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=e7261b32-18d2-45b3-90fc-2657a59a36e4,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:27.721587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6d6ca-0a8c-49e7-83bf-e94bec73cbcc req-2a75c963-d447-4136-bd79-05aeb51fb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:27.722898 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-25a6d6ca-0a8c-49e7-83bf-e94bec73cbcc req-2a75c963-d447-4136-bd79-05aeb51fb1f2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 1103 time: 0.0697777 Jan 21 10:07:27.764952 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-25a6d6ca-0a8c-49e7-83bf-e94bec73cbcc req-d1641019-9be0-4712-83e2-4e3419b11eac service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=309a0522-740c-4045-9d0c-2f63eeff3f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362842 Jan 21 10:07:28.667405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d437f0-144b-4349-9946-d7d8c76d9a55 req-53f039a8-1a39-473e-a07a-0c660d5e4406 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:28.668833 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-05d437f0-144b-4349-9946-d7d8c76d9a55 req-53f039a8-1a39-473e-a07a-0c660d5e4406 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 950 time: 0.1801660 Jan 21 10:07:28.714073 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-05d437f0-144b-4349-9946-d7d8c76d9a55 req-47bb0930-14ca-436a-94f7-df3241cbef0a tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/security-groups?id=309a0522-740c-4045-9d0c-2f63eeff3f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393283 Jan 21 10:07:29.911382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f374c-c10d-4598-b27f-78aeb772bdf2 req-6db43c46-b511-4496-bf40-8b0ee2b7a5cc tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:29.912836 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a7f374c-c10d-4598-b27f-78aeb772bdf2 req-6db43c46-b511-4496-bf40-8b0ee2b7a5cc tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 950 time: 0.0823605 Jan 21 10:07:29.975529 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a7f374c-c10d-4598-b27f-78aeb772bdf2 req-65b21768-f071-49ce-8c29-f157df3c9c51 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/security-groups?id=309a0522-740c-4045-9d0c-2f63eeff3f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501888 Jan 21 10:07:30.413535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:31.096023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a904a4-0e41-437d-8fe8-01cecb56bd8d req-98cf83d5-85d9-45d4-9890-54a7755d1f57 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:31.097367 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b2a904a4-0e41-437d-8fe8-01cecb56bd8d req-98cf83d5-85d9-45d4-9890-54a7755d1f57 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 950 time: 0.0864365 Jan 21 10:07:31.143034 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b2a904a4-0e41-437d-8fe8-01cecb56bd8d req-d9bdd23f-3bf4-4fb1-a94c-b79aa4fe295f tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/security-groups?id=309a0522-740c-4045-9d0c-2f63eeff3f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373993 Jan 21 10:07:32.336519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53788bc9-1ce9-41fd-82ad-fa7d9a1eecc3 req-c5a30f2d-8f2e-4d45-baf4-ab084255e825 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:32.337961 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53788bc9-1ce9-41fd-82ad-fa7d9a1eecc3 req-c5a30f2d-8f2e-4d45-baf4-ab084255e825 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 950 time: 0.0843277 Jan 21 10:07:32.382434 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53788bc9-1ce9-41fd-82ad-fa7d9a1eecc3 req-58c592e6-da4d-4284-a7c3-c0eb3f067085 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/security-groups?id=309a0522-740c-4045-9d0c-2f63eeff3f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385990 Jan 21 10:07:32.633261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406aefc-544d-4bea-86d4-eda689330b61 req-9aede61c-5caa-4218-a31a-81cce635b6d5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:32.634047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-5406aefc-544d-4bea-86d4-eda689330b61 req-9aede61c-5caa-4218-a31a-81cce635b6d5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Synchronizing usage tracker for tenant:1c9f7034379b446096306badf9f3213b on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:07:32.654441 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-5406aefc-544d-4bea-86d4-eda689330b61 req-9aede61c-5caa-4218-a31a-81cce635b6d5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Unset dirty status for tenant:1c9f7034379b446096306badf9f3213b on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:07:32.655624 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-5406aefc-544d-4bea-86d4-eda689330b61 req-9aede61c-5caa-4218-a31a-81cce635b6d5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.121 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 950 time: 0.1063225 Jan 21 10:07:32.726224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-5406aefc-544d-4bea-86d4-eda689330b61 req-cd3c75a5-0db6-46ff-a42b-a9f59b8060f5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Deleting port e7261b32-18d2-45b3-90fc-2657a59a36e4 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:07:32.726561 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-5406aefc-544d-4bea-86d4-eda689330b61 req-cd3c75a5-0db6-46ff-a42b-a9f59b8060f5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:32.982010 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-5406aefc-544d-4bea-86d4-eda689330b61 req-cd3c75a5-0db6-46ff-a42b-a9f59b8060f5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] For port e7261b32-18d2-45b3-90fc-2657a59a36e4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e7261b32-18d2-45b3-90fc-2657a59a36e4,segment=NetworkSegment(b5357452-3598-4279-b30f-43920536e13a),segment_id=b5357452-3598-4279-b30f-43920536e13a)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:32.982332 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-5406aefc-544d-4bea-86d4-eda689330b61 req-cd3c75a5-0db6-46ff-a42b-a9f59b8060f5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:33.105199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-5406aefc-544d-4bea-86d4-eda689330b61 req-cd3c75a5-0db6-46ff-a42b-a9f59b8060f5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Calling delete_port for e7261b32-18d2-45b3-90fc-2657a59a36e4 owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:07:33.366063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-5406aefc-544d-4bea-86d4-eda689330b61 req-cd3c75a5-0db6-46ff-a42b-a9f59b8060f5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:33.377881 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['e7261b32-18d2-45b3-90fc-2657a59a36e4'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:07:33.417649 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c75a5-0db6-46ff-a42b-a9f59b8060f5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Pushing event deleted for resources: {'Port': ['ID=e7261b32-18d2-45b3-90fc-2657a59a36e4,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:33.491663 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5406aefc-544d-4bea-86d4-eda689330b61 req-cd3c75a5-0db6-46ff-a42b-a9f59b8060f5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] No DVR routers for this DVR port e7261b32-18d2-45b3-90fc-2657a59a36e4 on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:07:33.494303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-5406aefc-544d-4bea-86d4-eda689330b61 req-cd3c75a5-0db6-46ff-a42b-a9f59b8060f5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:33.497052 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6b644d-a6e4-4380-91dc-781091e4f0a6', 'name': 'network-vif-deleted', 'tag': 'e7261b32-18d2-45b3-90fc-2657a59a36e4'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:33.515421 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-5406aefc-544d-4bea-86d4-eda689330b61 req-cd3c75a5-0db6-46ff-a42b-a9f59b8060f5 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.121 "DELETE /v2.0/ports/e7261b32-18d2-45b3-90fc-2657a59a36e4 HTTP/1.1" status: 204 len: 173 time: 0.8541749 Jan 21 10:07:33.548370 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6b644d-a6e4-4380-91dc-781091e4f0a6', 'name': 'network-vif-deleted', 'tag': 'e7261b32-18d2-45b3-90fc-2657a59a36e4', 'status': 'completed', 'code': 200} Jan 21 10:07:33.548913 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-89f17e13-5a9e-4c77-8763-25efb5d461bc req-4d2395af-58bb-4865-88d0-6604e536ac41 tempest-ServersAdminNegativeTestJSON-1828003519 tempest-ServersAdminNegativeTestJSON-1828003519-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d6b644d-a6e4-4380-91dc-781091e4f0a6 HTTP/1.1" status: 200 len: 210 time: 0.0479181 Jan 21 10:07:33.904915 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:07:34.940184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51448) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:35.106343 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dae7526b-8ce6-41e3-8477-8a75c6968855 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1c9f7034379b446096306badf9f3213b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648910 Jan 21 10:07:35.109025 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51454) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:35.168370 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-783f1cdc-7a27-4896-bf2a-1cc2db6cfb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.194519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-783f1cdc-7a27-4896-bf2a-1cc2db6cfb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.247484 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-783f1cdc-7a27-4896-bf2a-1cc2db6cfb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.266767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f1cdc-7a27-4896-bf2a-1cc2db6cfb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309a0522-740c-4045-9d0c-2f63eeff3f64,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:35.274127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-783f1cdc-7a27-4896-bf2a-1cc2db6cfb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.275437 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-783f1cdc-7a27-4896-bf2a-1cc2db6cfb52 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/309a0522-740c-4045-9d0c-2f63eeff3f64 HTTP/1.1" status: 204 len: 168 time: 0.1655669 Jan 21 10:07:35.604915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51462) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:35.622229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e1f6ef9-b9eb-479d-af6b-c26b55d68680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.636781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8e1f6ef9-b9eb-479d-af6b-c26b55d68680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:35.641046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8e1f6ef9-b9eb-479d-af6b-c26b55d68680 admin admin] Usage tracker for resource:security_group_rule and tenant:2e2b6b099b274b99842b28e5a4070a28 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:35.644113 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8e1f6ef9-b9eb-479d-af6b-c26b55d68680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:35.650285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8e1f6ef9-b9eb-479d-af6b-c26b55d68680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:35.748546 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e1f6ef9-b9eb-479d-af6b-c26b55d68680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.756458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e1f6ef9-b9eb-479d-af6b-c26b55d68680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.812006 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8e1f6ef9-b9eb-479d-af6b-c26b55d68680 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2e2b6b099b274b99842b28e5a4070a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059207 Jan 21 10:07:35.813659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f6ef9-b9eb-479d-af6b-c26b55d68680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa65433-338f-4946-abf3-815aa5c59e15,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:35.815086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51466) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:35.878374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bbbddd9-2f87-451b-9597-d54a4f890190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.907447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bbbddd9-2f87-451b-9597-d54a4f890190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.959080 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bbbddd9-2f87-451b-9597-d54a4f890190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.975902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbddd9-2f87-451b-9597-d54a4f890190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa65433-338f-4946-abf3-815aa5c59e15,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:35.979139 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bbbddd9-2f87-451b-9597-d54a4f890190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.980226 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1bbbddd9-2f87-451b-9597-d54a4f890190 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/eaa65433-338f-4946-abf3-815aa5c59e15 HTTP/1.1" status: 204 len: 168 time: 0.1641414 Jan 21 10:07:36.345969 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f7746f9b-f3bf-424b-9f1b-9e593925822f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:36.759329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51490) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:36.867293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2110394551-network', 'tenant_id': '0ee1afa2099f409d968d54daa63387ec'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:36.872376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:36.876644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Usage tracker for resource:network and tenant:0ee1afa2099f409d968d54daa63387ec is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:36.879686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:36.886308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:36.899156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Made reservation on behalf of 0ee1afa2099f409d968d54daa63387ec for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:07:36.901459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:36.913552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:36.928195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:36.932050 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee1afa2099f409d968d54daa63387ec is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:36.934866 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:36.940718 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:37.019649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.026060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.055181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:07:37.063383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c301d1-f104-4eb6-a25e-aeefc00c1aca,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:37.068843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.069185 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Added segment 8ae1d689-a706-474f-903b-72c3261c1c13 of type vlan for network 896f3bba-dea1-4506-9d55-43aa156e45fa Jan 21 10:07:37.095330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.125963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.126908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:37.127655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.230734 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] Pushing event updated for resources: {'Network': ['ID=896f3bba-dea1-4506-9d55-43aa156e45fa,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:37.235117 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7a4772dd-f5fb-432d-8158-a050f22cace1 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4746428 Jan 21 10:07:37.238299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51496) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:37.241338 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 896f3bba-dea1-4506-9d55-43aa156e45fa details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:07:37.243572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Request body: {'subnet': {'network_id': '896f3bba-dea1-4506-9d55-43aa156e45fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2110394551-subnet', 'tenant_id': '0ee1afa2099f409d968d54daa63387ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:37.248631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:37.252513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Usage tracker for resource:subnet and tenant:0ee1afa2099f409d968d54daa63387ec is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:37.255304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:37.261052 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:37.271395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Made reservation on behalf of 0ee1afa2099f409d968d54daa63387ec for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:07:37.273777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.274569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e7261b32-18d2-45b3-90fc-2657a59a36e4 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:07:37.314571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: e7261b32-18d2-45b3-90fc-2657a59a36e4 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:07:37.314915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e7261b32-18d2-45b3-90fc-2657a59a36e4 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:07:37.480133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.549058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cba2d43-0707-4db5-a35d-720ee98cb7bb,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:37.559287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Checking segment: {'id': '8ae1d689-a706-474f-903b-72c3261c1c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '896f3bba-dea1-4506-9d55-43aa156e45fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:07:37.559659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Network hostable DHCP agents. Network: 896f3bba-dea1-4506-9d55-43aa156e45fa, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:07:37.579395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Network 896f3bba-dea1-4506-9d55-43aa156e45fa is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:07:37.589199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 896f3bba-dea1-4506-9d55-43aa156e45fa) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:37.593729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:37.594569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.598813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c1ccc4-e9ef-4998-9523-7a1addd31177 None None] Network 896f3bba-dea1-4506-9d55-43aa156e45fa requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:07:37.622815 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1a71662b-d6e0-4201-9260-6a1fb994b36a admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3759255 Jan 21 10:07:37.845837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb709e-1238-43a8-8135-563c5829c650 None None] Network 896f3bba-dea1-4506-9d55-43aa156e45fa requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:07:38.133477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-be0dcc03-9f1d-43d4-8998-4aae59b531ea tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:38.134122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-be0dcc03-9f1d-43d4-8998-4aae59b531ea tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Synchronizing usage tracker for tenant:0ee1afa2099f409d968d54daa63387ec on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:07:38.155719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-be0dcc03-9f1d-43d4-8998-4aae59b531ea tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Unset dirty status for tenant:0ee1afa2099f409d968d54daa63387ec on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:07:38.156931 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-be0dcc03-9f1d-43d4-8998-4aae59b531ea tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/networks?id=896f3bba-dea1-4506-9d55-43aa156e45fa HTTP/1.1" status: 200 len: 812 time: 0.1723337 Jan 21 10:07:38.176330 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-f6be5b5e-4216-4eea-866d-c302a6a70d26 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/quotas/0ee1afa2099f409d968d54daa63387ec HTTP/1.1" status: 200 len: 375 time: 0.0095785 Jan 21 10:07:38.228324 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-d3386f2b-37cb-4059-8eda-5e443890bd27 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=0ee1afa2099f409d968d54daa63387ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445333 Jan 21 10:07:38.359079 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-5e11865c-dbcd-4604-b0ea-fc8d0e5c9a67 service neutron] 10.222.0.99 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241145 Jan 21 10:07:38.468823 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0200-d2d0-4a86-a05a-507e7618daf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:38.501592 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-b654cdf3-e1aa-438f-826c-0488aae3a9f7 service neutron] 10.222.0.99 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341670 Jan 21 10:07:38.668899 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78247d3f-6b7d-4f3c-b3e1-f5c4207534f8 req-507d4205-de03-4ec0-8a33-9953d7c980ba tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 210 time: 0.0415866 Jan 21 10:07:39.595345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.755850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-2dfbae96-bde4-4ef3-b913-256c5d387700 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:39.757985 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-2dfbae96-bde4-4ef3-b913-256c5d387700 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.121 "GET /v2.0/networks?id=896f3bba-dea1-4506-9d55-43aa156e45fa HTTP/1.1" status: 200 len: 812 time: 0.1533484 Jan 21 10:07:39.769795 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Request body: {'port': {'device_id': '4ee7fe08-8a3d-431d-b123-6082c990d28b', 'network_id': '896f3bba-dea1-4506-9d55-43aa156e45fa', 'admin_state_up': True, 'tenant_id': '0ee1afa2099f409d968d54daa63387ec'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:39.819888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:39.823325 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d645c16d-7604-4f98-a82a-25d26496f82b req-bdc9f046-0194-4763-8e8e-c0fd9f193950 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 210 time: 0.0493031 Jan 21 10:07:39.908100 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:39.911855 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Usage tracker for resource:port and tenant:0ee1afa2099f409d968d54daa63387ec is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:39.914599 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:39.920282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:39.931020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Made reservation on behalf of 0ee1afa2099f409d968d54daa63387ec for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:07:39.934493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.094505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Allocated IP 172.20.0.12 (896f3bba-dea1-4506-9d55-43aa156e45fa/3cba2d43-0707-4db5-a35d-720ee98cb7bb/f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:07:40.313827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.345652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.417825 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Network 896f3bba-dea1-4506-9d55-43aa156e45fa is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:40.421078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:40.424862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:07:40.454859 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Pushing event updated for resources: {'Port': ['ID=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:40.491407 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:40.492272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.522008 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-97aad384-cfb7-4053-a145-1924dec4ba50 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7556140 Jan 21 10:07:40.535412 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Request body: {'port': {'device_id': '4ee7fe08-8a3d-431d-b123-6082c990d28b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:40.646627 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.097238 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:41.104420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.113358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd4170-fa64-4585-a8cf-bc67f16a2bb0 req-07a69868-af74-441a-8ad2-54895cbb60de tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:41.114799 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-45dd4170-fa64-4585-a8cf-bc67f16a2bb0 req-07a69868-af74-441a-8ad2-54895cbb60de tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 932 time: 0.1844168 Jan 21 10:07:41.118565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Transition to ACTIVE for port object f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:07:41.124533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.138632 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.159790 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-45dd4170-fa64-4585-a8cf-bc67f16a2bb0 req-7f78eca9-270f-4421-9515-b03db1bce804 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Synchronizing usage tracker for tenant:0ee1afa2099f409d968d54daa63387ec on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:07:41.177555 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-45dd4170-fa64-4585-a8cf-bc67f16a2bb0 req-7f78eca9-270f-4421-9515-b03db1bce804 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Unset dirty status for tenant:0ee1afa2099f409d968d54daa63387ec on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:07:41.178759 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-45dd4170-fa64-4585-a8cf-bc67f16a2bb0 req-7f78eca9-270f-4421-9515-b03db1bce804 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576129 Jan 21 10:07:41.275217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Pushing event updated for resources: {'Port': ['ID=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:41.349810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Attempting to bind port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:07:41.350060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Attempting to bind port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '8ae1d689-a706-474f-903b-72c3261c1c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '896f3bba-dea1-4506-9d55-43aa156e45fa'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:07:41.350381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Attempting to bind port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c on network 896f3bba-dea1-4506-9d55-43aa156e45fa {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:07:41.355265 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c on network 896f3bba-dea1-4506-9d55-43aa156e45fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:07:41.355580 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Attempting to bind port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c on network 896f3bba-dea1-4506-9d55-43aa156e45fa {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:07:41.361154 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:07:41.361498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Checking segment: {'id': '8ae1d689-a706-474f-903b-72c3261c1c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '896f3bba-dea1-4506-9d55-43aa156e45fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:07:41.361886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Bound using segment: {'id': '8ae1d689-a706-474f-903b-72c3261c1c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '896f3bba-dea1-4506-9d55-43aa156e45fa'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:07:41.362315 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Bound port: f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae1d689-a706-474f-903b-72c3261c1c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '896f3bba-dea1-4506-9d55-43aa156e45fa'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:07:41.362657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.459792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] For port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:07:41.463215 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] For port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,segment=NetworkSegment(8ae1d689-a706-474f-903b-72c3261c1c13),segment_id=8ae1d689-a706-474f-903b-72c3261c1c13)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:07:41.467898 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.526699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:41.527311 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.528782 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] 10.222.0.121 "PUT /v2.0/ports/f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c HTTP/1.1" status: 200 len: 1094 time: 0.9982629 Jan 21 10:07:41.529311 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee7fe08-8a3d-431d-b123-6082c990d28b', 'tag': 'f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:41.548462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce776cf-eda0-4d4a-9327-ac665764027b service neutron] Pushing event updated for resources: {'Port': ['ID=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:41.599779 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee7fe08-8a3d-431d-b123-6082c990d28b', 'tag': 'f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c', 'status': 'completed', 'code': 200} Jan 21 10:07:41.641027 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-17ddbd11-5eed-4df5-b9ce-476f818450ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:41.642535 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-17ddbd11-5eed-4df5-b9ce-476f818450ff service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0ee1afa2099f409d968d54daa63387ec&device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 1097 time: 0.0745218 Jan 21 10:07:41.712759 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-a3e802fb-1fad-4a83-9eb2-1af58497da09 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c HTTP/1.1" status: 200 len: 217 time: 0.0634730 Jan 21 10:07:41.775648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-405a27f8-0a5b-4930-88f3-62b97b22e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:41.777045 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-405a27f8-0a5b-4930-88f3-62b97b22e983 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3cba2d43-0707-4db5-a35d-720ee98cb7bb HTTP/1.1" status: 200 len: 852 time: 0.0588732 Jan 21 10:07:41.821988 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-3af3e88b-5e84-4827-868e-0af8782de491 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=896f3bba-dea1-4506-9d55-43aa156e45fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389497 Jan 21 10:07:41.955421 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-bb673061-93e2-4706-81f6-ea7af4103215 service neutron] 10.222.0.121 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270952 Jan 21 10:07:42.092244 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1d7f17d3-4b8d-4293-afca-fce1d07e791b req-730ff5ad-a348-4fcc-adcf-ebe05df7a44d service neutron] 10.222.0.121 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304407 Jan 21 10:07:42.211379 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3cf88-ec83-4d34-be5c-2aac2cd3374c req-c470cf8e-23ec-47c5-afe0-d1e38f776346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:42.212952 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e7c3cf88-ec83-4d34-be5c-2aac2cd3374c req-c470cf8e-23ec-47c5-afe0-d1e38f776346 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0ee1afa2099f409d968d54daa63387ec&device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 1097 time: 0.0718875 Jan 21 10:07:42.344555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3cf88-ec83-4d34-be5c-2aac2cd3374c req-0e767717-cf96-4577-907f-b0bf6b5b8f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:42.346140 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e7c3cf88-ec83-4d34-be5c-2aac2cd3374c req-0e767717-cf96-4577-907f-b0bf6b5b8f20 service neutron] 10.222.0.121 "GET /v2.0/networks?id=896f3bba-dea1-4506-9d55-43aa156e45fa HTTP/1.1" status: 200 len: 913 time: 0.1274111 Jan 21 10:07:42.367932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbd666-bf6b-44ed-a15c-b5fd917c3aa7 req-26993c5f-a524-4f27-9f98-317c2c79537b tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:42.369426 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aacbd666-bf6b-44ed-a15c-b5fd917c3aa7 req-26993c5f-a524-4f27-9f98-317c2c79537b tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 944 time: 0.0832326 Jan 21 10:07:42.413396 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aacbd666-bf6b-44ed-a15c-b5fd917c3aa7 req-79d7fbd4-a344-42ad-9b0b-34c45350774d tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381794 Jan 21 10:07:42.415689 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e7c3cf88-ec83-4d34-be5c-2aac2cd3374c req-a834a05f-c67d-44e7-a36f-fc532b5cfd20 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c HTTP/1.1" status: 200 len: 217 time: 0.0638525 Jan 21 10:07:42.477173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3cf88-ec83-4d34-be5c-2aac2cd3374c req-fdfa9ab7-bdd0-44b6-8710-be362ebf9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:42.478467 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e7c3cf88-ec83-4d34-be5c-2aac2cd3374c req-fdfa9ab7-bdd0-44b6-8710-be362ebf9b70 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3cba2d43-0707-4db5-a35d-720ee98cb7bb HTTP/1.1" status: 200 len: 852 time: 0.0571437 Jan 21 10:07:42.527219 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e7c3cf88-ec83-4d34-be5c-2aac2cd3374c req-f93d11be-0205-4a05-8928-3124edb13bc1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=896f3bba-dea1-4506-9d55-43aa156e45fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428379 Jan 21 10:07:42.759043 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e7c3cf88-ec83-4d34-be5c-2aac2cd3374c req-80e9f5e7-e5e9-49f9-be0b-bb5daf648ee8 service neutron] 10.222.0.121 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258987 Jan 21 10:07:42.890034 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e7c3cf88-ec83-4d34-be5c-2aac2cd3374c req-69635999-3679-4194-a9e6-e6b1255b9b37 service neutron] 10.222.0.121 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240563 Jan 21 10:07:43.610973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d50015-066e-4380-ba5f-753a3fe2343d req-0d5775ab-8079-4a0e-bc6e-ba989c05e8a4 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:43.612330 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a0d50015-066e-4380-ba5f-753a3fe2343d req-0d5775ab-8079-4a0e-bc6e-ba989c05e8a4 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 944 time: 0.0870862 Jan 21 10:07:43.655907 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a0d50015-066e-4380-ba5f-753a3fe2343d req-47ccd51d-c8ba-4265-a955-71d7d8969db7 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378659 Jan 21 10:07:44.840954 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b469a-004f-4933-8413-578e928fe283 req-cf013d57-bada-4237-9bed-a19c3b7088c9 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:44.842460 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c03b469a-004f-4933-8413-578e928fe283 req-cf013d57-bada-4237-9bed-a19c3b7088c9 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 944 time: 0.0835590 Jan 21 10:07:44.887050 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c03b469a-004f-4933-8413-578e928fe283 req-2163c099-988c-4f3d-89f2-b618f5c1af16 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387671 Jan 21 10:07:45.319252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:07:45.451685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,segment=NetworkSegment(8ae1d689-a706-474f-903b-72c3261c1c13),segment_id=8ae1d689-a706-474f-903b-72c3261c1c13)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:45.464383 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c', 'network_id': '896f3bba-dea1-4506-9d55-43aa156e45fa', 'port_id': 'f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c', 'mac_address': 'fa:16:3e:89:88:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cba2d43-0707-4db5-a35d-720ee98cb7bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:07:45.530200 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.549488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:45.573056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,segment=NetworkSegment(8ae1d689-a706-474f-903b-72c3261c1c13),segment_id=8ae1d689-a706-474f-903b-72c3261c1c13)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:45.576910 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:45.647775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:45.888968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:07:46.071244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab317d67-15f4-43a9-b906-ec5f874e8819 req-4e6d910b-d86b-455c-b6ad-04fb5e113354 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:46.072740 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ab317d67-15f4-43a9-b906-ec5f874e8819 req-4e6d910b-d86b-455c-b6ad-04fb5e113354 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 945 time: 0.0790751 Jan 21 10:07:46.116258 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ab317d67-15f4-43a9-b906-ec5f874e8819 req-e7406c1e-b191-4851-ac32-0767e141654e tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378237 Jan 21 10:07:47.310504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e6c8b-e00b-4f1f-bb23-e5d7cab644b1 req-dafd332e-f7bd-4247-8df4-26f8601a3191 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:47.311932 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-068e6c8b-e00b-4f1f-bb23-e5d7cab644b1 req-dafd332e-f7bd-4247-8df4-26f8601a3191 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 945 time: 0.0902452 Jan 21 10:07:47.350187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:07:47.355445 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-068e6c8b-e00b-4f1f-bb23-e5d7cab644b1 req-6c89ad84-2da6-4630-81a3-0d38aa34e265 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377867 Jan 21 10:07:47.423411 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:07:47.430816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:47.431228 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.558114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.584853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee7fe08-8a3d-431d-b123-6082c990d28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:47.594964 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,segment=NetworkSegment(8ae1d689-a706-474f-903b-72c3261c1c13),segment_id=8ae1d689-a706-474f-903b-72c3261c1c13)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:47.599807 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.635203 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee7fe08-8a3d-431d-b123-6082c990d28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c', 'code': 200} Jan 21 10:07:47.669106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:47.873063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ae4ff-4e1d-477f-b0f0-a30b4da2925f req-8a35b7fc-3a0a-49d7-ab9c-621e3f3db544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:47.874530 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-663ae4ff-4e1d-477f-b0f0-a30b4da2925f req-8a35b7fc-3a0a-49d7-ab9c-621e3f3db544 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 1099 time: 0.0816512 Jan 21 10:07:47.919111 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-663ae4ff-4e1d-477f-b0f0-a30b4da2925f req-4ffb1645-474e-46a5-9d40-3c9b567e934e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380111 Jan 21 10:07:48.562020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7b93e-605a-49cb-b63c-0adc84d3889e req-e3d65984-4999-4e3d-9c36-ca5e4292d05d tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:48.563469 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-29b7b93e-605a-49cb-b63c-0adc84d3889e req-e3d65984-4999-4e3d-9c36-ca5e4292d05d tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0927269 Jan 21 10:07:48.614223 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-29b7b93e-605a-49cb-b63c-0adc84d3889e req-2f3d7eda-0301-47da-905d-c63dad6ba9a8 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Jan 21 10:07:49.863778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382f669-ddc4-46ad-964c-72d7b3cb3b82 req-569a038b-7f07-4fa5-a981-477ecad78e6f tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:49.865287 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0382f669-ddc4-46ad-964c-72d7b3cb3b82 req-569a038b-7f07-4fa5-a981-477ecad78e6f tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.1402028 Jan 21 10:07:49.911978 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0382f669-ddc4-46ad-964c-72d7b3cb3b82 req-afbff661-d6c2-411f-8aca-f2c5f466cade tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383036 Jan 21 10:07:50.290616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 51562) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:50.321252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e39d0-8244-45fe-b7f7-6e47558b2d96 req-61366402-ead4-4465-aea4-25f076ad47b8 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:50.322698 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c53e39d0-8244-45fe-b7f7-6e47558b2d96 req-61366402-ead4-4465-aea4-25f076ad47b8 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0846200 Jan 21 10:07:50.366346 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c53e39d0-8244-45fe-b7f7-6e47558b2d96 req-6f5e8845-befd-4c7b-9a44-63460555929e tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378046 Jan 21 10:07:50.405077 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-51dd522c-2d06-4c51-9936-96d9e662e65e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130376 Jan 21 10:07:51.602327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f734bf6-b782-439b-860b-d3679e4a277c req-afda98e6-0784-4551-8e2e-9ec1245166c2 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:51.603730 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3f734bf6-b782-439b-860b-d3679e4a277c req-afda98e6-0784-4551-8e2e-9ec1245166c2 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.1290057 Jan 21 10:07:51.649925 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3f734bf6-b782-439b-860b-d3679e4a277c req-abe08b31-6004-4354-8547-42e9f3a9d3ae tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Jan 21 10:07:51.743502 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-4279e66e-fbee-4681-843d-58d237086704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:51.745345 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-4279e66e-fbee-4681-843d-58d237086704 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0ee1afa2099f409d968d54daa63387ec&device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 1099 time: 0.0902100 Jan 21 10:07:51.877877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-b41b98de-c3eb-43f7-a4aa-da68739a7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:51.879310 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-b41b98de-c3eb-43f7-a4aa-da68739a7dfb service neutron] 10.222.0.121 "GET /v2.0/networks?id=896f3bba-dea1-4506-9d55-43aa156e45fa HTTP/1.1" status: 200 len: 913 time: 0.1279848 Jan 21 10:07:51.948769 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-a6d70cb0-7293-4089-809a-71f99a782d4d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c HTTP/1.1" status: 200 len: 217 time: 0.0634344 Jan 21 10:07:52.011361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-17525bc2-1f9f-4479-9880-15652ddfb452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:52.012750 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-17525bc2-1f9f-4479-9880-15652ddfb452 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3cba2d43-0707-4db5-a35d-720ee98cb7bb HTTP/1.1" status: 200 len: 852 time: 0.0586812 Jan 21 10:07:52.065083 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-98817183-fd94-49a8-b939-6e8d52b79027 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=896f3bba-dea1-4506-9d55-43aa156e45fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467162 Jan 21 10:07:52.197122 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-e1c27770-29c0-4321-9487-81e0bfa931e7 service neutron] 10.222.0.121 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262796 Jan 21 10:07:52.327502 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-db49e39a-26d0-4b19-9d25-8f6bd598c5f4 service neutron] 10.222.0.121 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245041 Jan 21 10:07:52.853439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59840f9c-9809-4678-a76f-cf2e3ebcd2b0 req-0e427be2-0e94-4c2d-85a7-cbda6d1d01e1 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:52.854899 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-59840f9c-9809-4678-a76f-cf2e3ebcd2b0 req-0e427be2-0e94-4c2d-85a7-cbda6d1d01e1 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0983171 Jan 21 10:07:52.899984 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-59840f9c-9809-4678-a76f-cf2e3ebcd2b0 req-64dbd984-0b33-4e03-be97-86e07cbe9023 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 Jan 21 10:07:54.108640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf1778-0508-4a2a-ba2f-8caa0d169312 req-fd673c5c-2b19-464b-8283-6122fede5142 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:54.110104 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1caf1778-0508-4a2a-ba2f-8caa0d169312 req-fd673c5c-2b19-464b-8283-6122fede5142 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0913186 Jan 21 10:07:54.156730 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1caf1778-0508-4a2a-ba2f-8caa0d169312 req-042d3878-0e58-4609-9992-820b8cf88a08 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Jan 21 10:07:55.357081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbd66c-d19c-4324-9dfa-3faf56a6f226 req-7fcafc11-914e-4b5a-b4dd-18a30cab475d tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:55.358628 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bbbbd66c-d19c-4324-9dfa-3faf56a6f226 req-7fcafc11-914e-4b5a-b4dd-18a30cab475d tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0928473 Jan 21 10:07:55.402287 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bbbbd66c-d19c-4324-9dfa-3faf56a6f226 req-6d22a10c-1a0d-4897-9b9e-0f5c792dd1a9 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379045 Jan 21 10:07:56.598055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e48d82-8a7d-4552-8b88-d47331d6c98a req-889f571b-6fb1-4034-b897-4ed1b1835f47 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:56.599497 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-57e48d82-8a7d-4552-8b88-d47331d6c98a req-889f571b-6fb1-4034-b897-4ed1b1835f47 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0839012 Jan 21 10:07:56.643073 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-57e48d82-8a7d-4552-8b88-d47331d6c98a req-d5220fb3-93d6-405f-b872-376d91be8c04 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378332 Jan 21 10:07:57.856664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38de64-70b3-49c2-be10-22ae2b09b093 req-d33cc020-a70e-469b-80e7-6b2e0bb7264c tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:57.858112 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3c38de64-70b3-49c2-be10-22ae2b09b093 req-d33cc020-a70e-469b-80e7-6b2e0bb7264c tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0908251 Jan 21 10:07:57.901271 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3c38de64-70b3-49c2-be10-22ae2b09b093 req-ae033e20-abc0-48d3-9b98-19fc59ad8a02 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374424 Jan 21 10:07:59.100956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218c7f4-627b-4eb9-9819-d89ff98442b0 req-422fe992-d45b-405a-b1fc-4c6449768c4c tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:59.102390 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e218c7f4-627b-4eb9-9819-d89ff98442b0 req-422fe992-d45b-405a-b1fc-4c6449768c4c tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0870278 Jan 21 10:07:59.146196 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e218c7f4-627b-4eb9-9819-d89ff98442b0 req-6ebc0ac5-96ff-4d7b-8f1d-6e34735aac5d tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380249 Jan 21 10:08:00.357006 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16183a1-15c2-4a4e-b270-de798d35ed3b req-55679b8a-84a1-4cab-b4c2-f007c2f1dedd tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:00.358479 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f16183a1-15c2-4a4e-b270-de798d35ed3b req-55679b8a-84a1-4cab-b4c2-f007c2f1dedd tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0828142 Jan 21 10:08:00.401806 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f16183a1-15c2-4a4e-b270-de798d35ed3b req-fe0d3dd5-c406-49cc-8221-fe98c14abb4b tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377555 Jan 21 10:08:00.444514 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:01.598089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf252e-2f69-4659-854e-50cf5189b150 req-2b4873e8-1526-4144-aa8a-b911e7620ef1 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:01.599426 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2dbf252e-2f69-4659-854e-50cf5189b150 req-2b4873e8-1526-4144-aa8a-b911e7620ef1 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0823061 Jan 21 10:08:01.642966 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2dbf252e-2f69-4659-854e-50cf5189b150 req-c94e2e38-9745-41cb-a797-b0ce691f00f8 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378635 Jan 21 10:08:02.834888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3bdd-e2a0-44c7-9fa4-09ee27df31a0 req-d66ba03c-e1d4-4fd5-93e1-fecd5fb3e70b tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:02.835588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a57edd-aa63-4c2f-94f1-a40495969255 req-2d502f56-66b8-4a80-9746-a77594dc5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:02.836390 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1ffa3bdd-e2a0-44c7-9fa4-09ee27df31a0 req-d66ba03c-e1d4-4fd5-93e1-fecd5fb3e70b tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0847678 Jan 21 10:08:02.837559 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-72a57edd-aa63-4c2f-94f1-a40495969255 req-2d502f56-66b8-4a80-9746-a77594dc5d0a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0ee1afa2099f409d968d54daa63387ec&device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 1099 time: 0.0734489 Jan 21 10:08:02.883879 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1ffa3bdd-e2a0-44c7-9fa4-09ee27df31a0 req-83aa25f4-96f5-4eee-abc2-1f8cbca0947c tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Jan 21 10:08:02.983291 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a57edd-aa63-4c2f-94f1-a40495969255 req-e920a8c7-06f2-4872-9b22-4d1b5a88a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:02.984762 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-72a57edd-aa63-4c2f-94f1-a40495969255 req-e920a8c7-06f2-4872-9b22-4d1b5a88a1de service neutron] 10.222.0.121 "GET /v2.0/networks?id=896f3bba-dea1-4506-9d55-43aa156e45fa HTTP/1.1" status: 200 len: 913 time: 0.1279838 Jan 21 10:08:03.061831 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-72a57edd-aa63-4c2f-94f1-a40495969255 req-a11611b3-8182-4f06-8838-4b3cea2f9603 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c HTTP/1.1" status: 200 len: 217 time: 0.0710499 Jan 21 10:08:03.128160 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a57edd-aa63-4c2f-94f1-a40495969255 req-8a87db84-0335-41de-8621-c327d971a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:03.129639 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-72a57edd-aa63-4c2f-94f1-a40495969255 req-8a87db84-0335-41de-8621-c327d971a671 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3cba2d43-0707-4db5-a35d-720ee98cb7bb HTTP/1.1" status: 200 len: 852 time: 0.0618544 Jan 21 10:08:03.178135 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-72a57edd-aa63-4c2f-94f1-a40495969255 req-cb1fe60a-82d6-4424-8bac-1effb80496b1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=896f3bba-dea1-4506-9d55-43aa156e45fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421445 Jan 21 10:08:03.418265 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-72a57edd-aa63-4c2f-94f1-a40495969255 req-6d0cda37-bdb0-4947-a787-a87bd23d333f service neutron] 10.222.0.121 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335851 Jan 21 10:08:03.549381 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-72a57edd-aa63-4c2f-94f1-a40495969255 req-a0d4d64c-c405-4584-8343-ff74e4bdaa4b service neutron] 10.222.0.121 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251023 Jan 21 10:08:04.078158 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68327ab-88f1-4394-9ae4-9de72526fa22 req-d5044950-e99e-4159-a17b-9edb01bd38c3 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:04.079649 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f68327ab-88f1-4394-9ae4-9de72526fa22 req-d5044950-e99e-4159-a17b-9edb01bd38c3 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0858042 Jan 21 10:08:04.125736 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f68327ab-88f1-4394-9ae4-9de72526fa22 req-5d3548f5-490a-4f39-891d-f1c15f621b13 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377390 Jan 21 10:08:05.350198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb9f7a-8a9a-4e80-8d11-c456acc49a90 req-1558c66f-38dc-40dc-8e99-f6a524c82f49 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:05.351638 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-effb9f7a-8a9a-4e80-8d11-c456acc49a90 req-1558c66f-38dc-40dc-8e99-f6a524c82f49 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.1078877 Jan 21 10:08:05.396801 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-effb9f7a-8a9a-4e80-8d11-c456acc49a90 req-467d5e06-a5fe-47f1-8d29-16d54a1f81e7 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392439 Jan 21 10:08:06.355909 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-10d4dce8-ed9f-4d77-85a1-372348cfd98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:06.592473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1cb57-7390-4e28-b575-a3f6df7f1740 req-8582f288-b424-45b2-850e-05dc1fc48360 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:06.593833 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ed1cb57-7390-4e28-b575-a3f6df7f1740 req-8582f288-b424-45b2-850e-05dc1fc48360 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0840061 Jan 21 10:08:06.653442 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ed1cb57-7390-4e28-b575-a3f6df7f1740 req-a495792e-0945-4271-a117-3f73b674d42f tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536733 Jan 21 10:08:07.943846 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6460e6-790f-4c20-81eb-5c811acec347 req-f7d00b9e-09ad-482a-ac07-7222a81d8693 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:07.945318 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7f6460e6-790f-4c20-81eb-5c811acec347 req-f7d00b9e-09ad-482a-ac07-7222a81d8693 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.1759534 Jan 21 10:08:07.988154 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7f6460e6-790f-4c20-81eb-5c811acec347 req-6059fa0b-fe2d-49ab-91dd-e64c50756fe7 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371296 Jan 21 10:08:08.474786 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3c5282c2-5cb9-4611-811d-7c557af0f813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:09.220764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab593ad5-63d9-4c76-b536-5cf76841e251 req-f44221cc-77f8-41be-8882-a6ed656cb03b tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:09.222242 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ab593ad5-63d9-4c76-b536-5cf76841e251 req-f44221cc-77f8-41be-8882-a6ed656cb03b tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0899324 Jan 21 10:08:09.272207 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ab593ad5-63d9-4c76-b536-5cf76841e251 req-48d84c36-d17e-4ab6-8b29-8b9f8705a636 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Jan 21 10:08:09.600152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:09.829590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:10.479517 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cb90a-1f0a-43c8-af17-2347081a2ae8 req-3ed41e30-c6db-48aa-a9a3-6eb12c23b796 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:10.480994 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-094cb90a-1f0a-43c8-af17-2347081a2ae8 req-3ed41e30-c6db-48aa-a9a3-6eb12c23b796 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0915320 Jan 21 10:08:10.525733 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-094cb90a-1f0a-43c8-af17-2347081a2ae8 req-efd43405-baa0-44fe-9a95-d44baa95b52b tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384235 Jan 21 10:08:10.907963 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:08:11.149921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:11.723454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d36e9-e90d-44eb-bb90-d777641ac468 req-b3b77d17-e163-46bd-90e2-5ea49b16c0ec tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:11.724904 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f89d36e9-e90d-44eb-bb90-d777641ac468 req-b3b77d17-e163-46bd-90e2-5ea49b16c0ec tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0912306 Jan 21 10:08:11.783288 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f89d36e9-e90d-44eb-bb90-d777641ac468 req-e95511ac-00f9-46c2-8f7e-168bb49f20c0 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498865 Jan 21 10:08:12.980063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5efff6-c4ca-4730-b6d6-34e7e94bb980 req-0ec96ce3-f404-4d00-8f54-99dc06861c7a tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:12.981441 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e5efff6-c4ca-4730-b6d6-34e7e94bb980 req-0ec96ce3-f404-4d00-8f54-99dc06861c7a tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0836496 Jan 21 10:08:13.028577 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e5efff6-c4ca-4730-b6d6-34e7e94bb980 req-079d3d46-5844-4e3f-b84d-85e57b449bfe tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384302 Jan 21 10:08:14.236061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24659ce2-83a1-4286-affa-a52bc88b6360 req-ba6423fd-c41b-4333-9966-8684686151a3 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:14.237510 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-24659ce2-83a1-4286-affa-a52bc88b6360 req-ba6423fd-c41b-4333-9966-8684686151a3 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0913529 Jan 21 10:08:14.281140 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-24659ce2-83a1-4286-affa-a52bc88b6360 req-5c96948d-e3cf-4402-b0ae-b7813b68f7d3 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379343 Jan 21 10:08:15.491721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9ddf1-80c3-47f8-9810-69e091c09a80 req-7cabe26f-f8e0-4bf9-91ef-636cd85c6405 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:15.493211 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c1c9ddf1-80c3-47f8-9810-69e091c09a80 req-7cabe26f-f8e0-4bf9-91ef-636cd85c6405 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0913858 Jan 21 10:08:15.555287 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c1c9ddf1-80c3-47f8-9810-69e091c09a80 req-d2f64987-b558-4d07-8526-e21616b3f0fd tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557628 Jan 21 10:08:16.754709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2a98e-6acc-418a-9a24-5b50700f6017 req-45b5ea3d-536b-4244-9a71-390c5bef9979 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:16.756135 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11b2a98e-6acc-418a-9a24-5b50700f6017 req-45b5ea3d-536b-4244-9a71-390c5bef9979 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0892835 Jan 21 10:08:16.800825 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11b2a98e-6acc-418a-9a24-5b50700f6017 req-a6124585-bead-4565-b0bf-b37a5fb8ed07 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386026 Jan 21 10:08:18.004758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6f9b-b21d-4ce2-9fd3-42f0770f3c0d req-9094dd4a-eca3-4220-87ca-0bcd10c0dff3 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:18.006085 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46fc6f9b-b21d-4ce2-9fd3-42f0770f3c0d req-9094dd4a-eca3-4220-87ca-0bcd10c0dff3 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.1007724 Jan 21 10:08:18.052181 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46fc6f9b-b21d-4ce2-9fd3-42f0770f3c0d req-82fa3e9f-f7d0-4962-8dc3-86cae0eeb5ee tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377905 Jan 21 10:08:19.155971 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-e9af02a4-15de-42b6-9afa-1ce106706837 service neutron] 10.222.0.121 "GET /v2.0/ports/f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0785685 Jan 21 10:08:19.246394 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0ab89-d564-4e44-85b9-8e74959a9653 req-e6d058df-7421-4947-9dd6-063d0c34a4f7 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:19.247899 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6fa0ab89-d564-4e44-85b9-8e74959a9653 req-e6d058df-7421-4947-9dd6-063d0c34a4f7 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0811644 Jan 21 10:08:19.292820 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6fa0ab89-d564-4e44-85b9-8e74959a9653 req-2d54bc98-066b-49c9-84fa-8d42191f088e tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390544 Jan 21 10:08:19.426784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-69962147-044d-4b47-bc27-dc4c2a5400c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:19.428272 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-69962147-044d-4b47-bc27-dc4c2a5400c2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b&tenant_id=0ee1afa2099f409d968d54daa63387ec HTTP/1.1" status: 200 len: 1099 time: 0.0790675 Jan 21 10:08:19.523097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-9d3ef378-94c1-4899-9d0f-5adbc05cadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:19.525553 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-9d3ef378-94c1-4899-9d0f-5adbc05cadeb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0ee1afa2099f409d968d54daa63387ec&device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 1099 time: 0.0762818 Jan 21 10:08:19.682216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-716c0e87-52f3-43bc-8e91-ba0d831209fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:19.683646 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-716c0e87-52f3-43bc-8e91-ba0d831209fb service neutron] 10.222.0.121 "GET /v2.0/networks?id=896f3bba-dea1-4506-9d55-43aa156e45fa HTTP/1.1" status: 200 len: 913 time: 0.1526639 Jan 21 10:08:19.752995 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-d83967ad-b5cf-47b2-869e-851fdc11debd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c HTTP/1.1" status: 200 len: 217 time: 0.0635762 Jan 21 10:08:19.812747 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-24f37a59-cd5a-401d-b4e2-f6508dfce938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:19.814128 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-24f37a59-cd5a-401d-b4e2-f6508dfce938 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3cba2d43-0707-4db5-a35d-720ee98cb7bb HTTP/1.1" status: 200 len: 852 time: 0.0557921 Jan 21 10:08:19.862501 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-4ae841ce-1baf-4711-989f-e4025ab77252 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=896f3bba-dea1-4506-9d55-43aa156e45fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425696 Jan 21 10:08:20.010807 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-72ee7a68-bac3-44d7-bfab-1489bcb8de9d service neutron] 10.222.0.121 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414685 Jan 21 10:08:20.142471 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-e0ce9b9c-ac77-4fae-8ed9-c1a0103b34ae req-95377801-3bb7-44e4-ae27-61d976f59c9e service neutron] 10.222.0.121 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265194 Jan 21 10:08:20.483537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff771690-90f8-4e70-a96f-9dae6f6b48d8 req-84f004d8-a43b-4ba8-b5dc-e4e62cf6ca71 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:20.485344 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ff771690-90f8-4e70-a96f-9dae6f6b48d8 req-84f004d8-a43b-4ba8-b5dc-e4e62cf6ca71 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0842223 Jan 21 10:08:20.528263 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ff771690-90f8-4e70-a96f-9dae6f6b48d8 req-9841f794-e244-473d-aaaa-4b9448e99fbe tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372608 Jan 21 10:08:21.532423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:08:21.676600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,segment=NetworkSegment(8ae1d689-a706-474f-903b-72c3261c1c13),segment_id=8ae1d689-a706-474f-903b-72c3261c1c13)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:08:21.693189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c', 'network_id': '896f3bba-dea1-4506-9d55-43aa156e45fa', 'port_id': 'f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c', 'mac_address': 'fa:16:3e:89:88:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cba2d43-0707-4db5-a35d-720ee98cb7bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:08:21.715757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16296f46-03f9-4dae-b927-b97676e1ecff req-5087468f-a364-4391-94de-28a136b47fd2 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:21.717326 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-16296f46-03f9-4dae-b927-b97676e1ecff req-5087468f-a364-4391-94de-28a136b47fd2 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0820503 Jan 21 10:08:21.747780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:21.761272 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-16296f46-03f9-4dae-b927-b97676e1ecff req-37380289-3bfb-4c25-93ec-b076122e4775 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382380 Jan 21 10:08:21.764333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:08:21.778976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,segment=NetworkSegment(8ae1d689-a706-474f-903b-72c3261c1c13),segment_id=8ae1d689-a706-474f-903b-72c3261c1c13)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:08:21.783567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:21.850438 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:21.857412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:21.857720 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:21.858048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:21.858373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:21.858694 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:21.859015 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:21.859335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:21.859645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:21.859961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:21.860273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:21.860611 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:21.860919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:21.969037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:08:22.967860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d223d36-f2c9-43aa-a133-537fb021b835 req-5f39edf3-9028-4bae-b01e-0567c0dbe6a8 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:22.969271 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0d223d36-f2c9-43aa-a133-537fb021b835 req-5f39edf3-9028-4bae-b01e-0567c0dbe6a8 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 945 time: 0.0954959 Jan 21 10:08:23.014444 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0d223d36-f2c9-43aa-a133-537fb021b835 req-567b1ab6-05ba-4d60-9a4d-cee93f25c517 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388265 Jan 21 10:08:23.539474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:08:23.617572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:08:23.617953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:23.733806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:23.788381 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee7fe08-8a3d-431d-b123-6082c990d28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:23.797923 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,segment=NetworkSegment(8ae1d689-a706-474f-903b-72c3261c1c13),segment_id=8ae1d689-a706-474f-903b-72c3261c1c13)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:08:23.803897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:23.869307 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:23.903282 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee7fe08-8a3d-431d-b123-6082c990d28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c', 'code': 200} Jan 21 10:08:24.227092 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90637c5-11e6-499b-89ff-1c163c822727 req-27396ace-763a-4a04-9168-ac1206717d0d tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:24.228476 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f90637c5-11e6-499b-89ff-1c163c822727 req-27396ace-763a-4a04-9168-ac1206717d0d tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0980785 Jan 21 10:08:24.277434 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f90637c5-11e6-499b-89ff-1c163c822727 req-61f3377f-8d94-451a-8d1a-cc763c71fc70 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Jan 21 10:08:24.646245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-c18a5580-1742-4ca8-9af6-b234d1a28973 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:24.646928 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-c18a5580-1742-4ca8-9af6-b234d1a28973 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Synchronizing usage tracker for tenant:0ee1afa2099f409d968d54daa63387ec on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:08:24.665808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-c18a5580-1742-4ca8-9af6-b234d1a28973 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Unset dirty status for tenant:0ee1afa2099f409d968d54daa63387ec on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:08:24.666912 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-c18a5580-1742-4ca8-9af6-b234d1a28973 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.121 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b&tenant_id=0ee1afa2099f409d968d54daa63387ec&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 946 time: 0.1005363 Jan 21 10:08:24.816423 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-37ceafb2-7d7a-4824-bdd1-ec61be79fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:24.817885 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-37ceafb2-7d7a-4824-bdd1-ec61be79fcab service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0ee1afa2099f409d968d54daa63387ec&device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 1099 time: 0.0783188 Jan 21 10:08:24.955856 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-e0ed1e48-1308-4da6-b972-806569ac7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:24.957221 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-e0ed1e48-1308-4da6-b972-806569ac7734 service neutron] 10.222.0.121 "GET /v2.0/networks?id=896f3bba-dea1-4506-9d55-43aa156e45fa HTTP/1.1" status: 200 len: 913 time: 0.1333199 Jan 21 10:08:25.022736 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-e31b4581-8a33-470e-ad1b-95dbc4cd61b9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c HTTP/1.1" status: 200 len: 217 time: 0.0591557 Jan 21 10:08:25.087230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-13f972c9-ea4d-41b0-947a-2853792cd1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:25.088610 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-13f972c9-ea4d-41b0-947a-2853792cd1ff service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3cba2d43-0707-4db5-a35d-720ee98cb7bb HTTP/1.1" status: 200 len: 852 time: 0.0599570 Jan 21 10:08:25.133669 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-ad6af314-4b02-4432-974c-7978a3874e3d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=896f3bba-dea1-4506-9d55-43aa156e45fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394247 Jan 21 10:08:25.389541 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-cadaf92e-29a3-4f01-85c9-7e81d1b2e025 service neutron] 10.222.0.121 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499342 Jan 21 10:08:25.521958 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-8acbae04-9265-45ec-ab39-4e26caaa1410 service neutron] 10.222.0.121 "GET /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254904 Jan 21 10:08:26.471060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd364d72-27c8-44a7-ba7c-86b993e3f698 req-420493ae-023f-45de-a9e3-e48e59bddabc tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:26.472630 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dd364d72-27c8-44a7-ba7c-86b993e3f698 req-420493ae-023f-45de-a9e3-e48e59bddabc tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0953751 Jan 21 10:08:26.518318 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dd364d72-27c8-44a7-ba7c-86b993e3f698 req-e059b665-f9a0-41d7-9a9e-75443b5925d0 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Jan 21 10:08:27.737964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd3bec-20a6-4f73-b7c7-9321f4fcebab req-7fcbfb2e-52be-4444-b814-f09892fee896 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:27.739387 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-66cd3bec-20a6-4f73-b7c7-9321f4fcebab req-7fcbfb2e-52be-4444-b814-f09892fee896 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0958655 Jan 21 10:08:27.785401 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-66cd3bec-20a6-4f73-b7c7-9321f4fcebab req-680f669d-d7a7-4ef3-a584-2f6304376138 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/security-groups?id=79c301d1-f104-4eb6-a25e-aeefc00c1aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373480 Jan 21 10:08:28.267725 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-e3291fb3-f92a-408f-a5eb-ee4355de0a41 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:28.269287 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-e3291fb3-f92a-408f-a5eb-ee4355de0a41 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.121 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 946 time: 0.0875137 Jan 21 10:08:28.345408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Deleting port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:08:28.345775 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:28.603144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] For port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,segment=NetworkSegment(8ae1d689-a706-474f-903b-72c3261c1c13),segment_id=8ae1d689-a706-474f-903b-72c3261c1c13)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:08:28.603482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:28.724862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Calling delete_port for f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:08:28.869022 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:28.880485 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:08:28.921295 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Pushing event deleted for resources: {'Port': ['ID=f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:28.952996 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a2436df3-184e-4e50-8e28-0ad4fda3112e req-b562dd9a-adf5-4aeb-81e1-a199a05357e6 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ee7fe08-8a3d-431d-b123-6082c990d28b HTTP/1.1" status: 200 len: 210 time: 0.0579183 Jan 21 10:08:28.964689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.965081 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.965536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.965897 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.966225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.966542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.967014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.967254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.967566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.967890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.968211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:28.968696 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:29.012967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] No DVR routers for this DVR port f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:08:29.015473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:29.018009 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee7fe08-8a3d-431d-b123-6082c990d28b', 'name': 'network-vif-deleted', 'tag': 'f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:29.037753 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-7f2902b5-90f6-4efe-97e0-cd00ef41088e req-31e2d063-e2eb-486c-a63e-0298de55e907 tempest-DeleteServersTestJSON-1398143683 tempest-DeleteServersTestJSON-1398143683-project] 10.222.0.121 "DELETE /v2.0/ports/f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c HTTP/1.1" status: 204 len: 173 time: 0.7633059 Jan 21 10:08:29.129789 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee7fe08-8a3d-431d-b123-6082c990d28b', 'name': 'network-vif-deleted', 'tag': 'f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c', 'status': 'completed', 'code': 200} Jan 21 10:08:30.208577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51672) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:08:30.280831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Deleting subnet 3cba2d43-0707-4db5-a35d-720ee98cb7bb {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:08:30.283710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.332687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.391131 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.458669 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.462411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.497451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cba2d43-0707-4db5-a35d-720ee98cb7bb,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:30.506870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.509457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:30.509802 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:30.510137 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:30.510468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:30.510795 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:30.511121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:30.511448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:30.511778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:30.512101 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:30.512447 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:30.512770 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:30.513085 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:30.521403 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e1f8f5ce-9bb8-483f-a924-d5f4fac5eee7 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/3cba2d43-0707-4db5-a35d-720ee98cb7bb HTTP/1.1" status: 204 len: 168 time: 0.3097100 Jan 21 10:08:30.523528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51676) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:08:30.735467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-60dfaa3e-f79c-4f86-9127-b1731c517416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.889932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-60dfaa3e-f79c-4f86-9127-b1731c517416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.920390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-60dfaa3e-f79c-4f86-9127-b1731c517416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896f3bba-dea1-4506-9d55-43aa156e45fa']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:08:30.934994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-60dfaa3e-f79c-4f86-9127-b1731c517416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae1d689-a706-474f-903b-72c3261c1c13') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:08:30.935330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-60dfaa3e-f79c-4f86-9127-b1731c517416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae1d689-a706-474f-903b-72c3261c1c13') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:08:30.948716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-60dfaa3e-f79c-4f86-9127-b1731c517416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.970467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-60dfaa3e-f79c-4f86-9127-b1731c517416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.977383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dfaa3e-f79c-4f86-9127-b1731c517416 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:08:30.977762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-60dfaa3e-f79c-4f86-9127-b1731c517416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:08:30.990506 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:08:31.069445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-60dfaa3e-f79c-4f86-9127-b1731c517416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:31.085182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-60dfaa3e-f79c-4f86-9127-b1731c517416 admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:31.095032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfaa3e-f79c-4f86-9127-b1731c517416 admin admin] Pushing event deleted for resources: {'Network': ['ID=896f3bba-dea1-4506-9d55-43aa156e45fa,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:31.103719 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-60dfaa3e-f79c-4f86-9127-b1731c517416 admin admin] 10.222.0.99 "DELETE /v2.0/networks/896f3bba-dea1-4506-9d55-43aa156e45fa HTTP/1.1" status: 204 len: 168 time: 0.5788376 Jan 21 10:08:31.238022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51682) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:08:31.286709 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b8764c82-1eac-4967-bc7b-ca52c2050032 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0ee1afa2099f409d968d54daa63387ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475087 Jan 21 10:08:31.289266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51686) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:08:31.358912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6c09345d-6311-409e-ade3-b6627eb1adf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:31.385150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6c09345d-6311-409e-ade3-b6627eb1adf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:31.439953 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6c09345d-6311-409e-ade3-b6627eb1adf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:31.456800 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09345d-6311-409e-ade3-b6627eb1adf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c301d1-f104-4eb6-a25e-aeefc00c1aca,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:31.467768 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6c09345d-6311-409e-ade3-b6627eb1adf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:31.468986 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6c09345d-6311-409e-ade3-b6627eb1adf6 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/79c301d1-f104-4eb6-a25e-aeefc00c1aca HTTP/1.1" status: 204 len: 168 time: 0.1787906 Jan 21 10:08:31.616330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:08:31.654711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:08:31.655120 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device f0eaa6c8-7a31-42c9-ba6f-8fc0a588ed1c not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:08:32.241303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51710) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:08:32.354545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-236838344-network', 'tenant_id': 'd386a9a5d58641499c2077952db262f3'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:08:32.359569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:08:32.363760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Usage tracker for resource:network and tenant:d386a9a5d58641499c2077952db262f3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:08:32.366822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:08:32.373183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:08:32.387497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Made reservation on behalf of d386a9a5d58641499c2077952db262f3 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:08:32.389831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:32.401773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:32.416185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:08:32.420184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Usage tracker for resource:security_group_rule and tenant:d386a9a5d58641499c2077952db262f3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:08:32.423062 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:08:32.429060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:08:32.511009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:32.516742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:32.546987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:08:32.555539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7decebb5-51b4-46b4-bf20-f75b90d01884,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:32.562285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:32.563200 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Added segment 80b59ab8-e61c-4257-8bc3-a9fd9f349b36 of type vlan for network 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 Jan 21 10:08:32.593191 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:32.622911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:32.624186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:32.624805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:32.727172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] Pushing event updated for resources: {'Network': ['ID=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:32.731114 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-748d76af-2c99-4ded-b4e5-414146d352ff admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4887862 Jan 21 10:08:32.734671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 51716) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:08:32.737729 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:08:32.740787 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Request body: {'subnet': {'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-236838344-subnet', 'tenant_id': 'd386a9a5d58641499c2077952db262f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:08:32.745745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:08:32.749738 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Usage tracker for resource:subnet and tenant:d386a9a5d58641499c2077952db262f3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:08:32.752789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:08:32.758686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:08:32.771306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Made reservation on behalf of d386a9a5d58641499c2077952db262f3 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:08:32.774178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:32.978199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:33.051007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2705132d-56a5-46b0-ab13-8d9ae302edc0,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:33.059311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Checking segment: {'id': '80b59ab8-e61c-4257-8bc3-a9fd9f349b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:08:33.059666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Network hostable DHCP agents. Network: 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:08:33.079385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Network 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:08:33.090183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:08:33.094153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:33.094734 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:33.098994 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f8643-6d6b-4adf-82bf-9d42a0472867 None None] Network 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:08:33.120104 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4c6c0ed2-c24e-4ec3-b984-60edc2aed9f0 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3838105 Jan 21 10:08:33.304688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d9033d-9789-48aa-9bc2-fdc75a0aeef3 None None] Network 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:08:33.626552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-94172b46-5cb1-4d4e-83a1-1a3cd79fe3dd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:33.627205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-94172b46-5cb1-4d4e-83a1-1a3cd79fe3dd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Synchronizing usage tracker for tenant:d386a9a5d58641499c2077952db262f3 on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:08:33.645153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-94172b46-5cb1-4d4e-83a1-1a3cd79fe3dd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Unset dirty status for tenant:d386a9a5d58641499c2077952db262f3 on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:08:33.646645 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-94172b46-5cb1-4d4e-83a1-1a3cd79fe3dd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 814 time: 0.1635723 Jan 21 10:08:33.663816 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-d2e470c1-e10e-47df-b6b4-06172c1d1eac tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/quotas/d386a9a5d58641499c2077952db262f3 HTTP/1.1" status: 200 len: 375 time: 0.0090353 Jan 21 10:08:33.712846 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-b3c99af7-8497-44cb-84c1-5c5f26f06cb6 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419040 Jan 21 10:08:33.848895 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-f3128a02-8e18-4e6f-a2f0-8ed2df781c54 service neutron] 10.222.0.99 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263239 Jan 21 10:08:33.995685 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-d330b2d0-fcd8-4c51-a9b2-fa5885a5fe22 service neutron] 10.222.0.99 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376116 Jan 21 10:08:34.165708 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2ec10a0e-d807-4f7a-89ac-f9c517dbb502 req-e7239602-dfc0-446c-9768-55f6c4b90cc1 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 210 time: 0.0426397 Jan 21 10:08:35.427656 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e9bceb96-5ce3-46cd-8ffc-50961cc9b927 req-59651f3c-31ff-4ecd-8c04-5ff6c9c7c9d1 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 210 time: 0.1566532 Jan 21 10:08:35.466938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-000a543a-6f2c-4847-a83b-897affdce5fd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:35.468380 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-000a543a-6f2c-4847-a83b-897affdce5fd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.121 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 814 time: 0.1852090 Jan 21 10:08:35.480470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Request body: {'port': {'device_id': 'bc5f719d-b5d8-42e8-b4b9-0f70799c7088', 'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4', 'admin_state_up': True, 'tenant_id': 'd386a9a5d58641499c2077952db262f3'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:08:35.616265 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:08:35.620088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Usage tracker for resource:port and tenant:d386a9a5d58641499c2077952db262f3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:08:35.622981 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:08:35.628625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:08:35.639287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Made reservation on behalf of d386a9a5d58641499c2077952db262f3 for: {'port': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:08:35.642842 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:35.817110 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Allocated IP 172.20.0.3 (506b4b68-2d9e-4b6e-98d3-d3821d38b6a4/2705132d-56a5-46b0-ab13-8d9ae302edc0/234b4ebb-d4f3-4d05-923d-883fa70418c8) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:08:36.022513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:36.057487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:36.129054 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Network 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:08:36.132150 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:08:36.135994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:08:36.165279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Pushing event updated for resources: {'Port': ['ID=234b4ebb-d4f3-4d05-923d-883fa70418c8,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:36.199518 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:36.200112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:36.222655 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-2985a161-aa24-4c19-a43f-2b461c659efc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7457294 Jan 21 10:08:36.233971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Request body: {'port': {'device_id': 'bc5f719d-b5d8-42e8-b4b9-0f70799c7088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:08:36.351232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-21c8bcf8-e4db-4df2-9076-5fd218b47b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:36.450002 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:36.624772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a004037-01de-4f0c-a86f-fa61de5565c0 req-2022ea17-98ac-499a-b80d-55a18b14ef97 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:36.626249 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2a004037-01de-4f0c-a86f-fa61de5565c0 req-2022ea17-98ac-499a-b80d-55a18b14ef97 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 931 time: 0.0848680 Jan 21 10:08:36.680348 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-2a004037-01de-4f0c-a86f-fa61de5565c0 req-c6f1616c-691e-42f6-b217-da0c1b1ae861 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Synchronizing usage tracker for tenant:d386a9a5d58641499c2077952db262f3 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:08:36.698220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-2a004037-01de-4f0c-a86f-fa61de5565c0 req-c6f1616c-691e-42f6-b217-da0c1b1ae861 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Unset dirty status for tenant:d386a9a5d58641499c2077952db262f3 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:08:36.699349 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2a004037-01de-4f0c-a86f-fa61de5565c0 req-c6f1616c-691e-42f6-b217-da0c1b1ae861 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669200 Jan 21 10:08:36.792303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234b4ebb-d4f3-4d05-923d-883fa70418c8 {{(pid=87502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:08:36.799523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:36.814391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Transition to ACTIVE for port object 234b4ebb-d4f3-4d05-923d-883fa70418c8 will not be triggered until provisioned by entity L2. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:08:36.820019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:36.946672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Pushing event updated for resources: {'Port': ['ID=234b4ebb-d4f3-4d05-923d-883fa70418c8,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:37.051857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Attempting to bind port 234b4ebb-d4f3-4d05-923d-883fa70418c8 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:08:37.052134 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Attempting to bind port 234b4ebb-d4f3-4d05-923d-883fa70418c8 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '80b59ab8-e61c-4257-8bc3-a9fd9f349b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4'}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:08:37.052515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Attempting to bind port 234b4ebb-d4f3-4d05-923d-883fa70418c8 on network 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:08:37.057347 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Port 234b4ebb-d4f3-4d05-923d-883fa70418c8 on network 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:08:37.057654 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Attempting to bind port 234b4ebb-d4f3-4d05-923d-883fa70418c8 on network 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:08:37.062849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:08:37.063173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Checking segment: {'id': '80b59ab8-e61c-4257-8bc3-a9fd9f349b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:08:37.063546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Bound using segment: {'id': '80b59ab8-e61c-4257-8bc3-a9fd9f349b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4'} {{(pid=87502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:08:37.063956 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.managers [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Bound port: 234b4ebb-d4f3-4d05-923d-883fa70418c8, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b59ab8-e61c-4257-8bc3-a9fd9f349b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4'}}] {{(pid=87502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:08:37.064289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:37.152388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] For port 234b4ebb-d4f3-4d05-923d-883fa70418c8, host hv-neutron-8257, cleared binding levels {{(pid=87502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:08:37.155504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] For port 234b4ebb-d4f3-4d05-923d-883fa70418c8, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=234b4ebb-d4f3-4d05-923d-883fa70418c8,segment=NetworkSegment(80b59ab8-e61c-4257-8bc3-a9fd9f349b36),segment_id=80b59ab8-e61c-4257-8bc3-a9fd9f349b36)] {{(pid=87502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:08:37.160607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:37.218156 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:37.218753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:37.220073 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] 10.222.0.121 "PUT /v2.0/ports/234b4ebb-d4f3-4d05-923d-883fa70418c8 HTTP/1.1" status: 200 len: 1093 time: 0.9900396 Jan 21 10:08:37.220516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5f719d-b5d8-42e8-b4b9-0f70799c7088', 'tag': '234b4ebb-d4f3-4d05-923d-883fa70418c8'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:37.240843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4519613-219f-489a-b0eb-f96f0474ff8a service neutron] Pushing event updated for resources: {'Port': ['ID=234b4ebb-d4f3-4d05-923d-883fa70418c8,revision_number=3']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:37.290894 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5f719d-b5d8-42e8-b4b9-0f70799c7088', 'tag': '234b4ebb-d4f3-4d05-923d-883fa70418c8', 'status': 'completed', 'code': 200} Jan 21 10:08:37.336949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-b1d09c0f-6126-494d-9c73-3bcfac7bb75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:37.338456 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-b1d09c0f-6126-494d-9c73-3bcfac7bb75d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 1096 time: 0.0811155 Jan 21 10:08:37.409505 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-16159316-c1a6-4d80-b9a8-454b5511396a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=234b4ebb-d4f3-4d05-923d-883fa70418c8 HTTP/1.1" status: 200 len: 217 time: 0.0599310 Jan 21 10:08:37.474478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-dceca1cb-c331-4274-853d-d02c937e6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:37.475746 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-dceca1cb-c331-4274-853d-d02c937e6b29 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2705132d-56a5-46b0-ab13-8d9ae302edc0 HTTP/1.1" status: 200 len: 854 time: 0.0608525 Jan 21 10:08:37.521082 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-95d4e78b-e6b6-4ec9-9f87-3fd7dee0baeb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389197 Jan 21 10:08:37.658210 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-d978fdee-7eaa-4dd5-be65-accf7b0dd904 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304648 Jan 21 10:08:37.787002 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-3dd4d1bd-dab7-4b56-a151-40b44211d309 req-3190c4cd-2cc1-4b54-b754-66b74e7efe78 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229844 Jan 21 10:08:37.880821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d2dec-f911-463e-928e-11fd35f7c9c8 req-c1a9ddf3-49d3-4cab-940f-1c4e2a515c13 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:37.882296 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-932d2dec-f911-463e-928e-11fd35f7c9c8 req-c1a9ddf3-49d3-4cab-940f-1c4e2a515c13 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 943 time: 0.0797074 Jan 21 10:08:37.908673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786854c-0e97-4e71-95bd-bf5b8effce42 req-74234c3b-ea56-4af0-a7c7-d6be0da346fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:37.910165 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c786854c-0e97-4e71-95bd-bf5b8effce42 req-74234c3b-ea56-4af0-a7c7-d6be0da346fe service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 1096 time: 0.0746858 Jan 21 10:08:37.926501 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-932d2dec-f911-463e-928e-11fd35f7c9c8 req-1edc7c19-0f38-482d-be3f-1c36f1d392d5 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383725 Jan 21 10:08:38.145024 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786854c-0e97-4e71-95bd-bf5b8effce42 req-f86efe4f-610a-4fac-ae76-799c3c75bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:38.146497 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c786854c-0e97-4e71-95bd-bf5b8effce42 req-f86efe4f-610a-4fac-ae76-799c3c75bf8e service neutron] 10.222.0.121 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 915 time: 0.2305295 Jan 21 10:08:38.213059 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c786854c-0e97-4e71-95bd-bf5b8effce42 req-79bcce87-a65d-4be8-bd0d-1874649a0756 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=234b4ebb-d4f3-4d05-923d-883fa70418c8 HTTP/1.1" status: 200 len: 217 time: 0.0600376 Jan 21 10:08:38.278078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786854c-0e97-4e71-95bd-bf5b8effce42 req-ad584d38-9a33-435d-9037-9e7970fef3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:38.279540 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c786854c-0e97-4e71-95bd-bf5b8effce42 req-ad584d38-9a33-435d-9037-9e7970fef3b9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2705132d-56a5-46b0-ab13-8d9ae302edc0 HTTP/1.1" status: 200 len: 854 time: 0.0595143 Jan 21 10:08:38.324661 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c786854c-0e97-4e71-95bd-bf5b8effce42 req-121da40d-4a8d-4593-803d-aa628a399f3b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392296 Jan 21 10:08:38.472585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-294c3047-a851-4e44-810e-871cc51192aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:38.492589 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c786854c-0e97-4e71-95bd-bf5b8effce42 req-342a42e0-a188-44bd-bd3c-1f16c303f304 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616850 Jan 21 10:08:38.632506 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-c786854c-0e97-4e71-95bd-bf5b8effce42 req-0841e01e-4982-4486-bbec-fe719f9bcc26 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324556 Jan 21 10:08:39.151410 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc897-350d-4ac8-8b52-b8b1b91e7c9d req-c2fdae20-dc18-4d8a-b567-5522c1f0a58b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:39.152889 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a8fbc897-350d-4ac8-8b52-b8b1b91e7c9d req-c2fdae20-dc18-4d8a-b567-5522c1f0a58b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 943 time: 0.1087966 Jan 21 10:08:39.198201 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a8fbc897-350d-4ac8-8b52-b8b1b91e7c9d req-671a489d-537c-4718-b4c6-2c0d479cf256 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389862 Jan 21 10:08:39.605676 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:39.663843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 234b4ebb-d4f3-4d05-923d-883fa70418c8 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:08:39.795370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 234b4ebb-d4f3-4d05-923d-883fa70418c8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=234b4ebb-d4f3-4d05-923d-883fa70418c8,segment=NetworkSegment(80b59ab8-e61c-4257-8bc3-a9fd9f349b36),segment_id=80b59ab8-e61c-4257-8bc3-a9fd9f349b36)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:08:39.817694 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '234b4ebb-d4f3-4d05-923d-883fa70418c8', 'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4', 'port_id': '234b4ebb-d4f3-4d05-923d-883fa70418c8', 'mac_address': 'fa:16:3e:20:03:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2705132d-56a5-46b0-ab13-8d9ae302edc0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:08:39.855916 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:39.883058 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:39.900217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234b4ebb-d4f3-4d05-923d-883fa70418c8 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:08:39.915415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 234b4ebb-d4f3-4d05-923d-883fa70418c8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=234b4ebb-d4f3-4d05-923d-883fa70418c8,segment=NetworkSegment(80b59ab8-e61c-4257-8bc3-a9fd9f349b36),segment_id=80b59ab8-e61c-4257-8bc3-a9fd9f349b36)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:08:39.922008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:39.990341 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=234b4ebb-d4f3-4d05-923d-883fa70418c8,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:40.287849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['234b4ebb-d4f3-4d05-923d-883fa70418c8'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:08:40.383238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48178f8b-7c53-49dc-86b9-861fd74974aa req-0992ca3e-fb46-4462-93c9-0947552818bd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:40.384710 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-48178f8b-7c53-49dc-86b9-861fd74974aa req-0992ca3e-fb46-4462-93c9-0947552818bd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 944 time: 0.0793774 Jan 21 10:08:40.438734 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-48178f8b-7c53-49dc-86b9-861fd74974aa req-a9ac1225-a793-4103-97e9-04efdf4b07ba tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480647 Jan 21 10:08:41.153716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:41.638569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1006f10-d2c7-4e1f-8234-9e9439f2522b req-1402d5f1-edf5-436c-89fa-777df3155e56 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:41.640109 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1006f10-d2c7-4e1f-8234-9e9439f2522b req-1402d5f1-edf5-436c-89fa-777df3155e56 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 944 time: 0.0836666 Jan 21 10:08:41.662568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 234b4ebb-d4f3-4d05-923d-883fa70418c8 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:08:41.684514 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1006f10-d2c7-4e1f-8234-9e9439f2522b req-47dddfee-a5a8-4296-b5f3-1f5a3abfc693 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 Jan 21 10:08:41.730857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 234b4ebb-d4f3-4d05-923d-883fa70418c8 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:08:41.735726 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 234b4ebb-d4f3-4d05-923d-883fa70418c8 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:08:41.736075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:41.860717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:41.887077 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5f719d-b5d8-42e8-b4b9-0f70799c7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234b4ebb-d4f3-4d05-923d-883fa70418c8'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:41.896973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 234b4ebb-d4f3-4d05-923d-883fa70418c8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=234b4ebb-d4f3-4d05-923d-883fa70418c8,segment=NetworkSegment(80b59ab8-e61c-4257-8bc3-a9fd9f349b36),segment_id=80b59ab8-e61c-4257-8bc3-a9fd9f349b36)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:08:41.902267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:41.932829 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5f719d-b5d8-42e8-b4b9-0f70799c7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234b4ebb-d4f3-4d05-923d-883fa70418c8', 'code': 200} Jan 21 10:08:41.975044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=234b4ebb-d4f3-4d05-923d-883fa70418c8,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:42.201267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da1d18-7bb8-4454-b944-77508eb517cd req-90462540-15be-4602-8092-560be8f43d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:42.202737 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-03da1d18-7bb8-4454-b944-77508eb517cd req-90462540-15be-4602-8092-560be8f43d50 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 1098 time: 0.0992250 Jan 21 10:08:42.243846 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-03da1d18-7bb8-4454-b944-77508eb517cd req-b56f72d6-0917-401e-94a3-5264a7cc8dee service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348039 Jan 21 10:08:42.891181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844c58c-be9b-423f-9f10-7ae49f49bd71 req-42a8cb3e-4f9e-454c-99e9-6a3c0a447069 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:42.892667 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b844c58c-be9b-423f-9f10-7ae49f49bd71 req-42a8cb3e-4f9e-454c-99e9-6a3c0a447069 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0937226 Jan 21 10:08:42.938990 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b844c58c-be9b-423f-9f10-7ae49f49bd71 req-7b92e008-6727-45d7-b6e8-89fccc6d48eb tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380173 Jan 21 10:08:44.145541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362f71d-3818-4dae-b4ec-8a9bee58a26e req-52be6143-8bc4-4e01-9c16-c23446a388dc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:44.146978 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4362f71d-3818-4dae-b4ec-8a9bee58a26e req-52be6143-8bc4-4e01-9c16-c23446a388dc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0872698 Jan 21 10:08:44.194031 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4362f71d-3818-4dae-b4ec-8a9bee58a26e req-3f52b244-3da6-4f27-bdc9-2e2e3b51bf64 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387118 Jan 21 10:08:44.388774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e81244-c075-4102-aa52-b82ab080315e req-eea712fe-4f55-4cd2-a989-0fe875901e75 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:44.390191 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f0e81244-c075-4102-aa52-b82ab080315e req-eea712fe-4f55-4cd2-a989-0fe875901e75 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0940516 Jan 21 10:08:44.436323 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f0e81244-c075-4102-aa52-b82ab080315e req-5f8f7fa2-3c42-4109-9464-871399a5941e tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403788 Jan 21 10:08:44.777701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9383e3a-1ce6-45dc-a12f-a5d7b9c34319 req-981baed4-55c0-4717-9fb0-499dd3cd2dc5 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:44.779142 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f9383e3a-1ce6-45dc-a12f-a5d7b9c34319 req-981baed4-55c0-4717-9fb0-499dd3cd2dc5 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0814462 Jan 21 10:08:44.824944 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f9383e3a-1ce6-45dc-a12f-a5d7b9c34319 req-e54cdaa8-bd37-4f63-93b0-7d59bd994b06 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399299 Jan 21 10:08:45.011668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aa7e3-acc1-40f5-b3fb-5c78ac6d0873 req-6d042b12-13b4-4973-8fce-09ec14f18dec tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:45.013050 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a10aa7e3-acc1-40f5-b3fb-5c78ac6d0873 req-6d042b12-13b4-4973-8fce-09ec14f18dec tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0820279 Jan 21 10:08:45.058669 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a10aa7e3-acc1-40f5-b3fb-5c78ac6d0873 req-970edebf-e1a8-4a0f-851e-af05a445c47d tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399337 Jan 21 10:08:45.405765 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-3ee194f6-617a-427a-af06-cd03916c6bda service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704315 Jan 21 10:08:45.453456 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53eec39-184a-4795-8334-01450fa32954 req-2eea5219-a28f-443b-a143-ff668110b646 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:45.454765 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a53eec39-184a-4795-8334-01450fa32954 req-2eea5219-a28f-443b-a143-ff668110b646 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0793636 Jan 21 10:08:45.502340 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a53eec39-184a-4795-8334-01450fa32954 req-4af8a836-a596-4d66-b4dc-b480141d20ce tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418756 Jan 21 10:08:46.590487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-f83ccb4c-236b-4d4a-a61d-bd877a6a4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:46.592097 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-f83ccb4c-236b-4d4a-a61d-bd877a6a4e13 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 1098 time: 0.0763245 Jan 21 10:08:46.689155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c3b57-ad5e-4ca4-bf27-0f80cead1bee req-36aba65c-9b56-405c-9705-cb049ae5d978 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:46.690712 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-517c3b57-ad5e-4ca4-bf27-0f80cead1bee req-36aba65c-9b56-405c-9705-cb049ae5d978 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0813906 Jan 21 10:08:46.724812 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-b366c09f-d65b-4fba-955e-4098a9f5ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:46.726266 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-b366c09f-d65b-4fba-955e-4098a9f5ceec service neutron] 10.222.0.121 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 915 time: 0.1281295 Jan 21 10:08:46.735940 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-517c3b57-ad5e-4ca4-bf27-0f80cead1bee req-1b7d2557-22d7-4f7f-a6bf-cd002816f169 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391436 Jan 21 10:08:46.794634 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-cc7b34f4-7c38-4a51-8b62-b1326d37e70c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=234b4ebb-d4f3-4d05-923d-883fa70418c8 HTTP/1.1" status: 200 len: 217 time: 0.0616596 Jan 21 10:08:46.859326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-212842ed-e2f5-40d5-bf0a-de26547d3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:46.860786 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-212842ed-e2f5-40d5-bf0a-de26547d3b97 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2705132d-56a5-46b0-ab13-8d9ae302edc0 HTTP/1.1" status: 200 len: 854 time: 0.0605996 Jan 21 10:08:46.905979 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-95526c54-a7c8-4e51-a1ee-c5b4dfe2539f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393674 Jan 21 10:08:47.039627 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-84d685d7-c70a-45d4-962a-4b18ac5924c4 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274893 Jan 21 10:08:47.175022 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-7b2c899d-e8ea-4943-9c35-b3564ac3a0ce service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288252 Jan 21 10:08:47.907354 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:08:47.935796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928d6cc-8704-4874-96ca-48ba6fe862e8 req-ff501d6e-5a05-4d7e-853a-f86f41436d41 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:47.937277 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4928d6cc-8704-4874-96ca-48ba6fe862e8 req-ff501d6e-5a05-4d7e-853a-f86f41436d41 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0838242 Jan 21 10:08:47.986466 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4928d6cc-8704-4874-96ca-48ba6fe862e8 req-af0c2356-863f-4e0e-95cd-76551ec99f70 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Jan 21 10:08:49.189415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e33cee-684e-498d-a61c-44f67b46759b req-71ece1f6-2567-4b34-9fff-6ae3de98345c tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:49.190862 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c5e33cee-684e-498d-a61c-44f67b46759b req-71ece1f6-2567-4b34-9fff-6ae3de98345c tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0849876 Jan 21 10:08:49.237705 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c5e33cee-684e-498d-a61c-44f67b46759b req-e77d70ff-edab-4397-8a44-cf9f6dc364c9 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384455 Jan 21 10:08:50.449066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966fbf8-81dc-4532-85b1-433df5cc422e req-985b7bcd-75ba-4031-922c-a2243946e767 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:50.450497 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2966fbf8-81dc-4532-85b1-433df5cc422e req-985b7bcd-75ba-4031-922c-a2243946e767 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0889671 Jan 21 10:08:50.493783 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2966fbf8-81dc-4532-85b1-433df5cc422e req-4eb8b881-1045-40f3-8e42-9c6ad7d8b878 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375519 Jan 21 10:08:51.707960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4b5e6-0dd2-4c4c-a7f0-5fe328703340 req-3c474753-ffe2-4c7b-ba11-256fb0bab496 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:51.709432 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7bc4b5e6-0dd2-4c4c-a7f0-5fe328703340 req-3c474753-ffe2-4c7b-ba11-256fb0bab496 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0824482 Jan 21 10:08:51.755729 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7bc4b5e6-0dd2-4c4c-a7f0-5fe328703340 req-1466db3a-4733-4b17-aa6a-72c5cb15fd04 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381563 Jan 21 10:08:52.963376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077fc39-80f8-419b-bb65-476d56d6faba req-973668b2-0ae6-4062-b4ed-d2275c5c9597 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:52.964768 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3077fc39-80f8-419b-bb65-476d56d6faba req-973668b2-0ae6-4062-b4ed-d2275c5c9597 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0919855 Jan 21 10:08:53.010426 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3077fc39-80f8-419b-bb65-476d56d6faba req-558ca785-201d-4b02-8484-90added50342 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399263 Jan 21 10:08:54.201561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2d39d-c70a-4a4c-86a3-ba95af6d8438 req-816fc8b5-d14a-41f5-a7da-6ec5cc82f205 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:54.203051 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d6e2d39d-c70a-4a4c-86a3-ba95af6d8438 req-816fc8b5-d14a-41f5-a7da-6ec5cc82f205 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0842857 Jan 21 10:08:54.247732 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d6e2d39d-c70a-4a4c-86a3-ba95af6d8438 req-1f451085-ea86-4d4f-8652-b2fd4c8994a7 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390780 Jan 21 10:08:55.448076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3142e-cca4-4817-b003-a4a1d3fa17ea req-c61dbb34-99fd-46de-84d3-c78bba9272bd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:55.449548 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-59e3142e-cca4-4817-b003-a4a1d3fa17ea req-c61dbb34-99fd-46de-84d3-c78bba9272bd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0915825 Jan 21 10:08:55.493501 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-59e3142e-cca4-4817-b003-a4a1d3fa17ea req-2080e0e5-095d-4cdd-80ed-b92a4f0d0a87 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380054 Jan 21 10:08:56.683881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb8b11-d2ab-4760-a35a-f4071c74b68b req-a3e19ba3-b58f-46b1-a7cf-8416f9e15e6e tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:56.685328 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1acb8b11-d2ab-4760-a35a-f4071c74b68b req-a3e19ba3-b58f-46b1-a7cf-8416f9e15e6e tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0795755 Jan 21 10:08:56.731229 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1acb8b11-d2ab-4760-a35a-f4071c74b68b req-fc5e4c16-93c5-43cc-835d-7da3138fe597 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Jan 21 10:08:57.944955 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c25366-10e4-4f98-b45a-e735f33b52da req-4a8cf2e4-0e06-4c87-9749-f9d7d361b4d6 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:57.946303 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-27c25366-10e4-4f98-b45a-e735f33b52da req-4a8cf2e4-0e06-4c87-9749-f9d7d361b4d6 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0866044 Jan 21 10:08:57.989459 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-27c25366-10e4-4f98-b45a-e735f33b52da req-984196fd-e0dc-44e3-9f99-4c7383a3eaa0 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375023 Jan 21 10:08:59.203875 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562accf-6e38-4369-97fd-1308cd535c49 req-916a77f0-9839-4010-9809-5630f1fede81 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:59.205356 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0562accf-6e38-4369-97fd-1308cd535c49 req-916a77f0-9839-4010-9809-5630f1fede81 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0940866 Jan 21 10:08:59.248360 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0562accf-6e38-4369-97fd-1308cd535c49 req-d6176803-47f1-4611-9330-ae0a02670ea7 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372205 Jan 21 10:09:00.450399 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897c989-35f2-47f8-b6be-903ec54b7e20 req-050111f3-4574-475f-9e14-64ca13806a36 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:00.451841 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f897c989-35f2-47f8-b6be-903ec54b7e20 req-050111f3-4574-475f-9e14-64ca13806a36 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0817261 Jan 21 10:09:00.460758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:00.496107 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f897c989-35f2-47f8-b6be-903ec54b7e20 req-e8e99f89-439c-4649-a41b-8053b7cc7317 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383401 Jan 21 10:09:01.775383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9335d-3353-4bc0-8c4d-caf7db5356ef req-fda1dff7-ac89-4de8-bbd3-2e5918c90dee tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:01.776871 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-efa9335d-3353-4bc0-8c4d-caf7db5356ef req-fda1dff7-ac89-4de8-bbd3-2e5918c90dee tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.1761358 Jan 21 10:09:01.844244 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-efa9335d-3353-4bc0-8c4d-caf7db5356ef req-7b94a6a0-d8f4-43e8-8a79-39d710cc9ddf tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614338 Jan 21 10:09:03.039740 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65607019-e6c6-4306-9914-f12574c3339f req-0ceebe86-c8b4-46a2-a32e-1e7632cd1e36 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:03.041196 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-65607019-e6c6-4306-9914-f12574c3339f req-0ceebe86-c8b4-46a2-a32e-1e7632cd1e36 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0779607 Jan 21 10:09:03.088758 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-65607019-e6c6-4306-9914-f12574c3339f req-7f948e5e-0c3b-44fe-a256-e0bb7bb221d0 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Jan 21 10:09:03.901990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9172fdd-2bf7-487b-8ced-99c9bceb0566 req-3b121ad1-01b3-4286-be00-259267b84d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:03.903385 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9172fdd-2bf7-487b-8ced-99c9bceb0566 req-3b121ad1-01b3-4286-be00-259267b84d29 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 1098 time: 0.1302502 Jan 21 10:09:04.059041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9172fdd-2bf7-487b-8ced-99c9bceb0566 req-60a9e50e-3c43-4ad4-b139-279a33bb8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:04.060542 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9172fdd-2bf7-487b-8ced-99c9bceb0566 req-60a9e50e-3c43-4ad4-b139-279a33bb8df1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 915 time: 0.1379781 Jan 21 10:09:04.135729 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9172fdd-2bf7-487b-8ced-99c9bceb0566 req-8401d017-0bfd-4bce-8d31-c757eed57afd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=234b4ebb-d4f3-4d05-923d-883fa70418c8 HTTP/1.1" status: 200 len: 217 time: 0.0677705 Jan 21 10:09:04.199883 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9172fdd-2bf7-487b-8ced-99c9bceb0566 req-10434992-8987-4873-83b3-aaaeedead72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:04.201345 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9172fdd-2bf7-487b-8ced-99c9bceb0566 req-10434992-8987-4873-83b3-aaaeedead72a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2705132d-56a5-46b0-ab13-8d9ae302edc0 HTTP/1.1" status: 200 len: 854 time: 0.0591910 Jan 21 10:09:04.248724 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9172fdd-2bf7-487b-8ced-99c9bceb0566 req-3e1e3f3b-43e3-48ba-b0ec-8c06903fac1b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403192 Jan 21 10:09:04.258289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [req-d9172fdd-2bf7-487b-8ced-99c9bceb0566 req-af1dac14-f140-4686-9ca0-795f3d578fa3 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:09:04.259231 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9172fdd-2bf7-487b-8ced-99c9bceb0566 req-af1dac14-f140-4686-9ca0-795f3d578fa3 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048060 Jan 21 10:09:04.276294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e88c8f-dc22-47e5-b3a2-f6cbe059e061 req-222485a8-f7dd-4c17-907b-034a09a67451 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:04.277820 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e9e88c8f-dc22-47e5-b3a2-f6cbe059e061 req-222485a8-f7dd-4c17-907b-034a09a67451 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0803185 Jan 21 10:09:04.322319 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e9e88c8f-dc22-47e5-b3a2-f6cbe059e061 req-3016745e-50a2-429b-a988-e151280af181 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Jan 21 10:09:04.497251 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9172fdd-2bf7-487b-8ced-99c9bceb0566 req-dc7dae2f-7be7-47d5-9271-d1692233a3a3 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319660 Jan 21 10:09:04.626669 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-d9172fdd-2bf7-487b-8ced-99c9bceb0566 req-7a1d8c17-ba83-48ea-a9c6-3641ac8ca4cb service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232662 Jan 21 10:09:05.528384 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b18d43-5040-4615-a108-89fc7de59095 req-bdef75ba-8547-4600-98b3-92899905f6a6 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:05.529867 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-90b18d43-5040-4615-a108-89fc7de59095 req-bdef75ba-8547-4600-98b3-92899905f6a6 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0879893 Jan 21 10:09:05.575093 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-90b18d43-5040-4615-a108-89fc7de59095 req-64e60811-5e19-4d66-83f1-db836c8e5b4c tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390532 Jan 21 10:09:06.364760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e679cc1a-16f7-4ec0-9c07-a322b6edf8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:06.770156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c352a-f4c7-41e8-bb05-f7477bf74e33 req-2fd182d7-90fc-40ad-998a-58e97b30a9d6 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:06.771587 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e0c352a-f4c7-41e8-bb05-f7477bf74e33 req-2fd182d7-90fc-40ad-998a-58e97b30a9d6 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0863142 Jan 21 10:09:06.821862 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e0c352a-f4c7-41e8-bb05-f7477bf74e33 req-3fff68e1-bbaa-4b03-b59a-bcddee35da31 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Jan 21 10:09:08.029770 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d8672-724b-4952-bccd-99c1db1da968 req-5267b142-f684-47f8-b103-5994f1354090 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:08.031242 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c8d8672-724b-4952-bccd-99c1db1da968 req-5267b142-f684-47f8-b103-5994f1354090 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0919514 Jan 21 10:09:08.077322 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c8d8672-724b-4952-bccd-99c1db1da968 req-86fdc9fd-a034-46d7-9f14-fa6ca5d6bc64 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380170 Jan 21 10:09:08.467267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3de9f33e-1131-4b88-86bb-7a3952ab596a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:09.271594 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322e4de-6698-4973-b3eb-237145f6bfab req-9330a73c-bf6b-4fca-b104-2aedb9e61376 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:09.273298 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4322e4de-6698-4973-b3eb-237145f6bfab req-9330a73c-bf6b-4fca-b104-2aedb9e61376 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0923693 Jan 21 10:09:09.321473 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4322e4de-6698-4973-b3eb-237145f6bfab req-27f69a89-c081-45cf-8e30-a7f23c083bda tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422707 Jan 21 10:09:09.609276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:09.831675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:10.516638 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c81b-4338-43fd-88c4-6dc91af55657 req-3ccb26de-f212-4700-bc0f-77bb3380fffd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:10.518044 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9680c81b-4338-43fd-88c4-6dc91af55657 req-3ccb26de-f212-4700-bc0f-77bb3380fffd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0781536 Jan 21 10:09:10.565990 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9680c81b-4338-43fd-88c4-6dc91af55657 req-7c592606-eaba-4319-bd54-bb765b2c8835 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Jan 21 10:09:11.158157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:11.779941 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68656a04-d34c-44b8-b20b-04738a5bdce7 req-54aaf7fd-6667-4988-9e83-64c953894bea tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:11.781429 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-68656a04-d34c-44b8-b20b-04738a5bdce7 req-54aaf7fd-6667-4988-9e83-64c953894bea tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.1008356 Jan 21 10:09:11.827544 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-68656a04-d34c-44b8-b20b-04738a5bdce7 req-2f1f7890-a08c-45ad-a3bc-f06a5b7e3dba tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376103 Jan 21 10:09:13.167184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc43f4-4949-43c3-af55-221453ddf44c req-b684e398-7ea6-4f0f-8685-7d5b2419d967 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:13.168643 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7cbc43f4-4949-43c3-af55-221453ddf44c req-b684e398-7ea6-4f0f-8685-7d5b2419d967 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0834107 Jan 21 10:09:13.213003 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7cbc43f4-4949-43c3-af55-221453ddf44c req-e5c1f92c-da17-426a-a4f1-e8108fae878f tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377195 Jan 21 10:09:14.157781 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-17a32074-07af-4039-acea-8021b270100e service neutron] 10.222.0.121 "GET /v2.0/ports/234b4ebb-d4f3-4d05-923d-883fa70418c8/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0807860 Jan 21 10:09:14.413682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae06981-88b0-4de5-883f-dea7f4d4bec0 req-823839fa-ef53-446b-abbf-4e4cf68ac15d tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:14.415029 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bae06981-88b0-4de5-883f-dea7f4d4bec0 req-823839fa-ef53-446b-abbf-4e4cf68ac15d tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0920856 Jan 21 10:09:14.436582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-14b8d29e-ae74-45a5-94cc-677ed9219612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:14.438231 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-14b8d29e-ae74-45a5-94cc-677ed9219612 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088&tenant_id=d386a9a5d58641499c2077952db262f3 HTTP/1.1" status: 200 len: 1098 time: 0.0709240 Jan 21 10:09:14.459810 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bae06981-88b0-4de5-883f-dea7f4d4bec0 req-a8583140-3f3c-4310-ac1b-479e0c1113ab tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390291 Jan 21 10:09:14.534848 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-7250e97c-376a-4a8f-a80e-ffd74ad0b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:14.536332 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-7250e97c-376a-4a8f-a80e-ffd74ad0b509 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 1098 time: 0.0752330 Jan 21 10:09:14.670565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-5456e23c-26fd-45be-b989-452a8c0b9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:14.672002 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-5456e23c-26fd-45be-b989-452a8c0b9c4a service neutron] 10.222.0.121 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 915 time: 0.1293364 Jan 21 10:09:14.739541 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-56ea5089-bed2-457f-80a1-89c7e8586b68 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=234b4ebb-d4f3-4d05-923d-883fa70418c8 HTTP/1.1" status: 200 len: 217 time: 0.0617197 Jan 21 10:09:14.806976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-5313a5b8-2cb7-405a-954c-e643fe710147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:14.808445 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-5313a5b8-2cb7-405a-954c-e643fe710147 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2705132d-56a5-46b0-ab13-8d9ae302edc0 HTTP/1.1" status: 200 len: 854 time: 0.0623646 Jan 21 10:09:14.854570 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-5c064a50-c4ca-4d2b-bc41-a1cb9ee1371f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403643 Jan 21 10:09:14.997634 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-03442331-2028-4be4-aad2-14de3cc3bc34 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369221 Jan 21 10:09:15.146840 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-87850c6f-86ef-4ecc-ac16-ffc84e00ff17 req-ed34f8e7-519e-46ff-8d8f-ac29c9b5d6b3 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430962 Jan 21 10:09:15.654315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd51fba-f0af-4606-b1e8-03b3e19d4555 req-878461b5-e4e9-4e71-9aa4-d6396eed64fd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:15.655753 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2dd51fba-f0af-4606-b1e8-03b3e19d4555 req-878461b5-e4e9-4e71-9aa4-d6396eed64fd tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0788536 Jan 21 10:09:15.699164 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2dd51fba-f0af-4606-b1e8-03b3e19d4555 req-b695cc01-0b60-4e9f-9ee2-0ff6571e5ee9 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374575 Jan 21 10:09:16.911809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b4427-5ed9-40f6-a572-5304f126aabc req-b1c1446b-4e9c-41e9-8363-42a6395b73c3 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:16.913170 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-461b4427-5ed9-40f6-a572-5304f126aabc req-b1c1446b-4e9c-41e9-8363-42a6395b73c3 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 945 time: 0.0943093 Jan 21 10:09:16.959480 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-461b4427-5ed9-40f6-a572-5304f126aabc req-bc48674f-7e5e-40e1-818f-66e0860ceaaf tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381155 Jan 21 10:09:17.891383 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 234b4ebb-d4f3-4d05-923d-883fa70418c8 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:09:18.011031 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:18.037769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5f719d-b5d8-42e8-b4b9-0f70799c7088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '234b4ebb-d4f3-4d05-923d-883fa70418c8'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:18.047897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 234b4ebb-d4f3-4d05-923d-883fa70418c8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=234b4ebb-d4f3-4d05-923d-883fa70418c8,segment=NetworkSegment(80b59ab8-e61c-4257-8bc3-a9fd9f349b36),segment_id=80b59ab8-e61c-4257-8bc3-a9fd9f349b36)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:09:18.053505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:18.093295 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5f719d-b5d8-42e8-b4b9-0f70799c7088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '234b4ebb-d4f3-4d05-923d-883fa70418c8', 'code': 200} Jan 21 10:09:18.123546 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=234b4ebb-d4f3-4d05-923d-883fa70418c8,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:18.146984 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237e8c0-7ea6-42dc-b204-e8d8b4a64d24 req-0f317d9d-785f-4b52-b965-33ae21c05292 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:18.148424 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9237e8c0-7ea6-42dc-b204-e8d8b4a64d24 req-0f317d9d-785f-4b52-b965-33ae21c05292 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 943 time: 0.0777411 Jan 21 10:09:18.198939 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9237e8c0-7ea6-42dc-b204-e8d8b4a64d24 req-f214738c-cf67-422e-a2c6-9cdfdab88503 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417156 Jan 21 10:09:18.656273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428888d-cd29-417a-88af-b9edbfa4159d req-a759a5bd-c36c-45f7-a625-3c69e3603b9f tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:18.657757 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3428888d-cd29-417a-88af-b9edbfa4159d req-a759a5bd-c36c-45f7-a625-3c69e3603b9f tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 943 time: 0.0794256 Jan 21 10:09:18.669609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5252926-4472-493f-bb34-e102977c1878 req-3292f847-83fb-459b-8e9c-3f1007cc33d2 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:18.670305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-b5252926-4472-493f-bb34-e102977c1878 req-3292f847-83fb-459b-8e9c-3f1007cc33d2 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Synchronizing usage tracker for tenant:d386a9a5d58641499c2077952db262f3 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:09:18.688334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [req-b5252926-4472-493f-bb34-e102977c1878 req-3292f847-83fb-459b-8e9c-3f1007cc33d2 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Unset dirty status for tenant:d386a9a5d58641499c2077952db262f3 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:09:18.689483 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b5252926-4472-493f-bb34-e102977c1878 req-3292f847-83fb-459b-8e9c-3f1007cc33d2 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.121 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088&tenant_id=d386a9a5d58641499c2077952db262f3&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 943 time: 0.1055429 Jan 21 10:09:18.702800 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3428888d-cd29-417a-88af-b9edbfa4159d req-0b4a52ff-78e9-449e-b7ca-0594477f08fa tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393438 Jan 21 10:09:18.828801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5252926-4472-493f-bb34-e102977c1878 req-2ab1a831-9e37-4a14-8702-9dd029ab0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:18.830131 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b5252926-4472-493f-bb34-e102977c1878 req-2ab1a831-9e37-4a14-8702-9dd029ab0204 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 1096 time: 0.0732758 Jan 21 10:09:18.960996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5252926-4472-493f-bb34-e102977c1878 req-5915a61d-e9f2-4778-a5f3-9ea8745cf83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:18.962428 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b5252926-4472-493f-bb34-e102977c1878 req-5915a61d-e9f2-4778-a5f3-9ea8745cf83e service neutron] 10.222.0.121 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 915 time: 0.1266491 Jan 21 10:09:19.031451 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b5252926-4472-493f-bb34-e102977c1878 req-4a09f6c5-7578-4fcd-a2ce-88bc73f2e1f6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=234b4ebb-d4f3-4d05-923d-883fa70418c8 HTTP/1.1" status: 200 len: 217 time: 0.0623484 Jan 21 10:09:19.098825 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5252926-4472-493f-bb34-e102977c1878 req-3be73723-6d3b-41fe-bd6c-75274149a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:19.100193 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b5252926-4472-493f-bb34-e102977c1878 req-3be73723-6d3b-41fe-bd6c-75274149a60d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2705132d-56a5-46b0-ab13-8d9ae302edc0 HTTP/1.1" status: 200 len: 854 time: 0.0629361 Jan 21 10:09:19.154695 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b5252926-4472-493f-bb34-e102977c1878 req-53962096-2b0b-4bf7-ac36-7a2d2a50bd5a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481019 Jan 21 10:09:19.393256 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b5252926-4472-493f-bb34-e102977c1878 req-28fe1d0c-81ae-49e1-ac50-a6300c4afacd service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328856 Jan 21 10:09:19.527628 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b5252926-4472-493f-bb34-e102977c1878 req-fb1bcd1d-872c-4bbe-b9e6-2c7d6add585a service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283374 Jan 21 10:09:19.904162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3a7a5-e18b-4db7-9f39-2dad04d8ec83 req-80c354f2-6709-4ff8-8548-160a8ddfc6b2 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:19.905538 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ca3a7a5-e18b-4db7-9f39-2dad04d8ec83 req-80c354f2-6709-4ff8-8548-160a8ddfc6b2 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 943 time: 0.0882554 Jan 21 10:09:19.949963 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ca3a7a5-e18b-4db7-9f39-2dad04d8ec83 req-9dd17c86-931e-48d9-b9ca-2789af11c140 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382738 Jan 21 10:09:21.144382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60580f6a-7d29-41c3-8939-80c443c23a24 req-9b329c31-ded3-4a6d-83cb-fcf1fa2018b2 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:21.145919 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-60580f6a-7d29-41c3-8939-80c443c23a24 req-9b329c31-ded3-4a6d-83cb-fcf1fa2018b2 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 943 time: 0.0850072 Jan 21 10:09:21.191035 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-60580f6a-7d29-41c3-8939-80c443c23a24 req-35002d8d-efda-4f60-8c93-d5c0b2bd8a3d tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394924 Jan 21 10:09:21.395521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99623bf-1a87-41cd-8cfa-a1dc6f751180 req-64a2d603-9994-46e2-bea0-0e514db2d307 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:21.397539 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e99623bf-1a87-41cd-8cfa-a1dc6f751180 req-64a2d603-9994-46e2-bea0-0e514db2d307 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 943 time: 0.0918169 Jan 21 10:09:21.442115 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e99623bf-1a87-41cd-8cfa-a1dc6f751180 req-620f0119-9d54-4246-81ee-c16d4eaff069 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386641 Jan 21 10:09:21.621474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578ec35-fa72-41c1-9ebb-ec42f1426fee req-e21b5c0c-5ccd-428d-9c50-f84519260d58 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:21.622912 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4578ec35-fa72-41c1-9ebb-ec42f1426fee req-e21b5c0c-5ccd-428d-9c50-f84519260d58 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 943 time: 0.0797126 Jan 21 10:09:21.669149 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4578ec35-fa72-41c1-9ebb-ec42f1426fee req-7b54f7a7-338a-48c1-9393-0bd21942c57c tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Jan 21 10:09:21.914944 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 234b4ebb-d4f3-4d05-923d-883fa70418c8 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:09:22.262364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-79b6ed06-b503-404e-ba1a-de1902cf78d3 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:22.263674 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-79b6ed06-b503-404e-ba1a-de1902cf78d3 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 814 time: 0.2359657 Jan 21 10:09:22.278394 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-948224c8-2687-431c-b3ac-fda0ee87d10a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/quotas/d386a9a5d58641499c2077952db262f3 HTTP/1.1" status: 200 len: 375 time: 0.0090342 Jan 21 10:09:22.357436 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-16b7373f-e9fb-4cd2-9e09-1c00cdc5518e tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740042 Jan 21 10:09:22.535574 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-bad4cc0c-303d-443b-a218-17e045f9f1e0 service neutron] 10.222.0.99 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710386 Jan 21 10:09:22.675204 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b90f08f7-065f-403e-b3a7-aab605a6d29a service neutron] 10.222.0.99 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310971 Jan 21 10:09:22.866674 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4dbc9d7f-2b65-4bd0-bdf4-5483205ced36 req-0467965e-cc80-43ca-af08-a0eb9c49da61 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 210 time: 0.0449636 Jan 21 10:09:23.967749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.121', 50191) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:24.047333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23e6e0-c9a5-4461-a222-4e0dee5a4f72 req-f2a279c3-62d9-49e2-8250-c6a047900576 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:24.048877 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ae23e6e0-c9a5-4461-a222-4e0dee5a4f72 req-f2a279c3-62d9-49e2-8250-c6a047900576 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.121 "GET /v2.0/ports?device_id=bc5f719d-b5d8-42e8-b4b9-0f70799c7088 HTTP/1.1" status: 200 len: 943 time: 0.0846121 Jan 21 10:09:24.051308 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-210dd028-bd67-440a-b1be-eb61740ce4dc req-f96c927a-a156-4ecc-95fd-1fb2c1b19a3c tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 210 time: 0.0606551 Jan 21 10:09:24.127933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-ae23e6e0-c9a5-4461-a222-4e0dee5a4f72 req-b35e1b00-536f-4f82-b58c-bbabe0c6cd7a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Deleting port 234b4ebb-d4f3-4d05-923d-883fa70418c8 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:09:24.128616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-ae23e6e0-c9a5-4461-a222-4e0dee5a4f72 req-b35e1b00-536f-4f82-b58c-bbabe0c6cd7a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.161192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-70ace5d7-8825-43b6-bf0c-03b6570341c5 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:24.162638 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-70ace5d7-8825-43b6-bf0c-03b6570341c5 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.121 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 814 time: 0.1930292 Jan 21 10:09:24.175117 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Request body: {'port': {'device_id': 'c9ac261d-ae78-46d6-9c60-d3e40a8bab8d', 'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4', 'admin_state_up': True, 'tenant_id': 'd386a9a5d58641499c2077952db262f3'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:24.310970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:24.320096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:24.330350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Made reservation on behalf of d386a9a5d58641499c2077952db262f3 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:09:24.333988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.391199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [req-ae23e6e0-c9a5-4461-a222-4e0dee5a4f72 req-b35e1b00-536f-4f82-b58c-bbabe0c6cd7a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] For port 234b4ebb-d4f3-4d05-923d-883fa70418c8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=234b4ebb-d4f3-4d05-923d-883fa70418c8,segment=NetworkSegment(80b59ab8-e61c-4257-8bc3-a9fd9f349b36),segment_id=80b59ab8-e61c-4257-8bc3-a9fd9f349b36)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:09:24.392238 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-ae23e6e0-c9a5-4461-a222-4e0dee5a4f72 req-b35e1b00-536f-4f82-b58c-bbabe0c6cd7a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.498018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Allocated IP 172.20.0.8 (506b4b68-2d9e-4b6e-98d3-d3821d38b6a4/2705132d-56a5-46b0-ab13-8d9ae302edc0/53bdf577-b1fb-4baa-8340-e1283117a5d6) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:09:24.523485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [req-ae23e6e0-c9a5-4461-a222-4e0dee5a4f72 req-b35e1b00-536f-4f82-b58c-bbabe0c6cd7a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Calling delete_port for 234b4ebb-d4f3-4d05-923d-883fa70418c8 owned by compute:nova {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:09:24.674424 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-ae23e6e0-c9a5-4461-a222-4e0dee5a4f72 req-b35e1b00-536f-4f82-b58c-bbabe0c6cd7a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.704262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.726933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e1b00-536f-4f82-b58c-bbabe0c6cd7a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Pushing event deleted for resources: {'Port': ['ID=234b4ebb-d4f3-4d05-923d-883fa70418c8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:24.738358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.803560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae23e6e0-c9a5-4461-a222-4e0dee5a4f72 req-b35e1b00-536f-4f82-b58c-bbabe0c6cd7a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] No DVR routers for this DVR port 234b4ebb-d4f3-4d05-923d-883fa70418c8 on host hv-neutron-8257 {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:09:24.806076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [req-ae23e6e0-c9a5-4461-a222-4e0dee5a4f72 req-b35e1b00-536f-4f82-b58c-bbabe0c6cd7a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.808649 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5f719d-b5d8-42e8-b4b9-0f70799c7088', 'name': 'network-vif-deleted', 'tag': '234b4ebb-d4f3-4d05-923d-883fa70418c8'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:24.811219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Network 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:24.814515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:24.818459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:09:24.825947 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-ae23e6e0-c9a5-4461-a222-4e0dee5a4f72 req-b35e1b00-536f-4f82-b58c-bbabe0c6cd7a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.121 "DELETE /v2.0/ports/234b4ebb-d4f3-4d05-923d-883fa70418c8 HTTP/1.1" status: 204 len: 173 time: 0.7719066 Jan 21 10:09:24.852467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Pushing event updated for resources: {'Port': ['ID=53bdf577-b1fb-4baa-8340-e1283117a5d6,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:24.870462 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5f719d-b5d8-42e8-b4b9-0f70799c7088', 'name': 'network-vif-deleted', 'tag': '234b4ebb-d4f3-4d05-923d-883fa70418c8', 'status': 'completed', 'code': 200} Jan 21 10:09:24.883051 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:24.883710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.906494 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:09:24.907200 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-076aa5c4-a451-4115-a2d0-d082e2fe6875 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7364841 Jan 21 10:09:24.917589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Request body: {'port': {'device_id': 'c9ac261d-ae78-46d6-9c60-d3e40a8bab8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:09:25.026739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.454865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df02aea-c4a1-4fee-b1c0-913deff79c9d req-f599d6dc-f39a-4b56-88f9-08135398e93a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:25.455535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-6df02aea-c4a1-4fee-b1c0-913deff79c9d req-f599d6dc-f39a-4b56-88f9-08135398e93a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Synchronizing usage tracker for tenant:d386a9a5d58641499c2077952db262f3 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:09:25.480622 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-6df02aea-c4a1-4fee-b1c0-913deff79c9d req-f599d6dc-f39a-4b56-88f9-08135398e93a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Unset dirty status for tenant:d386a9a5d58641499c2077952db262f3 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:09:25.481698 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6df02aea-c4a1-4fee-b1c0-913deff79c9d req-f599d6dc-f39a-4b56-88f9-08135398e93a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 931 time: 0.3197532 Jan 21 10:09:25.561172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bdf577-b1fb-4baa-8340-e1283117a5d6 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:25.571724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.583693 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6df02aea-c4a1-4fee-b1c0-913deff79c9d req-5fd7f9d1-f76c-40a0-8d62-e8bc9ca6f44d tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706916 Jan 21 10:09:25.591602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Transition to ACTIVE for port object 53bdf577-b1fb-4baa-8340-e1283117a5d6 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:09:25.597183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.758566 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Pushing event updated for resources: {'Port': ['ID=53bdf577-b1fb-4baa-8340-e1283117a5d6,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:25.832147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Attempting to bind port 53bdf577-b1fb-4baa-8340-e1283117a5d6 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:09:25.832474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Attempting to bind port 53bdf577-b1fb-4baa-8340-e1283117a5d6 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '80b59ab8-e61c-4257-8bc3-a9fd9f349b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:09:25.832830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Attempting to bind port 53bdf577-b1fb-4baa-8340-e1283117a5d6 on network 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:09:25.837958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Port 53bdf577-b1fb-4baa-8340-e1283117a5d6 on network 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:09:25.838286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Attempting to bind port 53bdf577-b1fb-4baa-8340-e1283117a5d6 on network 506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:09:25.843526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:09:25.843856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Checking segment: {'id': '80b59ab8-e61c-4257-8bc3-a9fd9f349b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:09:25.844254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Bound using segment: {'id': '80b59ab8-e61c-4257-8bc3-a9fd9f349b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:09:25.844741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Bound port: 53bdf577-b1fb-4baa-8340-e1283117a5d6, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b59ab8-e61c-4257-8bc3-a9fd9f349b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:09:25.845084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.931122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] For port 53bdf577-b1fb-4baa-8340-e1283117a5d6, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:09:25.934013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] For port 53bdf577-b1fb-4baa-8340-e1283117a5d6, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=53bdf577-b1fb-4baa-8340-e1283117a5d6,segment=NetworkSegment(80b59ab8-e61c-4257-8bc3-a9fd9f349b36),segment_id=80b59ab8-e61c-4257-8bc3-a9fd9f349b36)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:09:25.940288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.011238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:26.011842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.013224 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] 10.222.0.121 "PUT /v2.0/ports/53bdf577-b1fb-4baa-8340-e1283117a5d6 HTTP/1.1" status: 200 len: 1093 time: 1.0996859 Jan 21 10:09:26.013653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ac261d-ae78-46d6-9c60-d3e40a8bab8d', 'tag': '53bdf577-b1fb-4baa-8340-e1283117a5d6'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:26.034295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5007667-62a7-42ad-9e25-5be4f9859d9b service neutron] Pushing event updated for resources: {'Port': ['ID=53bdf577-b1fb-4baa-8340-e1283117a5d6,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:26.081019 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ac261d-ae78-46d6-9c60-d3e40a8bab8d', 'tag': '53bdf577-b1fb-4baa-8340-e1283117a5d6', 'status': 'completed', 'code': 200} Jan 21 10:09:26.121589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-2ee00811-29fe-44be-b915-499b82f7ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:26.123040 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-2ee00811-29fe-44be-b915-499b82f7ca78 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 1096 time: 0.0727718 Jan 21 10:09:26.193764 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-edd85f57-1394-40dd-9973-7ea5d1c06668 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bdf577-b1fb-4baa-8340-e1283117a5d6 HTTP/1.1" status: 200 len: 217 time: 0.0634382 Jan 21 10:09:26.254455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-11debf41-327b-4da3-a5f7-83f059d5be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:26.255814 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-11debf41-327b-4da3-a5f7-83f059d5be7e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2705132d-56a5-46b0-ab13-8d9ae302edc0 HTTP/1.1" status: 200 len: 854 time: 0.0561290 Jan 21 10:09:26.301755 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-a333cf80-dbbf-45f1-8ea3-deddb12dfdcb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402453 Jan 21 10:09:26.439495 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-e0a5d6ed-e94b-480a-a7ce-96005b0bdc0e service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319370 Jan 21 10:09:26.570267 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88d45140-45eb-4c88-a0bf-59f8135cea22 req-a93a4974-583e-4c92-a560-8417f55e4a70 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250429 Jan 21 10:09:26.692834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e34f1-ce52-4513-a7b8-387cd1fea5fc req-825c8670-dc79-4036-8d5e-53c4cbfca39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:26.694324 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c40e34f1-ce52-4513-a7b8-387cd1fea5fc req-825c8670-dc79-4036-8d5e-53c4cbfca39a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 1096 time: 0.0754604 Jan 21 10:09:26.871540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e34f1-ce52-4513-a7b8-387cd1fea5fc req-43a3aeb4-6dc9-4cb1-962c-bd2b8c5cee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:26.873001 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c40e34f1-ce52-4513-a7b8-387cd1fea5fc req-43a3aeb4-6dc9-4cb1-962c-bd2b8c5cee53 service neutron] 10.222.0.121 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 915 time: 0.1483243 Jan 21 10:09:26.881091 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069f5ba-b489-4d9d-811e-5fefa822dd93 req-ce5c7e98-6b3e-4211-988e-422a25811879 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:26.882414 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6069f5ba-b489-4d9d-811e-5fefa822dd93 req-ce5c7e98-6b3e-4211-988e-422a25811879 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 943 time: 0.1872609 Jan 21 10:09:26.957551 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c40e34f1-ce52-4513-a7b8-387cd1fea5fc req-14362949-b594-435e-966c-2e2bb49c538d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bdf577-b1fb-4baa-8340-e1283117a5d6 HTTP/1.1" status: 200 len: 217 time: 0.0742214 Jan 21 10:09:27.025862 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6069f5ba-b489-4d9d-811e-5fefa822dd93 req-f2b4d25e-e2af-4727-a309-c7ab667c63a5 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933480 Jan 21 10:09:27.035332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e34f1-ce52-4513-a7b8-387cd1fea5fc req-0e0660db-4e90-485c-8c84-ed46447aaf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:27.036737 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c40e34f1-ce52-4513-a7b8-387cd1fea5fc req-0e0660db-4e90-485c-8c84-ed46447aaf27 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2705132d-56a5-46b0-ab13-8d9ae302edc0 HTTP/1.1" status: 200 len: 854 time: 0.0734437 Jan 21 10:09:27.175872 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c40e34f1-ce52-4513-a7b8-387cd1fea5fc req-051ac245-cada-4832-bfa9-c32cbb680361 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328835 Jan 21 10:09:27.307804 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c40e34f1-ce52-4513-a7b8-387cd1fea5fc req-9775faff-2399-4b53-a9dd-8f6097a8de23 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256185 Jan 21 10:09:27.439869 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c40e34f1-ce52-4513-a7b8-387cd1fea5fc req-43ed4edf-36df-40ba-8efa-960fbe65f2d6 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257191 Jan 21 10:09:27.959887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 53bdf577-b1fb-4baa-8340-e1283117a5d6 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:09:27.963703 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 234b4ebb-d4f3-4d05-923d-883fa70418c8 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:09:28.001994 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 234b4ebb-d4f3-4d05-923d-883fa70418c8 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:09:28.002338 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 234b4ebb-d4f3-4d05-923d-883fa70418c8 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:09:28.133551 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 53bdf577-b1fb-4baa-8340-e1283117a5d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=53bdf577-b1fb-4baa-8340-e1283117a5d6,segment=NetworkSegment(80b59ab8-e61c-4257-8bc3-a9fd9f349b36),segment_id=80b59ab8-e61c-4257-8bc3-a9fd9f349b36)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:09:28.146990 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '53bdf577-b1fb-4baa-8340-e1283117a5d6', 'network_id': '506b4b68-2d9e-4b6e-98d3-d3821d38b6a4', 'port_id': '53bdf577-b1fb-4baa-8340-e1283117a5d6', 'mac_address': 'fa:16:3e:5b:1a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2705132d-56a5-46b0-ab13-8d9ae302edc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:09:28.205443 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.222692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bdf577-b1fb-4baa-8340-e1283117a5d6 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:28.228141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b26ba1-4ada-417e-9d36-faf99698f4be req-bd13527a-85df-40d6-80b4-10dcf31ee2b9 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:28.229637 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42b26ba1-4ada-417e-9d36-faf99698f4be req-bd13527a-85df-40d6-80b4-10dcf31ee2b9 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 943 time: 0.0815959 Jan 21 10:09:28.238058 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 53bdf577-b1fb-4baa-8340-e1283117a5d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=53bdf577-b1fb-4baa-8340-e1283117a5d6,segment=NetworkSegment(80b59ab8-e61c-4257-8bc3-a9fd9f349b36),segment_id=80b59ab8-e61c-4257-8bc3-a9fd9f349b36)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:09:28.243538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.273433 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42b26ba1-4ada-417e-9d36-faf99698f4be req-764ccb92-f498-4cf8-9d9a-251e5da7f6b4 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380659 Jan 21 10:09:28.309967 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=53bdf577-b1fb-4baa-8340-e1283117a5d6,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:28.317236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.317603 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.317951 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.318281 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.318604 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.318930 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.319254 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.319570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.319895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.320217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.320553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.320867 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:28.704615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['53bdf577-b1fb-4baa-8340-e1283117a5d6'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:09:29.458257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72288af6-cb4b-4848-b132-b316ce502de7 req-d12ca7a3-4c23-41f3-b8f1-fe0c3d14ee22 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:29.459726 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-72288af6-cb4b-4848-b132-b316ce502de7 req-d12ca7a3-4c23-41f3-b8f1-fe0c3d14ee22 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 944 time: 0.0818882 Jan 21 10:09:29.504137 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-72288af6-cb4b-4848-b132-b316ce502de7 req-18bb24bc-15a3-49aa-b35a-49ecbbe46f8c tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384710 Jan 21 10:09:29.976931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 53bdf577-b1fb-4baa-8340-e1283117a5d6 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:09:30.052755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 53bdf577-b1fb-4baa-8340-e1283117a5d6 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:09:30.057507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 53bdf577-b1fb-4baa-8340-e1283117a5d6 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:30.057871 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.184456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.210435 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ac261d-ae78-46d6-9c60-d3e40a8bab8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bdf577-b1fb-4baa-8340-e1283117a5d6'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:30.219795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 53bdf577-b1fb-4baa-8340-e1283117a5d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=53bdf577-b1fb-4baa-8340-e1283117a5d6,segment=NetworkSegment(80b59ab8-e61c-4257-8bc3-a9fd9f349b36),segment_id=80b59ab8-e61c-4257-8bc3-a9fd9f349b36)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:09:30.224530 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.254271 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ac261d-ae78-46d6-9c60-d3e40a8bab8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bdf577-b1fb-4baa-8340-e1283117a5d6', 'code': 200} Jan 21 10:09:30.296077 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=53bdf577-b1fb-4baa-8340-e1283117a5d6,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:30.461578 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:30.483389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea27879-927e-406b-95c7-a8d93d92e3f8 req-6e6fb7af-5b9e-4493-9ddf-5082cf3e49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:30.484825 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eea27879-927e-406b-95c7-a8d93d92e3f8 req-6e6fb7af-5b9e-4493-9ddf-5082cf3e49c7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 1098 time: 0.0775392 Jan 21 10:09:30.525768 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eea27879-927e-406b-95c7-a8d93d92e3f8 req-4096aa9a-bc17-4f10-9a59-b8cde4e923a7 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345025 Jan 21 10:09:30.683684 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fce27f-f732-4306-ba44-c90eb2355871 req-492fae52-940c-4ac9-95c5-984d078d8085 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:30.685144 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15fce27f-f732-4306-ba44-c90eb2355871 req-492fae52-940c-4ac9-95c5-984d078d8085 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0789084 Jan 21 10:09:30.735833 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15fce27f-f732-4306-ba44-c90eb2355871 req-3b43b1ce-28e6-4d99-801d-5acbb8eb5974 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Jan 21 10:09:31.933427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09f692-2ec4-4daa-a821-fcaff011fcae req-332451c9-585c-4328-9b7f-4681810086cc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:31.934903 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-df09f692-2ec4-4daa-a821-fcaff011fcae req-332451c9-585c-4328-9b7f-4681810086cc tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0836229 Jan 21 10:09:31.979500 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-df09f692-2ec4-4daa-a821-fcaff011fcae req-f06fc425-c474-46f5-b1b9-45c487f52da1 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386410 Jan 21 10:09:33.174956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95a8e1-dd44-473b-8bf2-2f2fce59269b req-0b36b92e-bc7a-4f37-acbb-790ea3bb92e5 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:33.176768 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ac95a8e1-dd44-473b-8bf2-2f2fce59269b req-0b36b92e-bc7a-4f37-acbb-790ea3bb92e5 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0884650 Jan 21 10:09:33.224527 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ac95a8e1-dd44-473b-8bf2-2f2fce59269b req-d7679a00-0e71-4898-85cc-58725a7059f8 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421052 Jan 21 10:09:33.404274 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb6ef3-90db-444a-85be-c8eecd6b2c21 req-19d8357d-902b-43e3-9ab7-2c6bbb88155b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:33.405738 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f9fb6ef3-90db-444a-85be-c8eecd6b2c21 req-19d8357d-902b-43e3-9ab7-2c6bbb88155b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0793552 Jan 21 10:09:33.448786 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f9fb6ef3-90db-444a-85be-c8eecd6b2c21 req-89d5f413-f3bf-40dd-bc88-e9c48610cff5 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373564 Jan 21 10:09:33.804235 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-a53aa2f7-e71d-45ae-a486-8ab8e67036ac service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699356 Jan 21 10:09:33.856755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32546197-3d52-4ebb-9c8d-c32ac83afd8c req-b51f2bda-e1ca-479d-91d7-2ec834de99d2 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:33.858215 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-32546197-3d52-4ebb-9c8d-c32ac83afd8c req-b51f2bda-e1ca-479d-91d7-2ec834de99d2 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0828564 Jan 21 10:09:33.902464 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-32546197-3d52-4ebb-9c8d-c32ac83afd8c req-0b0e4193-fad9-44bf-a905-2409515be24f tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385578 Jan 21 10:09:34.964031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-9b6685f4-9309-439f-a64f-7a542439aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:34.965572 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-9b6685f4-9309-439f-a64f-7a542439aee4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 1098 time: 0.0717204 Jan 21 10:09:35.144890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-c15b31cb-7f3e-44a5-beb0-5118e235a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:35.146304 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-c15b31cb-7f3e-44a5-beb0-5118e235a564 service neutron] 10.222.0.121 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 915 time: 0.1742821 Jan 21 10:09:35.215900 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-ef05dd6a-47d1-47f0-92a5-e341b89c7dbc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bdf577-b1fb-4baa-8340-e1283117a5d6 HTTP/1.1" status: 200 len: 217 time: 0.0633254 Jan 21 10:09:35.223311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6755964-d416-4a3d-8cd6-a3fdf69896ca req-0af2ac81-8554-44b2-9dd5-ca3ecce387a5 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:35.224664 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a6755964-d416-4a3d-8cd6-a3fdf69896ca req-0af2ac81-8554-44b2-9dd5-ca3ecce387a5 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.2176583 Jan 21 10:09:35.307203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-208493cf-01a0-4dac-89d0-64c0516d58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:35.308576 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-208493cf-01a0-4dac-89d0-64c0516d58f7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2705132d-56a5-46b0-ab13-8d9ae302edc0 HTTP/1.1" status: 200 len: 854 time: 0.0830595 Jan 21 10:09:35.312925 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a6755964-d416-4a3d-8cd6-a3fdf69896ca req-a8edd59d-f390-4fc1-9fb6-46b6712b083e tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590539 Jan 21 10:09:35.447562 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-df60534f-c1ec-4d73-96ff-7c9e54b80695 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323195 Jan 21 10:09:35.578052 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-56b02289-08d3-40b5-8f80-b239d50ae6bb service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243141 Jan 21 10:09:35.707389 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-49ef830a-e7d6-4ef6-a1db-834ea5e03f5a service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227088 Jan 21 10:09:36.362137 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac62c-31cf-4842-a784-4ac00382a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:36.514327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364a6fd-a68f-4778-8ed5-7ee97e75be93 req-f4f28062-084a-4f69-8d17-a64832d29a9b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:36.515764 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8364a6fd-a68f-4778-8ed5-7ee97e75be93 req-f4f28062-084a-4f69-8d17-a64832d29a9b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0878956 Jan 21 10:09:36.559082 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8364a6fd-a68f-4778-8ed5-7ee97e75be93 req-fac99851-c152-4424-8e6b-67e00cdb293b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375886 Jan 21 10:09:37.759523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c674cea-9754-435d-ba97-74cc62ca0598 req-b1747e66-f2c7-4851-8584-c0f5efab04d9 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:37.760955 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3c674cea-9754-435d-ba97-74cc62ca0598 req-b1747e66-f2c7-4851-8584-c0f5efab04d9 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0895209 Jan 21 10:09:37.806829 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3c674cea-9754-435d-ba97-74cc62ca0598 req-64d4bcc8-8ef1-4376-a78b-50b6ca23a183 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Jan 21 10:09:38.478188 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e5667e9e-7a32-4de7-88a2-a24026e2e670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:39.023736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd187f-8800-477a-9426-4c61d870c671 req-66d0a43d-877b-4fcd-ac77-c78035cf16f1 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:39.025304 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eacd187f-8800-477a-9426-4c61d870c671 req-66d0a43d-877b-4fcd-ac77-c78035cf16f1 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.1014943 Jan 21 10:09:39.072420 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eacd187f-8800-477a-9426-4c61d870c671 req-d369e7a9-21ba-442f-8910-87e0f82a8195 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387151 Jan 21 10:09:39.615649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:39.842288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:40.278055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b4c64-6ee2-4545-ba02-c02e49e03759 req-b25f1605-c3e9-4330-981f-ac474c25befa tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:40.279477 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c45b4c64-6ee2-4545-ba02-c02e49e03759 req-b25f1605-c3e9-4330-981f-ac474c25befa tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0889413 Jan 21 10:09:40.330686 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c45b4c64-6ee2-4545-ba02-c02e49e03759 req-fc0c1b8f-419e-438f-b65f-da2bc712ba4f tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425839 Jan 21 10:09:41.161919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:41.534829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c867d-d0ad-46ab-8854-84f4fa4623a1 req-b04c64e6-f95e-417e-a9a2-c190e0cddfac tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:41.536300 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e3c867d-d0ad-46ab-8854-84f4fa4623a1 req-b04c64e6-f95e-417e-a9a2-c190e0cddfac tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0916939 Jan 21 10:09:41.584654 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e3c867d-d0ad-46ab-8854-84f4fa4623a1 req-8d657220-8fc1-4c85-8f49-237dff150a2d tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425477 Jan 21 10:09:42.783251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a5f20-e102-4868-81d3-c27c31fe9d8b req-2a50382e-049e-4d9b-846b-017029e2c6bb tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:42.784739 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-299a5f20-e102-4868-81d3-c27c31fe9d8b req-2a50382e-049e-4d9b-846b-017029e2c6bb tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0948901 Jan 21 10:09:42.832461 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-299a5f20-e102-4868-81d3-c27c31fe9d8b req-dcd6f5b7-8535-4db9-b005-a1a22588c689 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391843 Jan 21 10:09:44.030404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db0a3b-c16f-4cc4-b4a3-17b2d1c03036 req-a5925b6b-b527-43a4-a773-ee890118287a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:44.031771 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2db0a3b-c16f-4cc4-b4a3-17b2d1c03036 req-a5925b6b-b527-43a4-a773-ee890118287a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0908079 Jan 21 10:09:44.078023 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2db0a3b-c16f-4cc4-b4a3-17b2d1c03036 req-757894a2-5603-4e82-bde1-af43a83dbc0a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378785 Jan 21 10:09:45.281425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521587b9-25c5-4228-a418-d368dab18d63 req-b116deb8-ef48-4787-a366-28bde82bd64b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:45.283015 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-521587b9-25c5-4228-a418-d368dab18d63 req-b116deb8-ef48-4787-a366-28bde82bd64b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0809715 Jan 21 10:09:45.327273 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-521587b9-25c5-4228-a418-d368dab18d63 req-9fc53fd0-a6c3-4b87-a22f-356f5746c509 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383275 Jan 21 10:09:46.533618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ff3f3-eae1-4d11-8f00-296f797032a9 req-a7d8827c-5e74-46e0-a46c-aa451b990ff7 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:46.535058 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-238ff3f3-eae1-4d11-8f00-296f797032a9 req-a7d8827c-5e74-46e0-a46c-aa451b990ff7 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0956061 Jan 21 10:09:46.581804 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-238ff3f3-eae1-4d11-8f00-296f797032a9 req-2f14e89b-349a-421a-bd7f-9d73746162b8 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382247 Jan 21 10:09:47.766161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12327827-9225-4b61-80e3-5193418a33b4 req-11c934f7-9973-4d8e-8cd9-b11e468b9e78 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:47.767582 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-12327827-9225-4b61-80e3-5193418a33b4 req-11c934f7-9973-4d8e-8cd9-b11e468b9e78 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0819654 Jan 21 10:09:47.824872 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-12327827-9225-4b61-80e3-5193418a33b4 req-3ea685a1-9cc4-4b2f-8c5e-6755ca32bc8c tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491738 Jan 21 10:09:49.035023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62027b2a-4ead-407e-ac5d-62a10559db4b req-c2068fea-f98b-4aeb-bd3a-fe151319d0bf tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:49.036371 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-62027b2a-4ead-407e-ac5d-62a10559db4b req-c2068fea-f98b-4aeb-bd3a-fe151319d0bf tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0909500 Jan 21 10:09:49.079389 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-62027b2a-4ead-407e-ac5d-62a10559db4b req-332d6333-2813-4914-9b7d-0c8c82b49b2f tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372896 Jan 21 10:09:50.280874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3dce9-acac-421f-943f-b3ea12ffb2ae req-e6499145-579c-455e-9a3c-4b9e5e5a9c84 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:50.282382 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e4f3dce9-acac-421f-943f-b3ea12ffb2ae req-e6499145-579c-455e-9a3c-4b9e5e5a9c84 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0928380 Jan 21 10:09:50.327122 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e4f3dce9-acac-421f-943f-b3ea12ffb2ae req-41aa9cf0-45a1-4333-9c8a-e241eb6eac35 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387592 Jan 21 10:09:51.530624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d28ca-6748-4cd6-8545-11e1bb5826e1 req-75e550d8-c57e-4ebe-9792-9cdb2dc0d0c1 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:51.532074 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cb4d28ca-6748-4cd6-8545-11e1bb5826e1 req-75e550d8-c57e-4ebe-9792-9cdb2dc0d0c1 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0931809 Jan 21 10:09:51.578778 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cb4d28ca-6748-4cd6-8545-11e1bb5826e1 req-cfb5229c-17ff-458f-9cf7-356f38098b0a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379493 Jan 21 10:09:52.774791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa790cb-482c-4ba2-9134-e71f580d33c8 req-554822e9-7166-4b9f-bb94-a81b56a15eb2 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:52.776221 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-efa790cb-482c-4ba2-9134-e71f580d33c8 req-554822e9-7166-4b9f-bb94-a81b56a15eb2 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0892153 Jan 21 10:09:52.822546 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-efa790cb-482c-4ba2-9134-e71f580d33c8 req-a398dc75-e346-46c2-9423-f2c52da9bd12 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379763 Jan 21 10:09:54.022264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7a987-b9f0-4fec-b538-7653cc45e1a1 req-94585acb-410c-4d50-8734-fc979e9f0b1f tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:54.023646 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8fb7a987-b9f0-4fec-b538-7653cc45e1a1 req-94585acb-410c-4d50-8734-fc979e9f0b1f tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0889080 Jan 21 10:09:54.070343 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8fb7a987-b9f0-4fec-b538-7653cc45e1a1 req-0d76162b-494d-40d5-8268-65c688e92d4a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408130 Jan 21 10:09:55.366323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef281b9f-13cd-48d2-bb04-011fa6138b23 req-cb750202-0962-4604-a969-3120fc4af4b8 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:55.367738 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ef281b9f-13cd-48d2-bb04-011fa6138b23 req-cb750202-0962-4604-a969-3120fc4af4b8 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.1820557 Jan 21 10:09:55.410945 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ef281b9f-13cd-48d2-bb04-011fa6138b23 req-40eacf99-ba08-4a7a-ab1b-9be8d5347056 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374629 Jan 21 10:09:56.611994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475da57b-a05d-4881-8dca-f818da1e505b req-4ffd1f3b-63ee-4d3b-9a75-bf1a614ff31a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:56.613472 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-475da57b-a05d-4881-8dca-f818da1e505b req-4ffd1f3b-63ee-4d3b-9a75-bf1a614ff31a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0850937 Jan 21 10:09:56.660301 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-475da57b-a05d-4881-8dca-f818da1e505b req-aef4b45d-fc77-416f-917f-727920989569 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Jan 21 10:09:57.874089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25122b83-3e4d-4690-bdb3-348eba1900ca req-3ef414c2-63f3-4a59-8baa-59b828ef7426 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:57.875533 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-25122b83-3e4d-4690-bdb3-348eba1900ca req-3ef414c2-63f3-4a59-8baa-59b828ef7426 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0997777 Jan 21 10:09:57.919194 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-25122b83-3e4d-4690-bdb3-348eba1900ca req-6706224e-5711-47c1-92ab-edd5d8026248 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373046 Jan 21 10:09:59.143739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb199b-084e-44f4-8e00-7c93b558296e req-4680b7cb-095f-44d5-b3fd-f60399b402c1 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:59.145212 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15bb199b-084e-44f4-8e00-7c93b558296e req-4680b7cb-095f-44d5-b3fd-f60399b402c1 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0970662 Jan 21 10:09:59.188532 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15bb199b-084e-44f4-8e00-7c93b558296e req-5b0945aa-f056-4acd-87c5-22f4d209d7c6 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375962 Jan 21 10:10:00.387542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db74620-e0fb-44c1-8a80-b4f238336c5d req-f1e0877f-6d4e-4ec8-875c-d4a2c4ba2c72 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:00.389014 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1db74620-e0fb-44c1-8a80-b4f238336c5d req-f1e0877f-6d4e-4ec8-875c-d4a2c4ba2c72 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0830531 Jan 21 10:10:00.435477 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1db74620-e0fb-44c1-8a80-b4f238336c5d req-b164eaca-e7d8-4128-b95c-a7f8231ac26b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Jan 21 10:10:00.476058 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:01.638422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c82513-2b22-4d6a-8de2-dd4420a58e9c req-562115b0-6886-408d-a63c-7150d1d01b26 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:01.639886 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1c82513-2b22-4d6a-8de2-dd4420a58e9c req-562115b0-6886-408d-a63c-7150d1d01b26 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0897379 Jan 21 10:10:01.685987 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1c82513-2b22-4d6a-8de2-dd4420a58e9c req-bba9df3f-6685-45cb-b4f5-707a67c4b0e7 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378735 Jan 21 10:10:01.911591 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:10:02.632285 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-5df67f12-934c-45a6-bfcc-172799169299 service neutron] 10.222.0.121 "GET /v2.0/ports/53bdf577-b1fb-4baa-8340-e1283117a5d6/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0860133 Jan 21 10:10:02.933596 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abeb5d-79f8-4b01-bb14-b0f0af2a1d7e req-ec54586c-9fb2-4eb8-8bd8-d97a74c77029 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:02.934946 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-07abeb5d-79f8-4b01-bb14-b0f0af2a1d7e req-ec54586c-9fb2-4eb8-8bd8-d97a74c77029 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.1391439 Jan 21 10:10:02.936759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-987637f8-b9c8-44b2-97ff-dcc4d24c674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:02.938078 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-987637f8-b9c8-44b2-97ff-dcc4d24c674a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d&tenant_id=d386a9a5d58641499c2077952db262f3 HTTP/1.1" status: 200 len: 1098 time: 0.1055095 Jan 21 10:10:03.022943 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-07abeb5d-79f8-4b01-bb14-b0f0af2a1d7e req-1fc33290-5c00-422d-abf6-69260b591d8b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813742 Jan 21 10:10:03.046482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-ba20830e-c6fc-4841-ba32-34e933850a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:03.047966 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-ba20830e-c6fc-4841-ba32-34e933850a23 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 1098 time: 0.0860081 Jan 21 10:10:03.179158 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-b8cbd297-1ac7-46aa-b84a-c7fe82e0de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:03.180595 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-b8cbd297-1ac7-46aa-b84a-c7fe82e0de33 service neutron] 10.222.0.121 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 915 time: 0.1263452 Jan 21 10:10:03.250204 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-4b185084-8df7-4c39-ae98-cfe2db41642d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bdf577-b1fb-4baa-8340-e1283117a5d6 HTTP/1.1" status: 200 len: 217 time: 0.0628476 Jan 21 10:10:03.324042 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-0ef67e81-2b1d-4a87-90aa-3b8ed7fec37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:03.325443 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-0ef67e81-2b1d-4a87-90aa-3b8ed7fec37f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2705132d-56a5-46b0-ab13-8d9ae302edc0 HTTP/1.1" status: 200 len: 854 time: 0.0675836 Jan 21 10:10:03.374989 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-f3f563e5-590d-4388-b18b-4ef4eeebe466 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424721 Jan 21 10:10:03.512832 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-59ba806d-9284-43e7-95f4-072c513fefc6 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309206 Jan 21 10:10:03.657073 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b51d9d6a-dbbe-4567-bdb6-d327e9c5992d req-12915a07-ba9a-444b-88da-9b09904017fe service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376183 Jan 21 10:10:04.212030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf2625-1d35-4abf-bf71-49608eea059f req-b387ba7e-4412-4b45-be72-fd57bd087adb tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:04.213526 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cfdf2625-1d35-4abf-bf71-49608eea059f req-b387ba7e-4412-4b45-be72-fd57bd087adb tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0791180 Jan 21 10:10:04.259815 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cfdf2625-1d35-4abf-bf71-49608eea059f req-6b0e8c3a-bc2b-4bab-bea3-a91826fa9ac7 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380378 Jan 21 10:10:04.562888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ee616-a18d-4ba4-a660-a4be34814785 req-621d8180-c8e2-43bd-be8f-d973b5b20200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:04.564464 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c29ee616-a18d-4ba4-a660-a4be34814785 req-621d8180-c8e2-43bd-be8f-d973b5b20200 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 1098 time: 0.1685739 Jan 21 10:10:04.708795 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ee616-a18d-4ba4-a660-a4be34814785 req-b92c255c-c1ac-4281-8999-000afad8bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:04.710222 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c29ee616-a18d-4ba4-a660-a4be34814785 req-b92c255c-c1ac-4281-8999-000afad8bc8c service neutron] 10.222.0.121 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 915 time: 0.1260111 Jan 21 10:10:04.778819 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c29ee616-a18d-4ba4-a660-a4be34814785 req-7b14df9e-ac41-41ed-8c8a-26523741300f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bdf577-b1fb-4baa-8340-e1283117a5d6 HTTP/1.1" status: 200 len: 217 time: 0.0624008 Jan 21 10:10:04.842972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ee616-a18d-4ba4-a660-a4be34814785 req-d6b70329-5feb-41f6-bfac-ab43fd6c56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:04.844530 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c29ee616-a18d-4ba4-a660-a4be34814785 req-d6b70329-5feb-41f6-bfac-ab43fd6c56b2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2705132d-56a5-46b0-ab13-8d9ae302edc0 HTTP/1.1" status: 200 len: 854 time: 0.0602338 Jan 21 10:10:04.890368 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c29ee616-a18d-4ba4-a660-a4be34814785 req-f8ebbfd9-9a7b-4106-8854-37c7c2068178 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400186 Jan 21 10:10:05.033650 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c29ee616-a18d-4ba4-a660-a4be34814785 req-fb65dd0b-d401-44ce-8ee5-af2f276a1d95 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348734 Jan 21 10:10:05.171771 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c29ee616-a18d-4ba4-a660-a4be34814785 req-605f33c0-fe7d-4be8-83fe-bc01ebe4a641 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320138 Jan 21 10:10:05.475496 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c05dda-3e8e-497e-be9f-1e86e2c62e2c req-705904ca-0e4c-49b8-8d8d-f3be385f4cc0 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:05.476914 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40c05dda-3e8e-497e-be9f-1e86e2c62e2c req-705904ca-0e4c-49b8-8d8d-f3be385f4cc0 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 945 time: 0.0958579 Jan 21 10:10:05.520276 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40c05dda-3e8e-497e-be9f-1e86e2c62e2c req-b2adbd4b-9709-4fb0-b675-3dddad7189f6 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376370 Jan 21 10:10:06.086754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 53bdf577-b1fb-4baa-8340-e1283117a5d6 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:10:06.228957 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.263413 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ac261d-ae78-46d6-9c60-d3e40a8bab8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53bdf577-b1fb-4baa-8340-e1283117a5d6'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:06.273423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 53bdf577-b1fb-4baa-8340-e1283117a5d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=53bdf577-b1fb-4baa-8340-e1283117a5d6,segment=NetworkSegment(80b59ab8-e61c-4257-8bc3-a9fd9f349b36),segment_id=80b59ab8-e61c-4257-8bc3-a9fd9f349b36)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:10:06.278866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.322183 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ac261d-ae78-46d6-9c60-d3e40a8bab8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53bdf577-b1fb-4baa-8340-e1283117a5d6', 'code': 200} Jan 21 10:10:06.356687 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=53bdf577-b1fb-4baa-8340-e1283117a5d6,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:06.363596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-23cbc59c-0c57-49d4-9fd4-ccb98cd72c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.716663 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ec36d-fa3b-4092-8a29-5fa966cfcd03 req-449d1fff-f1c1-42d8-aeb8-5153ed7acfc5 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:06.718105 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-484ec36d-fa3b-4092-8a29-5fa966cfcd03 req-449d1fff-f1c1-42d8-aeb8-5153ed7acfc5 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 943 time: 0.0855641 Jan 21 10:10:06.772380 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-484ec36d-fa3b-4092-8a29-5fa966cfcd03 req-bbcd4959-f5f7-47df-89a2-b4690dde826c tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458939 Jan 21 10:10:07.136563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2dcae-cc0b-432f-bdf9-6f3306e94ec1 req-e8f68de3-be20-4536-8138-1cca277f786d tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:07.137996 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-12c2dcae-cc0b-432f-bdf9-6f3306e94ec1 req-e8f68de3-be20-4536-8138-1cca277f786d tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 943 time: 0.1392157 Jan 21 10:10:07.148205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc25b3a-6dae-4f42-8330-8d9ec8bf28cb req-48bcbc66-8ac9-401d-b735-acede1607df3 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:07.149581 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2dc25b3a-6dae-4f42-8330-8d9ec8bf28cb req-48bcbc66-8ac9-401d-b735-acede1607df3 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.121 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d&tenant_id=d386a9a5d58641499c2077952db262f3&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 943 time: 0.1197591 Jan 21 10:10:07.189513 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-12c2dcae-cc0b-432f-bdf9-6f3306e94ec1 req-0b784e0c-64d5-4ea7-957d-9f9480ffd400 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388937 Jan 21 10:10:07.289307 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc25b3a-6dae-4f42-8330-8d9ec8bf28cb req-21d6a3f6-f50a-41cb-88bb-5f997bab1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:07.290754 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2dc25b3a-6dae-4f42-8330-8d9ec8bf28cb req-21d6a3f6-f50a-41cb-88bb-5f997bab1657 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d386a9a5d58641499c2077952db262f3&device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 1096 time: 0.0729222 Jan 21 10:10:07.421010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc25b3a-6dae-4f42-8330-8d9ec8bf28cb req-6deab1c9-16b5-48e2-9986-769c5df13147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:07.422455 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2dc25b3a-6dae-4f42-8330-8d9ec8bf28cb req-6deab1c9-16b5-48e2-9986-769c5df13147 service neutron] 10.222.0.121 "GET /v2.0/networks?id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 200 len: 915 time: 0.1260226 Jan 21 10:10:07.491995 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2dc25b3a-6dae-4f42-8330-8d9ec8bf28cb req-195b77c8-2ffa-43d0-81fa-59f2f07132a8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bdf577-b1fb-4baa-8340-e1283117a5d6 HTTP/1.1" status: 200 len: 217 time: 0.0628314 Jan 21 10:10:07.564959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc25b3a-6dae-4f42-8330-8d9ec8bf28cb req-dc36a365-57a2-452b-8bfa-f131e054fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:07.566306 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2dc25b3a-6dae-4f42-8330-8d9ec8bf28cb req-dc36a365-57a2-452b-8bfa-f131e054fcf3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2705132d-56a5-46b0-ab13-8d9ae302edc0 HTTP/1.1" status: 200 len: 854 time: 0.0691483 Jan 21 10:10:07.614481 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2dc25b3a-6dae-4f42-8330-8d9ec8bf28cb req-930646bb-eb03-4ff7-8309-63a13e98d92c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424268 Jan 21 10:10:07.851380 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2dc25b3a-6dae-4f42-8330-8d9ec8bf28cb req-51c782b1-c0f0-49a4-b203-95dda0524d5d service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312999 Jan 21 10:10:07.980262 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2dc25b3a-6dae-4f42-8330-8d9ec8bf28cb req-f31f6f92-90b2-4c11-9d4b-d314d8192fd3 service neutron] 10.222.0.121 "GET /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230772 Jan 21 10:10:08.392265 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39317e5c-1eda-473f-9018-bd4fa7c8702b req-6ea046d8-e10c-46ac-818e-5ef883fabfcf tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:08.393755 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-39317e5c-1eda-473f-9018-bd4fa7c8702b req-6ea046d8-e10c-46ac-818e-5ef883fabfcf tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 943 time: 0.0801127 Jan 21 10:10:08.440704 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-39317e5c-1eda-473f-9018-bd4fa7c8702b req-4277963e-54ae-4704-9458-859e50ca838a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407865 Jan 21 10:10:08.471548 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9eafa9af-4350-44b3-8e07-b46953602a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:09.610982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:09.627911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c0757-6405-4c3e-b138-296ea7f57612 req-bfb76f59-7cd1-4423-a955-3d71aa0e1543 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:09.629379 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-696c0757-6405-4c3e-b138-296ea7f57612 req-bfb76f59-7cd1-4423-a955-3d71aa0e1543 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 943 time: 0.0852170 Jan 21 10:10:09.672782 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-696c0757-6405-4c3e-b138-296ea7f57612 req-4b597d24-ca36-40a2-84ea-b5ed6f08c791 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375330 Jan 21 10:10:09.834589 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:09.858895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cdc1c-72d1-45e4-9e55-749d1a091773 req-8ebfd3a9-df06-423d-a5fb-3300c13d3b75 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:09.860371 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-589cdc1c-72d1-45e4-9e55-749d1a091773 req-8ebfd3a9-df06-423d-a5fb-3300c13d3b75 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 943 time: 0.0826745 Jan 21 10:10:09.904264 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-589cdc1c-72d1-45e4-9e55-749d1a091773 req-1d41ab4f-a01e-4dae-9801-de5f954c2534 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379503 Jan 21 10:10:10.105150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6168-1c6c-423a-af43-cd6c8d700de6 req-b344d0ad-23db-416a-9dc8-9a02ad80b613 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:10.106599 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-300c6168-1c6c-423a-af43-cd6c8d700de6 req-b344d0ad-23db-416a-9dc8-9a02ad80b613 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 943 time: 0.0944045 Jan 21 10:10:10.157150 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-300c6168-1c6c-423a-af43-cd6c8d700de6 req-ab79bf01-b9a4-427e-85b2-89713bb967e4 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448475 Jan 21 10:10:10.731400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b297d-9c95-4c03-bd18-1e8c54b05ce5 req-4ec3b303-930b-4cad-b422-3c97b300a4a8 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:10.732792 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f26b297d-9c95-4c03-bd18-1e8c54b05ce5 req-4ec3b303-930b-4cad-b422-3c97b300a4a8 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 943 time: 0.0888510 Jan 21 10:10:10.783162 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f26b297d-9c95-4c03-bd18-1e8c54b05ce5 req-c3969443-02a6-45c8-be9b-19bea5c0c6c4 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418653 Jan 21 10:10:11.175383 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:11.991297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35c74a-cb82-411d-9a94-2380c0b860aa req-64df900d-d415-4445-b078-f77c19d827f7 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:11.992810 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ee35c74a-cb82-411d-9a94-2380c0b860aa req-64df900d-d415-4445-b078-f77c19d827f7 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 943 time: 0.0812497 Jan 21 10:10:12.040526 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ee35c74a-cb82-411d-9a94-2380c0b860aa req-e6f4f9d3-b57a-4df5-9325-efa2731e65e2 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/security-groups?id=7decebb5-51b4-46b4-bf20-f75b90d01884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390437 Jan 21 10:10:12.505674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779863c-478e-4066-bef8-595bfc28da77 req-b06e53ca-000a-4f0d-b396-3953f66dd56d tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:12.507083 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b779863c-478e-4066-bef8-595bfc28da77 req-b06e53ca-000a-4f0d-b396-3953f66dd56d tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.121 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 943 time: 0.0967348 Jan 21 10:10:12.581485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-b779863c-478e-4066-bef8-595bfc28da77 req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Deleting port 53bdf577-b1fb-4baa-8340-e1283117a5d6 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:10:12.581829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b779863c-478e-4066-bef8-595bfc28da77 req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:12.838844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-b779863c-478e-4066-bef8-595bfc28da77 req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] For port 53bdf577-b1fb-4baa-8340-e1283117a5d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=53bdf577-b1fb-4baa-8340-e1283117a5d6,segment=NetworkSegment(80b59ab8-e61c-4257-8bc3-a9fd9f349b36),segment_id=80b59ab8-e61c-4257-8bc3-a9fd9f349b36)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:10:12.839098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b779863c-478e-4066-bef8-595bfc28da77 req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:12.958161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-b779863c-478e-4066-bef8-595bfc28da77 req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Calling delete_port for 53bdf577-b1fb-4baa-8340-e1283117a5d6 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:10:13.103875 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b779863c-478e-4066-bef8-595bfc28da77 req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.153457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Pushing event deleted for resources: {'Port': ['ID=53bdf577-b1fb-4baa-8340-e1283117a5d6,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:13.224792 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:13.225142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:13.225497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:13.225841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:13.226186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:13.226521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:13.226860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:13.227189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:13.227521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:13.227853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:13.228163 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:13.228519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:13.269645 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-64608f40-5ad8-4788-8486-19b4992afcfb req-cb0ca67a-d160-4a75-8e51-d4db729718e7 tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.99 "GET /v2.0/ports?device_id=c9ac261d-ae78-46d6-9c60-d3e40a8bab8d HTTP/1.1" status: 200 len: 210 time: 0.1136165 Jan 21 10:10:13.280918 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-b779863c-478e-4066-bef8-595bfc28da77 req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] No DVR routers for this DVR port 53bdf577-b1fb-4baa-8340-e1283117a5d6 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:10:13.283592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b779863c-478e-4066-bef8-595bfc28da77 req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.286294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ac261d-ae78-46d6-9c60-d3e40a8bab8d', 'name': 'network-vif-deleted', 'tag': '53bdf577-b1fb-4baa-8340-e1283117a5d6'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:13.307339 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b779863c-478e-4066-bef8-595bfc28da77 req-99502c75-8b54-474d-b0b2-00004935547b tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] 10.222.0.121 "DELETE /v2.0/ports/53bdf577-b1fb-4baa-8340-e1283117a5d6 HTTP/1.1" status: 204 len: 173 time: 0.7945383 Jan 21 10:10:13.337610 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ac261d-ae78-46d6-9c60-d3e40a8bab8d', 'name': 'network-vif-deleted', 'tag': '53bdf577-b1fb-4baa-8340-e1283117a5d6', 'status': 'completed', 'code': 200} Jan 21 10:10:14.510797 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 52052) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:14.681844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c189ee7-a454-4795-bf05-2debe689f9bc admin admin] Deleting subnet 2705132d-56a5-46b0-ab13-8d9ae302edc0 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:10:14.684880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c189ee7-a454-4795-bf05-2debe689f9bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.733418 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c189ee7-a454-4795-bf05-2debe689f9bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.787944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c189ee7-a454-4795-bf05-2debe689f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.859306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c189ee7-a454-4795-bf05-2debe689f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.896853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c189ee7-a454-4795-bf05-2debe689f9bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2705132d-56a5-46b0-ab13-8d9ae302edc0,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:14.898689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8c189ee7-a454-4795-bf05-2debe689f9bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.904808 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8c189ee7-a454-4795-bf05-2debe689f9bc admin admin] 10.222.0.99 "DELETE /v2.0/subnets/2705132d-56a5-46b0-ab13-8d9ae302edc0 HTTP/1.1" status: 204 len: 168 time: 0.3927119 Jan 21 10:10:14.907342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 52056) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:15.012289 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d0cb39c5-643e-4cff-a9fc-200ac45d46cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.138038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d0cb39c5-643e-4cff-a9fc-200ac45d46cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.163013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d0cb39c5-643e-4cff-a9fc-200ac45d46cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506b4b68-2d9e-4b6e-98d3-d3821d38b6a4']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:15.174723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d0cb39c5-643e-4cff-a9fc-200ac45d46cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b59ab8-e61c-4257-8bc3-a9fd9f349b36') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:15.175024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-d0cb39c5-643e-4cff-a9fc-200ac45d46cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b59ab8-e61c-4257-8bc3-a9fd9f349b36') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:15.187046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d0cb39c5-643e-4cff-a9fc-200ac45d46cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.202750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d0cb39c5-643e-4cff-a9fc-200ac45d46cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.208739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0cb39c5-643e-4cff-a9fc-200ac45d46cf admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:10:15.209111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d0cb39c5-643e-4cff-a9fc-200ac45d46cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:10:15.221876 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:10:15.303800 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d0cb39c5-643e-4cff-a9fc-200ac45d46cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.323662 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d0cb39c5-643e-4cff-a9fc-200ac45d46cf admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.333606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb39c5-643e-4cff-a9fc-200ac45d46cf admin admin] Pushing event deleted for resources: {'Network': ['ID=506b4b68-2d9e-4b6e-98d3-d3821d38b6a4,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:15.343479 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d0cb39c5-643e-4cff-a9fc-200ac45d46cf admin admin] 10.222.0.99 "DELETE /v2.0/networks/506b4b68-2d9e-4b6e-98d3-d3821d38b6a4 HTTP/1.1" status: 204 len: 168 time: 0.4352121 Jan 21 10:10:15.462098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 52062) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:15.510140 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f38b7c88-4273-4013-b740-1111ab9962ab admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d386a9a5d58641499c2077952db262f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469131 Jan 21 10:10:15.512604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 52066) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:15.572852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4dff2d9e-c515-4806-abb8-90ef930a4391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.597697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4dff2d9e-c515-4806-abb8-90ef930a4391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.650155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4dff2d9e-c515-4806-abb8-90ef930a4391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.665322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff2d9e-c515-4806-abb8-90ef930a4391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7decebb5-51b4-46b4-bf20-f75b90d01884,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:15.677618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4dff2d9e-c515-4806-abb8-90ef930a4391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.681058 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4dff2d9e-c515-4806-abb8-90ef930a4391 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/7decebb5-51b4-46b4-bf20-f75b90d01884 HTTP/1.1" status: 204 len: 168 time: 0.1652174 Jan 21 10:10:16.116652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 53bdf577-b1fb-4baa-8340-e1283117a5d6 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:10:16.152753 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 53bdf577-b1fb-4baa-8340-e1283117a5d6 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:10:16.153112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 53bdf577-b1fb-4baa-8340-e1283117a5d6 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:10:16.431384 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 52090) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:16.541512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-529576594-network', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:16.546638 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:16.551048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Usage tracker for resource:network and tenant:93d8cbe3a80644328fee9948bdf44ca4 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:16.553962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:16.562665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:16.575184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Made reservation on behalf of 93d8cbe3a80644328fee9948bdf44ca4 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:16.577786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.590057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.604806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:16.608858 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Usage tracker for resource:security_group_rule and tenant:93d8cbe3a80644328fee9948bdf44ca4 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:16.611805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:16.617521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:16.699533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.706505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.743479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:10:16.751576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2083891b-7ae1-42fe-ba34-bf466ad8dd9f,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:16.757226 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.757562 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Added segment a6c57f27-a914-4daf-89d6-c8803f75c593 of type vlan for network ee75e837-c208-43e8-865a-0f1ba8f77979 Jan 21 10:10:16.785634 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.817007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.817958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:16.818547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.918994 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4865024 Jan 21 10:10:16.919759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b92da-b0b5-4af0-a2f2-72734f5057c2 admin admin] Pushing event updated for resources: {'Network': ['ID=ee75e837-c208-43e8-865a-0f1ba8f77979,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:16.921910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 52096) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:16.928045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Request body: {'subnet': {'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-529576594-subnet', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:16.930331 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network ee75e837-c208-43e8-865a-0f1ba8f77979 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:10:16.932766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:16.936574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Usage tracker for resource:subnet and tenant:93d8cbe3a80644328fee9948bdf44ca4 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:16.939439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:16.945535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:16.956908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Made reservation on behalf of 93d8cbe3a80644328fee9948bdf44ca4 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:16.959245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.176673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.250478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2e71d2-02bf-44bd-9765-3d533abb038b,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:17.265599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Checking segment: {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:10:17.265962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Network hostable DHCP agents. Network: ee75e837-c208-43e8-865a-0f1ba8f77979, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:10:17.288406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Network ee75e837-c208-43e8-865a-0f1ba8f77979 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:10:17.298208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, ee75e837-c208-43e8-865a-0f1ba8f77979) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:17.302671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:17.303255 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.308369 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e76a87e-9e36-42ae-8aac-a0024b535828 None None] Network ee75e837-c208-43e8-865a-0f1ba8f77979 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:10:17.324130 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-609ecbf2-d083-4994-8214-37daf6d5eed5 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4011481 Jan 21 10:10:17.327077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 52100) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:17.332649 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:17.338090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:17.343057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Usage tracker for resource:router and tenant:93d8cbe3a80644328fee9948bdf44ca4 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:17.346610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:17.353207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:17.365584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.366707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.382186 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.552752 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-ee75e837-c208-43e8-865a-0f1ba8f77979', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:10:17.553579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.645555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.705475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Allocated IP 172.20.0.2 (ee75e837-c208-43e8-865a-0f1ba8f77979/2d2e71d2-02bf-44bd-9765-3d533abb038b/60c3e854-8780-49f7-83ee-2beba3b89423) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:17.918121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.929185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Transition to ACTIVE for port object 60c3e854-8780-49f7-83ee-2beba3b89423 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:17.948102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Transition to ACTIVE for port object 60c3e854-8780-49f7-83ee-2beba3b89423 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:17.954692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.017072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Network ee75e837-c208-43e8-865a-0f1ba8f77979 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:18.018217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:18.021994 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:10:18.030448 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Pushing event updated for resources: {'Port': ['ID=60c3e854-8780-49f7-83ee-2beba3b89423,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:18.070331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.101698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.133592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Attempting to bind port 60c3e854-8780-49f7-83ee-2beba3b89423 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:18.133592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Attempting to bind port 60c3e854-8780-49f7-83ee-2beba3b89423 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:18.133592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Attempting to bind port 60c3e854-8780-49f7-83ee-2beba3b89423 on network ee75e837-c208-43e8-865a-0f1ba8f77979 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:10:18.138759 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:10:18.139126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Checking segment: {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:10:18.139519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.139899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Bound using segment: {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:10:18.140361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Bound port: 60c3e854-8780-49f7-83ee-2beba3b89423, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:18.140760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.228426 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] For port 60c3e854-8780-49f7-83ee-2beba3b89423, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:10:18.231664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] For port 60c3e854-8780-49f7-83ee-2beba3b89423, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=60c3e854-8780-49f7-83ee-2beba3b89423,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:10:18.236035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.245367 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Allocated IP 172.26.4.204 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/a211882e-b909-4df5-9d4c-7a3299c5b3f5) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:18.318451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a5d45-745a-4d18-abd6-46a670cce8c9 None None] Pushing event updated for resources: {'Port': ['ID=60c3e854-8780-49f7-83ee-2beba3b89423,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:18.397144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.430301 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.499083 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:18.506242 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:18.510323 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:10:18.558480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Pushing event updated for resources: {'Port': ['ID=a211882e-b909-4df5-9d4c-7a3299c5b3f5,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:18.575209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:18.575559 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:18.575895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:18.576227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:18.576583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:18.576919 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:18.577239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:18.577563 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:18.577881 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:18.578200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:18.578517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:18.578830 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:18.956360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.261120 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f468ac4-046d-4ece-9688-17d34d5763b5 None None] Network ee75e837-c208-43e8-865a-0f1ba8f77979 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:10:19.380048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2ef0c4e8-6ec0-491c-9941-0af0be796f13 None None] Provisioning for port 60c3e854-8780-49f7-83ee-2beba3b89423 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:19.431145 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.510313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 60c3e854-8780-49f7-83ee-2beba3b89423 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:19.587988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 60c3e854-8780-49f7-83ee-2beba3b89423 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:19.595684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 60c3e854-8780-49f7-83ee-2beba3b89423 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:19.596326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.650372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Router b0d78f65-b60e-4ce1-abe1-d8f85875c519 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:10:19.732442 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.762911 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 60c3e854-8780-49f7-83ee-2beba3b89423, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=60c3e854-8780-49f7-83ee-2beba3b89423,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:10:19.768085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.833344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:10:19.837686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-08182e1a-eaf6-4a53-b0f3-0b870d58fc70 None None] Provisioning complete for port 60c3e854-8780-49f7-83ee-2beba3b89423 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:19.838520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-08182e1a-eaf6-4a53-b0f3-0b870d58fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.842785 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Sync routers for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:10:19.853082 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:10:19.853827 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:19.858240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.859529 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d5d03bc7-6e61-49c4-b566-2e7ab8bc1fca admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5313582 Jan 21 10:10:19.862414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 52104) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:19.870334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=60c3e854-8780-49f7-83ee-2beba3b89423,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:20.034807 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:10:20.311194 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:18Z', 'revision_number': 3, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:20.315040 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Checking router: b0d78f65-b60e-4ce1-abe1-d8f85875c519 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:10:20.315379 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Updating router b0d78f65-b60e-4ce1-abe1-d8f85875c519 port a211882e-b909-4df5-9d4c-7a3299c5b3f5 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:10:20.369786 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.533443 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.695271 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.707051 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Transition to ACTIVE for port object a211882e-b909-4df5-9d4c-7a3299c5b3f5 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:20.713952 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.794343 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Attempting to bind port a211882e-b909-4df5-9d4c-7a3299c5b3f5 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:20.794713 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Attempting to bind port a211882e-b909-4df5-9d4c-7a3299c5b3f5 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:20.795061 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Attempting to bind port a211882e-b909-4df5-9d4c-7a3299c5b3f5 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:10:20.806354 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:10:20.806725 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:10:20.807126 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.807510 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:10:20.807971 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Bound port: a211882e-b909-4df5-9d4c-7a3299c5b3f5, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:20.808331 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.838469 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Pushing event updated for resources: {'Port': ['ID=a211882e-b909-4df5-9d4c-7a3299c5b3f5,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:20.867313 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:20.868057 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:20.868057 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:20.868370 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:20.868722 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:20.869046 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:20.869362 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:20.869673 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:20.869901 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Allocated IP 172.20.0.1 (ee75e837-c208-43e8-865a-0f1ba8f77979/2d2e71d2-02bf-44bd-9765-3d533abb038b/139b1767-3caa-40b0-88d4-4ef41396eece) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:20.870064 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:20.870288 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:20.870603 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:20.870902 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:20.901002 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] For port a211882e-b909-4df5-9d4c-7a3299c5b3f5, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:10:20.904052 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] For port a211882e-b909-4df5-9d4c-7a3299c5b3f5, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a211882e-b909-4df5-9d4c-7a3299c5b3f5,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:10:20.911090 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.983705 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:10:20.984383 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:21.021606 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.037460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Transition to ACTIVE for port object 139b1767-3caa-40b0-88d4-4ef41396eece will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:21.062136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.062934 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86836fc2-72c5-42d7-a8ab-299cd40ee696 None None] Pushing event updated for resources: {'Port': ['ID=a211882e-b909-4df5-9d4c-7a3299c5b3f5,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:21.124998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Network ee75e837-c208-43e8-865a-0f1ba8f77979 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:21.127880 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:21.131674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:10:21.168273 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:10:21.174707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Pushing event updated for resources: {'Port': ['ID=139b1767-3caa-40b0-88d4-4ef41396eece,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:21.199137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.389584 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e46f7370-6486-41ad-9cf7-c73bfba3a4ad None None] Provisioning for port 139b1767-3caa-40b0-88d4-4ef41396eece completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:21.394622 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e46f7370-6486-41ad-9cf7-c73bfba3a4ad None None] Provisioning complete for port 139b1767-3caa-40b0-88d4-4ef41396eece triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:21.394982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e46f7370-6486-41ad-9cf7-c73bfba3a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.457031 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e46f7370-6486-41ad-9cf7-c73bfba3a4ad None None] Port 139b1767-3caa-40b0-88d4-4ef41396eece cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:10:21.477578 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.480808 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 60c3e854-8780-49f7-83ee-2beba3b89423 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:21.496475 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:18Z', 'revision_number': 3, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:21.500769 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b6777-3649-4634-9575-3b5b5fe0a99c None None] The sync data for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:18Z', 'revision_number': 3, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:10:21.593710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 60c3e854-8780-49f7-83ee-2beba3b89423 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:21.594153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.705834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.711582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.837701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Pushing event updated for resources: {'Port': ['ID=139b1767-3caa-40b0-88d4-4ef41396eece,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:21.840319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.980133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Network ee75e837-c208-43e8-865a-0f1ba8f77979 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:21.981317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:22.181969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Router b0d78f65-b60e-4ce1-abe1-d8f85875c519 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:10:22.282441 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dd943001-7374-45db-8a95-72e7ce90c2d6 None None] Provisioning complete for port 139b1767-3caa-40b0-88d4-4ef41396eece triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:22.282874 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dd943001-7374-45db-8a95-72e7ce90c2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:22.336134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-dd943001-7374-45db-8a95-72e7ce90c2d6 None None] Port 139b1767-3caa-40b0-88d4-4ef41396eece cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:10:22.494403 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:10:22.503446 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d18d83a0-2520-4de8-bd5e-9b0f3ce14c07 admin admin] 10.222.0.99 "PUT /v2.0/routers/b0d78f65-b60e-4ce1-abe1-d8f85875c519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6400630 Jan 21 10:10:23.006183 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Sync routers for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:10:23.016157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:10:23.016833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:23.192820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:10:23.490712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a211882e-b909-4df5-9d4c-7a3299c5b3f5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:23.572268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 2, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:23.576571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Checking router: b0d78f65-b60e-4ce1-abe1-d8f85875c519 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:10:23.576968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Updating router b0d78f65-b60e-4ce1-abe1-d8f85875c519 port 139b1767-3caa-40b0-88d4-4ef41396eece binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:10:23.599955 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port a211882e-b909-4df5-9d4c-7a3299c5b3f5 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:23.622304 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port a211882e-b909-4df5-9d4c-7a3299c5b3f5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:23.622672 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:23.676529 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:23.855838 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:23.895607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port a211882e-b909-4df5-9d4c-7a3299c5b3f5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a211882e-b909-4df5-9d4c-7a3299c5b3f5,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:10:23.908535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:23.972795 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 52116) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:23.978476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768658914', 'description': 'tempest-description--357154108'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:23.984673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:23.988534 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Usage tracker for resource:security_group and tenant:93d8cbe3a80644328fee9948bdf44ca4 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:23.991425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:23.996991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:24.007707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.026709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:24.030408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Usage tracker for resource:security_group_rule and tenant:93d8cbe3a80644328fee9948bdf44ca4 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:24.033149 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:24.038726 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:24.050430 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=a211882e-b909-4df5-9d4c-7a3299c5b3f5,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:24.108576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.113873 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.138748 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.150931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Transition to ACTIVE for port object 139b1767-3caa-40b0-88d4-4ef41396eece will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:24.155753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e71b5-dbab-4bc4-bea4-4f42f8171789,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:24.159189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.160908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.165089 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1bcbd7f3-e996-4a8f-a81a-4a8cb9987c30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1885180 Jan 21 10:10:24.165233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 52120) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:24.170249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-18683167-1272-4ec6-8846-e177c918dd37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Request body: {'security_group_rule': {'security_group_id': 'e54e71b5-dbab-4bc4-bea4-4f42f8171789', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:24.176657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-18683167-1272-4ec6-8846-e177c918dd37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:24.180819 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-18683167-1272-4ec6-8846-e177c918dd37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Usage tracker for resource:security_group_rule and tenant:93d8cbe3a80644328fee9948bdf44ca4 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:24.183809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-18683167-1272-4ec6-8846-e177c918dd37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:24.189416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-18683167-1272-4ec6-8846-e177c918dd37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:24.207037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18683167-1272-4ec6-8846-e177c918dd37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.271784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18683167-1272-4ec6-8846-e177c918dd37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.276190 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18683167-1272-4ec6-8846-e177c918dd37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.299655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18683167-1272-4ec6-8846-e177c918dd37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9081c8e8-4cf1-46dc-b312-eb6256c32c8e,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:24.310668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-18683167-1272-4ec6-8846-e177c918dd37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.312181 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-18683167-1272-4ec6-8846-e177c918dd37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460130 Jan 21 10:10:24.314869 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 52124) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:24.320354 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-6e558f1e-3890-41af-836a-4659b913d9e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Request body: {'security_group_rule': {'security_group_id': 'e54e71b5-dbab-4bc4-bea4-4f42f8171789', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:24.326136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6e558f1e-3890-41af-836a-4659b913d9e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:24.329979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6e558f1e-3890-41af-836a-4659b913d9e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Usage tracker for resource:security_group_rule and tenant:93d8cbe3a80644328fee9948bdf44ca4 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:24.332980 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6e558f1e-3890-41af-836a-4659b913d9e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:24.335129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18796d5-c852-457a-a03a-48566293f1d2 None None] Pushing event updated for resources: {'Port': ['ID=139b1767-3caa-40b0-88d4-4ef41396eece,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:24.338752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6e558f1e-3890-41af-836a-4659b913d9e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:24.360646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e558f1e-3890-41af-836a-4659b913d9e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.422990 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Attempting to bind port 139b1767-3caa-40b0-88d4-4ef41396eece on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:24.423370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Attempting to bind port 139b1767-3caa-40b0-88d4-4ef41396eece by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:24.423726 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Attempting to bind port 139b1767-3caa-40b0-88d4-4ef41396eece on network ee75e837-c208-43e8-865a-0f1ba8f77979 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:10:24.427600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e558f1e-3890-41af-836a-4659b913d9e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.429711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:10:24.430085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Checking segment: {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:10:24.430512 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.430964 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Bound using segment: {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:10:24.431475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Bound port: 139b1767-3caa-40b0-88d4-4ef41396eece, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:24.431788 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.433173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e558f1e-3890-41af-836a-4659b913d9e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.456602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e558f1e-3890-41af-836a-4659b913d9e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f947e5ed-1fb9-4843-93d8-d0ed45a0d4cb,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:24.465221 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6e558f1e-3890-41af-836a-4659b913d9e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.466474 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6e558f1e-3890-41af-836a-4659b913d9e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505170 Jan 21 10:10:24.469435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 52128) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:24.474622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:24.480463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:24.484251 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Usage tracker for resource:floatingip and tenant:93d8cbe3a80644328fee9948bdf44ca4 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:24.487061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:24.492754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:24.502976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.531716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] For port 139b1767-3caa-40b0-88d4-4ef41396eece, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:10:24.534999 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] For port 139b1767-3caa-40b0-88d4-4ef41396eece, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=139b1767-3caa-40b0-88d4-4ef41396eece,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:10:24.538773 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.622855 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:10:24.623493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:24.652076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.692634 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18796d5-c852-457a-a03a-48566293f1d2 None None] Pushing event updated for resources: {'Port': ['ID=139b1767-3caa-40b0-88d4-4ef41396eece,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:24.797876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Allocated IP 172.26.4.78 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/e8f748f2-a89b-43ba-a6d6-76ff02d8c8d4) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:24.812783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:10:24.953441 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.985503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.047693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:25.051125 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:25.054924 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:10:25.088855 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event updated for resources: {'Port': ['ID=e8f748f2-a89b-43ba-a6d6-76ff02d8c8d4,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:25.133416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:24Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:25.137307 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a7eb2-d827-40f9-a6cf-da568097faf8 None None] The sync data for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:24Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:10:25.141394 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.215167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.427849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.436128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.547879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a211882e-b909-4df5-9d4c-7a3299c5b3f5 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:25.549694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event updated for resources: {'Port': ['ID=e8f748f2-a89b-43ba-a6d6-76ff02d8c8d4,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:25.571930 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.597345 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.598781 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-57ae835b-0abb-424d-b8ad-9a3aa224aa18 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1284125 Jan 21 10:10:25.632866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port a211882e-b909-4df5-9d4c-7a3299c5b3f5 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:25.633233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.764808 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 139b1767-3caa-40b0-88d4-4ef41396eece up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:25.774473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-585f152e-764e-4798-99e0-2472c088147f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Synchronizing usage tracker for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:10:25.792733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-585f152e-764e-4798-99e0-2472c088147f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Unset dirty status for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:10:25.797035 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-585f152e-764e-4798-99e0-2472c088147f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--768658914&fields=id&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 267 time: 0.0608137 Jan 21 10:10:25.834230 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 139b1767-3caa-40b0-88d4-4ef41396eece completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:25.840710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 139b1767-3caa-40b0-88d4-4ef41396eece triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:25.841305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.955116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-41051e7f-ac5a-44fd-bb09-5a0de3a6d8b5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:25.956680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-41051e7f-ac5a-44fd-bb09-5a0de3a6d8b5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Synchronizing usage tracker for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:10:25.962797 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.983312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-41051e7f-ac5a-44fd-bb09-5a0de3a6d8b5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Unset dirty status for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:10:25.984904 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-41051e7f-ac5a-44fd-bb09-5a0de3a6d8b5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 811 time: 0.1822259 Jan 21 10:10:25.997147 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 139b1767-3caa-40b0-88d4-4ef41396eece, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=139b1767-3caa-40b0-88d4-4ef41396eece,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:10:26.003133 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:26.009451 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-df8272e7-f071-42d9-bb3d-759d8ec0ce75 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/quotas/93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 375 time: 0.0160418 Jan 21 10:10:26.073224 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=139b1767-3caa-40b0-88d4-4ef41396eece,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:26.097960 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-a034c669-d9da-45a6-9af7-2ccfe2169b08 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876517 Jan 21 10:10:26.340408 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-9ea57ed0-4409-4e88-922b-97c8da55ea22 service neutron] 10.222.0.99 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302418 Jan 21 10:10:26.474333 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-40b02a74-07a3-4e08-b118-dd83fc08c2b5 service neutron] 10.222.0.99 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275270 Jan 21 10:10:26.674563 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-251f35a3-9134-477e-af7c-bacd196b2925 req-6f06fe54-16aa-4253-b173-3a9ba366ec42 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 210 time: 0.0458212 Jan 21 10:10:27.482179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 139b1767-3caa-40b0-88d4-4ef41396eece up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:27.553447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 139b1767-3caa-40b0-88d4-4ef41396eece triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:27.553824 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.754488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-4e5b270b-252b-4c32-8920-d01f9bb6f378 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:27.755934 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-4e5b270b-252b-4c32-8920-d01f9bb6f378 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 811 time: 0.1503286 Jan 21 10:10:27.839096 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-329f9c45-2838-4441-8a19-1f23c3067a22 req-e166532e-4cac-4413-8255-842204976d55 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 210 time: 0.0469794 Jan 21 10:10:27.842972 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-18240a97-7a62-4e60-a554-57f869e710f7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 379 time: 0.0795546 Jan 21 10:10:27.860936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Request body: {'port': {'device_id': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'admin_state_up': True, 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'security_groups': ['e54e71b5-dbab-4bc4-bea4-4f42f8171789']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:27.991101 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:27.995542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Usage tracker for resource:port and tenant:93d8cbe3a80644328fee9948bdf44ca4 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:27.998724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:28.005090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:28.017274 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Made reservation on behalf of 93d8cbe3a80644328fee9948bdf44ca4 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:28.020797 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.182440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Allocated IP 172.20.0.10 (ee75e837-c208-43e8-865a-0f1ba8f77979/2d2e71d2-02bf-44bd-9765-3d533abb038b/879f9afa-c485-4509-b4db-218ed68a32d6) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:28.366129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.381140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Transition to ACTIVE for port object 879f9afa-c485-4509-b4db-218ed68a32d6 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:28.407996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.479747 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Network ee75e837-c208-43e8-865a-0f1ba8f77979 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:28.482870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:28.486964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:10:28.516780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event updated for resources: {'Port': ['ID=879f9afa-c485-4509-b4db-218ed68a32d6,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:28.553314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:28.553922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.575323 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-720a4e09-0359-44a0-b1fc-131183e2bf5a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7253056 Jan 21 10:10:28.586928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Request body: {'port': {'device_id': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:28.702816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.748444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5d4cff1f-690b-4eee-8ad9-846aaa1ceecb None None] Provisioning for port 879f9afa-c485-4509-b4db-218ed68a32d6 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:28.753520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5d4cff1f-690b-4eee-8ad9-846aaa1ceecb None None] Provisioning complete for port 879f9afa-c485-4509-b4db-218ed68a32d6 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:28.753823 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5d4cff1f-690b-4eee-8ad9-846aaa1ceecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.805025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-5d4cff1f-690b-4eee-8ad9-846aaa1ceecb None None] Port 879f9afa-c485-4509-b4db-218ed68a32d6 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:10:29.101704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879f9afa-c485-4509-b4db-218ed68a32d6 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:10:29.114949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98dcf7-466b-4b15-adb3-1c998027c366 req-e2c9dc68-f044-4e51-bd0c-1bad1b8aefdc tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:29.115649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3a98dcf7-466b-4b15-adb3-1c998027c366 req-e2c9dc68-f044-4e51-bd0c-1bad1b8aefdc tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Synchronizing usage tracker for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:10:29.118984 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.139506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Transition to ACTIVE for port object 879f9afa-c485-4509-b4db-218ed68a32d6 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:29.145086 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.177786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3a98dcf7-466b-4b15-adb3-1c998027c366 req-e2c9dc68-f044-4e51-bd0c-1bad1b8aefdc tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Unset dirty status for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:10:29.178905 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3a98dcf7-466b-4b15-adb3-1c998027c366 req-e2c9dc68-f044-4e51-bd0c-1bad1b8aefdc tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 932 time: 0.2253094 Jan 21 10:10:29.397164 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=879f9afa-c485-4509-b4db-218ed68a32d6,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:29.446254 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3a98dcf7-466b-4b15-adb3-1c998027c366 req-3036dd1a-1d69-47a7-ac43-c9439774bc11 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600615 Jan 21 10:10:29.526661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Attempting to bind port 879f9afa-c485-4509-b4db-218ed68a32d6 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:29.527304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Attempting to bind port 879f9afa-c485-4509-b4db-218ed68a32d6 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:29.527857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Attempting to bind port 879f9afa-c485-4509-b4db-218ed68a32d6 on network ee75e837-c208-43e8-865a-0f1ba8f77979 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:10:29.532473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Port 879f9afa-c485-4509-b4db-218ed68a32d6 on network ee75e837-c208-43e8-865a-0f1ba8f77979 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:10:29.532798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Attempting to bind port 879f9afa-c485-4509-b4db-218ed68a32d6 on network ee75e837-c208-43e8-865a-0f1ba8f77979 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:10:29.538674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:10:29.539014 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Checking segment: {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:10:29.539401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Bound using segment: {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:10:29.539832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Bound port: 879f9afa-c485-4509-b4db-218ed68a32d6, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:29.540189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.640265 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] For port 879f9afa-c485-4509-b4db-218ed68a32d6, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:10:29.644760 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] For port 879f9afa-c485-4509-b4db-218ed68a32d6, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=879f9afa-c485-4509-b4db-218ed68a32d6,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:10:29.650206 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.712140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:29.712835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.714213 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] 10.222.0.121 "PUT /v2.0/ports/879f9afa-c485-4509-b4db-218ed68a32d6 HTTP/1.1" status: 200 len: 1094 time: 1.1322520 Jan 21 10:10:29.714633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'tag': '879f9afa-c485-4509-b4db-218ed68a32d6'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:29.752572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27622b7c-63b2-4a67-aac1-de7a3159d4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=879f9afa-c485-4509-b4db-218ed68a32d6,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:29.795272 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'tag': '879f9afa-c485-4509-b4db-218ed68a32d6', 'status': 'completed', 'code': 200} Jan 21 10:10:29.837400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-ef7de267-bed8-454a-a7c9-07b84cf83df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:29.838938 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-ef7de267-bed8-454a-a7c9-07b84cf83df7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 1097 time: 0.0789158 Jan 21 10:10:29.907768 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-3fbff935-ccca-46d4-b716-7760836f2203 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f9afa-c485-4509-b4db-218ed68a32d6 HTTP/1.1" status: 200 len: 217 time: 0.0621293 Jan 21 10:10:29.974856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-00ee3b2c-ee88-43fe-ac13-85684adc06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:29.976320 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-00ee3b2c-ee88-43fe-ac13-85684adc06d9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0621989 Jan 21 10:10:30.056083 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-34ee9d79-e52f-44df-852c-8c0d0f5fa62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:30.057492 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-34ee9d79-e52f-44df-852c-8c0d0f5fa62b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756347 Jan 21 10:10:30.193598 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-2d127f0a-1910-4f25-b39c-554f4f7bb176 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301405 Jan 21 10:10:30.329274 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8a77c8a-63c7-422f-a4c8-4e66ce6c5761 req-e015e1ef-e93d-42b8-b8f0-36a3a55023f8 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299074 Jan 21 10:10:30.462615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e92d0-436e-4811-a822-98ca28c6395a req-df76ea74-8e13-414c-9fb3-fe7b2036c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:30.464030 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-048e92d0-436e-4811-a822-98ca28c6395a req-df76ea74-8e13-414c-9fb3-fe7b2036c031 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 1097 time: 0.0901647 Jan 21 10:10:30.474619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.645429 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e92d0-436e-4811-a822-98ca28c6395a req-701828bc-a2cc-4f2e-8c24-69a63343c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:30.646885 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-048e92d0-436e-4811-a822-98ca28c6395a req-701828bc-a2cc-4f2e-8c24-69a63343c7de service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1764364 Jan 21 10:10:30.720207 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-048e92d0-436e-4811-a822-98ca28c6395a req-550b5f4a-e396-44da-9449-407ec72c4636 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f9afa-c485-4509-b4db-218ed68a32d6 HTTP/1.1" status: 200 len: 217 time: 0.0668044 Jan 21 10:10:30.732575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc52e71-18eb-4bd5-93e7-be4fcbc0887b req-086e5838-d0c7-4dc1-919b-1c8c9b80c449 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:30.733971 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7fc52e71-18eb-4bd5-93e7-be4fcbc0887b req-086e5838-d0c7-4dc1-919b-1c8c9b80c449 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 944 time: 0.1704431 Jan 21 10:10:30.821125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e92d0-436e-4811-a822-98ca28c6395a req-d3ee7065-fbe5-49cc-93c0-8a5ba6e22c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:30.822527 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-048e92d0-436e-4811-a822-98ca28c6395a req-d3ee7065-fbe5-49cc-93c0-8a5ba6e22c94 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0877020 Jan 21 10:10:30.827101 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7fc52e71-18eb-4bd5-93e7-be4fcbc0887b req-626583c5-2864-4ffb-b5ae-b6459a37ebc5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610220 Jan 21 10:10:30.898338 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e92d0-436e-4811-a822-98ca28c6395a req-cf7a2306-cf15-4ef3-8181-3ff8288f1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:30.899887 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-048e92d0-436e-4811-a822-98ca28c6395a req-cf7a2306-cf15-4ef3-8181-3ff8288f1748 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711184 Jan 21 10:10:31.127465 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-048e92d0-436e-4811-a822-98ca28c6395a req-927e0775-0e39-4c4c-9e97-a43d69125353 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212174 Jan 21 10:10:31.265379 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-048e92d0-436e-4811-a822-98ca28c6395a req-f9e45e00-4e23-46e8-a2b8-213fac11b4b4 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310713 Jan 21 10:10:32.021937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257733b2-5402-4406-8fca-bcb2d86aa5d0 req-90737109-e108-421b-8745-b5efbc6e9b7f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:32.023371 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-257733b2-5402-4406-8fca-bcb2d86aa5d0 req-90737109-e108-421b-8745-b5efbc6e9b7f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 944 time: 0.0850768 Jan 21 10:10:32.069252 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-257733b2-5402-4406-8fca-bcb2d86aa5d0 req-abf78152-31c2-4eba-82cc-bfa474ce8e27 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374770 Jan 21 10:10:33.272104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e80706-80cf-440b-8599-9d0dcc1ac423 req-340a48f0-fd6f-4447-b049-fddd5594f84e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:33.273621 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87e80706-80cf-440b-8599-9d0dcc1ac423 req-340a48f0-fd6f-4447-b049-fddd5594f84e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 944 time: 0.0800295 Jan 21 10:10:33.319716 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87e80706-80cf-440b-8599-9d0dcc1ac423 req-92b57b42-6494-41f7-b0e3-5d691ef7a3ed tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377774 Jan 21 10:10:34.215621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 879f9afa-c485-4509-b4db-218ed68a32d6 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:10:34.364264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 879f9afa-c485-4509-b4db-218ed68a32d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=879f9afa-c485-4509-b4db-218ed68a32d6,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:10:34.377796 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '879f9afa-c485-4509-b4db-218ed68a32d6', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'port_id': '879f9afa-c485-4509-b4db-218ed68a32d6', 'mac_address': 'fa:16:3e:40:77:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:10:34.435126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.451786 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879f9afa-c485-4509-b4db-218ed68a32d6 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:10:34.467007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 879f9afa-c485-4509-b4db-218ed68a32d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=879f9afa-c485-4509-b4db-218ed68a32d6,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:10:34.472024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.517622 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5043a4-0f2a-468c-9087-b947bca24f25 req-1e90bdac-69b3-4f6a-a0f2-1f26d4d25ae1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:34.519095 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ec5043a4-0f2a-468c-9087-b947bca24f25 req-1e90bdac-69b3-4f6a-a0f2-1f26d4d25ae1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 945 time: 0.0843177 Jan 21 10:10:34.537903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=879f9afa-c485-4509-b4db-218ed68a32d6,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:34.545211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.545564 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.545906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.546233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.546550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.546891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.547216 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.547537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.547863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.548182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.548528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.548848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:34.563048 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ec5043a4-0f2a-468c-9087-b947bca24f25 req-9f0e8fa6-9ffd-4938-b843-906d21437e9f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380409 Jan 21 10:10:34.823479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['879f9afa-c485-4509-b4db-218ed68a32d6'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:10:35.758056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991eac8a-dade-481d-ba2b-faf90f3f25b4 req-630b27a8-5351-4e33-b5c5-8d14e0958646 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:35.759507 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-991eac8a-dade-481d-ba2b-faf90f3f25b4 req-630b27a8-5351-4e33-b5c5-8d14e0958646 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 945 time: 0.0839086 Jan 21 10:10:35.806287 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-991eac8a-dade-481d-ba2b-faf90f3f25b4 req-d13c346c-51c0-473e-8db3-1fc8287fc967 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384250 Jan 21 10:10:36.227155 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 879f9afa-c485-4509-b4db-218ed68a32d6 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:36.307741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 879f9afa-c485-4509-b4db-218ed68a32d6 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:36.313559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 879f9afa-c485-4509-b4db-218ed68a32d6 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:36.314068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.378375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aec9-b4f3-452f-b5e2-526345741fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.439431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.466155 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f9afa-c485-4509-b4db-218ed68a32d6'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:36.476536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 879f9afa-c485-4509-b4db-218ed68a32d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=879f9afa-c485-4509-b4db-218ed68a32d6,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:10:36.481530 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.515288 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f9afa-c485-4509-b4db-218ed68a32d6', 'code': 200} Jan 21 10:10:36.558059 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=879f9afa-c485-4509-b4db-218ed68a32d6,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:36.735154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d552f69-2f20-4656-831e-aacfc4518b3c req-c138d94c-e7bd-45ea-90a2-95b039eef25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:36.736539 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1d552f69-2f20-4656-831e-aacfc4518b3c req-c138d94c-e7bd-45ea-90a2-95b039eef25f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 1099 time: 0.0731966 Jan 21 10:10:36.777003 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1d552f69-2f20-4656-831e-aacfc4518b3c req-366b06c8-f794-4333-95da-270b38330293 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341275 Jan 21 10:10:37.018173 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643778e-c0cb-4abf-9c03-54ae1d7ad79b req-403ba507-0cac-412d-91eb-d25acbb6ee21 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:37.019517 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c643778e-c0cb-4abf-9c03-54ae1d7ad79b req-403ba507-0cac-412d-91eb-d25acbb6ee21 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0832758 Jan 21 10:10:37.067578 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c643778e-c0cb-4abf-9c03-54ae1d7ad79b req-4f038e84-f50f-4001-8371-b07b645e603c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423818 Jan 21 10:10:38.266439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b3fe5-bf5b-4db0-a562-159d6de78524 req-5b9e899a-3a8b-4d18-a73d-a23c43d5a6b5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:38.267939 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-660b3fe5-bf5b-4db0-a562-159d6de78524 req-5b9e899a-3a8b-4d18-a73d-a23c43d5a6b5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0854425 Jan 21 10:10:38.312325 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-660b3fe5-bf5b-4db0-a562-159d6de78524 req-284f7325-25e0-4332-b70c-140256e71cbe tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385311 Jan 21 10:10:38.483545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2d45-11c1-4e3b-af56-e9b247b824c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:38.916040 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:10:39.529317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf119c-eb36-4887-8afa-55b24fcfa420 req-6641eb68-7b29-40a9-baf5-4742213ffc4c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:39.530781 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dccf119c-eb36-4887-8afa-55b24fcfa420 req-6641eb68-7b29-40a9-baf5-4742213ffc4c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0996239 Jan 21 10:10:39.574742 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dccf119c-eb36-4887-8afa-55b24fcfa420 req-cfe6e316-3a33-4410-be5f-26b52a4a8e13 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383165 Jan 21 10:10:39.606006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.764162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220d412-4c0d-431b-b7f2-c31f4d3863c3 req-c8b650fe-e6ca-4b7f-b6c1-0d4744de4268 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:39.765672 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5220d412-4c0d-431b-b7f2-c31f4d3863c3 req-c8b650fe-e6ca-4b7f-b6c1-0d4744de4268 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0918009 Jan 21 10:10:39.778861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 52184) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:39.784317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1da23ee6-623a-4df8-b4e5-44a2cb864c71 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Request body: {'floatingip': {'port_id': '879f9afa-c485-4509-b4db-218ed68a32d6'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:39.838186 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.864781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1da23ee6-623a-4df8-b4e5-44a2cb864c71 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.554046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1da23ee6-623a-4df8-b4e5-44a2cb864c71 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.561332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1da23ee6-623a-4df8-b4e5-44a2cb864c71 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.734602 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-1da23ee6-623a-4df8-b4e5-44a2cb864c71 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d associated. External IP: 172.26.4.78, port: 879f9afa-c485-4509-b4db-218ed68a32d6. Jan 21 10:10:41.095193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da23ee6-623a-4df8-b4e5-44a2cb864c71 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Router b0d78f65-b60e-4ce1-abe1-d8f85875c519 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:10:41.170076 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.279715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da23ee6-623a-4df8-b4e5-44a2cb864c71 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:10:41.284488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1da23ee6-623a-4df8-b4e5-44a2cb864c71 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.290325 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c627a-c86d-44d5-ab2f-dcb5fb402a59 None None] Sync routers for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:10:41.300133 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c627a-c86d-44d5-ab2f-dcb5fb402a59 None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:10:41.301102 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-360c627a-c86d-44d5-ab2f-dcb5fb402a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:41.337376 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1da23ee6-623a-4df8-b4e5-44a2cb864c71 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "PUT /v2.0/floatingips/ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d HTTP/1.1" status: 200 len: 991 time: 1.5574303 Jan 21 10:10:41.337992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'tag': '879f9afa-c485-4509-b4db-218ed68a32d6'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:41.382163 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'tag': '879f9afa-c485-4509-b4db-218ed68a32d6', 'status': 'completed', 'code': 200} Jan 21 10:10:41.475782 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-360c627a-c86d-44d5-ab2f-dcb5fb402a59 None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:10:41.479751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9e55-d164-4f5f-b5ea-9902bd81e8df req-71329c93-68e2-42c5-ae44-a89a6bced006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:41.481339 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-02df9e55-d164-4f5f-b5ea-9902bd81e8df req-71329c93-68e2-42c5-ae44-a89a6bced006 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 1099 time: 0.0772278 Jan 21 10:10:41.611031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9e55-d164-4f5f-b5ea-9902bd81e8df req-95ed8fee-c285-4fe1-9a88-bf19045c4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:41.612507 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-02df9e55-d164-4f5f-b5ea-9902bd81e8df req-95ed8fee-c285-4fe1-9a88-bf19045c4459 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1252885 Jan 21 10:10:41.714707 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-02df9e55-d164-4f5f-b5ea-9902bd81e8df req-35a563bb-5e19-4f6e-86b5-16d56b4ee5fe service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f9afa-c485-4509-b4db-218ed68a32d6 HTTP/1.1" status: 200 len: 999 time: 0.0962181 Jan 21 10:10:41.822258 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-360c627a-c86d-44d5-ab2f-dcb5fb402a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'port_id': '879f9afa-c485-4509-b4db-218ed68a32d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'mac_address': 'fa:16:3e:40:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:25Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 1, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:41.826359 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c627a-c86d-44d5-ab2f-dcb5fb402a59 None None] Checking router: b0d78f65-b60e-4ce1-abe1-d8f85875c519 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:10:41.835647 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c627a-c86d-44d5-ab2f-dcb5fb402a59 None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:10:41.836278 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-360c627a-c86d-44d5-ab2f-dcb5fb402a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:10:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:41.892818 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9e55-d164-4f5f-b5ea-9902bd81e8df req-b74c89cd-53f4-430d-b797-673099616dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:41.894435 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-02df9e55-d164-4f5f-b5ea-9902bd81e8df req-b74c89cd-53f4-430d-b797-673099616dc0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.1742425 Jan 21 10:10:41.970850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9e55-d164-4f5f-b5ea-9902bd81e8df req-56b3e6b6-6f79-4df0-8c61-1f4394ec6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:41.972371 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-02df9e55-d164-4f5f-b5ea-9902bd81e8df req-56b3e6b6-6f79-4df0-8c61-1f4394ec6ffc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717409 Jan 21 10:10:42.013357 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-360c627a-c86d-44d5-ab2f-dcb5fb402a59 None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:10:42.103450 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-02df9e55-d164-4f5f-b5ea-9902bd81e8df req-677f557e-aa57-4730-8f31-906babbbb748 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244838 Jan 21 10:10:42.244230 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-02df9e55-d164-4f5f-b5ea-9902bd81e8df req-23f57ff5-a41e-4bad-b6e8-24b16f033d3d service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344473 Jan 21 10:10:42.403852 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-360c627a-c86d-44d5-ab2f-dcb5fb402a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'port_id': '879f9afa-c485-4509-b4db-218ed68a32d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'mac_address': 'fa:16:3e:40:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:25Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 1, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:42.407899 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c627a-c86d-44d5-ab2f-dcb5fb402a59 None None] The sync data for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'port_id': '879f9afa-c485-4509-b4db-218ed68a32d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'mac_address': 'fa:16:3e:40:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:25Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 1, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:10:42.613878 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e4c3ca-64eb-4dd6-945f-2372fbe221b6 None None] New status for floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:11:00.479080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:03.816195 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a7658e-93d4-45e6-9fdd-68f33188e76a req-0de4bc8c-49cc-411a-8289-e58affd1851b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782850 Jan 21 10:11:03.959089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7658e-93d4-45e6-9fdd-68f33188e76a req-10aeedc0-3303-4d81-8a5d-b5d9e0c4cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:03.960734 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a7658e-93d4-45e6-9fdd-68f33188e76a req-10aeedc0-3303-4d81-8a5d-b5d9e0c4cc49 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 1099 time: 0.0758204 Jan 21 10:11:04.115965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7658e-93d4-45e6-9fdd-68f33188e76a req-d8a708e0-68ff-40ca-bb8a-21f20c8f08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:04.117516 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a7658e-93d4-45e6-9fdd-68f33188e76a req-d8a708e0-68ff-40ca-bb8a-21f20c8f08bf service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1377399 Jan 21 10:11:04.219865 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a7658e-93d4-45e6-9fdd-68f33188e76a req-1a793aff-3418-458f-9dbc-62581216730f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f9afa-c485-4509-b4db-218ed68a32d6 HTTP/1.1" status: 200 len: 1001 time: 0.0963135 Jan 21 10:11:04.293198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7658e-93d4-45e6-9fdd-68f33188e76a req-05b18bcb-2845-49c1-bc73-019532ab1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:04.295569 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a7658e-93d4-45e6-9fdd-68f33188e76a req-05b18bcb-2845-49c1-bc73-019532ab1962 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0687351 Jan 21 10:11:04.381574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7658e-93d4-45e6-9fdd-68f33188e76a req-7c3a7d7c-d29a-44b7-9308-4a6f2c7375af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:04.383020 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a7658e-93d4-45e6-9fdd-68f33188e76a req-7c3a7d7c-d29a-44b7-9308-4a6f2c7375af service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812263 Jan 21 10:11:04.515722 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a7658e-93d4-45e6-9fdd-68f33188e76a req-2b908150-425a-43a5-832d-fce2a095c971 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260645 Jan 21 10:11:04.646312 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75a7658e-93d4-45e6-9fdd-68f33188e76a req-ece80bc9-43f8-42b2-b3c9-12ccbf4bb394 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243377 Jan 21 10:11:06.363705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ee0c8c35-44e8-4d8e-8df3-c3d6c3e28d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:08.485145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-451386d7-794e-4ab7-bf8d-3c750374d75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:09.610813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:09.850242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:11.182720 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:15.919485 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:11:30.477885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:36.363658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2a3506a-36d3-4b2a-a88a-0c88f2461c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:38.487691 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-34909ae2-da71-4e89-94b2-e166c14ee838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:39.614325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:39.850783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:41.188622 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:52.924913 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:11:55.331572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c5fe1-5720-4583-91e0-298ff9feab1a req-8f36691c-e6f6-4b1f-994e-c8a92a2fff3f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:55.332967 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-088c5fe1-5720-4583-91e0-298ff9feab1a req-8f36691c-e6f6-4b1f-994e-c8a92a2fff3f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0871429 Jan 21 10:11:55.376897 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-088c5fe1-5720-4583-91e0-298ff9feab1a req-32cb3dd1-5a0a-4ca7-ab22-3b06d8253054 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381939 Jan 21 10:11:55.739071 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-133efd6d-9ca4-460d-937c-696ae5593baf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0743587 Jan 21 10:11:55.784621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64a359-dfb9-4829-ae7a-01b4177cdb61 req-39f9cc66-997c-46e8-b5e1-021e23d42aa5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:55.786126 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5e64a359-dfb9-4829-ae7a-01b4177cdb61 req-39f9cc66-997c-46e8-b5e1-021e23d42aa5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0800133 Jan 21 10:11:55.835419 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5e64a359-dfb9-4829-ae7a-01b4177cdb61 req-5bec178d-ea5c-4228-a987-702803e34135 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422812 Jan 21 10:11:57.049165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f276c6-3737-4ee1-a237-84ed7afe148e req-5ae3151b-5d01-452e-83c0-20671f06b4fd tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:57.050622 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-73f276c6-3737-4ee1-a237-84ed7afe148e req-5ae3151b-5d01-452e-83c0-20671f06b4fd tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0855010 Jan 21 10:11:57.095382 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-73f276c6-3737-4ee1-a237-84ed7afe148e req-5f08fe75-78c4-40b6-a7ef-a7677377b24a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387342 Jan 21 10:11:57.231117 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-70b02988-ef00-4d3e-b586-b26b69253b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:57.232647 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-70b02988-ef00-4d3e-b586-b26b69253b33 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 1099 time: 0.0771437 Jan 21 10:11:57.477513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-347af70e-9cb2-49c2-b0c6-38414c05550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:57.478987 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-347af70e-9cb2-49c2-b0c6-38414c05550e service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.2398629 Jan 21 10:11:57.586595 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-b8478d48-ac5a-4356-af73-5d3ef350580f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f9afa-c485-4509-b4db-218ed68a32d6 HTTP/1.1" status: 200 len: 1001 time: 0.0999746 Jan 21 10:11:57.654455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-230ff18a-8102-492c-a7b7-52e501969ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:57.656946 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-230ff18a-8102-492c-a7b7-52e501969ef4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0637259 Jan 21 10:11:57.733253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-9dddef8f-9e0a-4592-9350-2283e9c567f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:57.734613 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-9dddef8f-9e0a-4592-9350-2283e9c567f5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712242 Jan 21 10:11:57.864185 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-16971079-54b7-426e-bec7-7f16ed9071e4 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227713 Jan 21 10:11:57.999697 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-5f347799-009f-4e36-b3d8-c379f9a5f928 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291983 Jan 21 10:11:58.282102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5309e6-2d79-4883-9e9b-861e4217a9ff req-69b3fd6a-9fbb-4f87-bae5-9d4c2469ce13 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:58.283451 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a5309e6-2d79-4883-9e9b-861e4217a9ff req-69b3fd6a-9fbb-4f87-bae5-9d4c2469ce13 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0837255 Jan 21 10:11:58.328152 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a5309e6-2d79-4883-9e9b-861e4217a9ff req-ac929858-f54d-410b-9114-9931214dd113 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383699 Jan 21 10:11:59.530216 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f16c58-254e-4e8f-b5bb-ca68108ae988 req-cdaf450c-fc84-4d71-9cbb-824b3e09a77c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:59.531674 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-73f16c58-254e-4e8f-b5bb-ca68108ae988 req-cdaf450c-fc84-4d71-9cbb-824b3e09a77c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0807064 Jan 21 10:11:59.581157 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-73f16c58-254e-4e8f-b5bb-ca68108ae988 req-61743e8b-5c8b-4df5-87e0-c5e601f2fa4b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409145 Jan 21 10:12:00.496621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:00.768884 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f37cb-3538-46f8-9339-0712f1d63aea req-d2b2fd8f-6321-443f-b223-ccda42f9641a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:00.770276 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c38f37cb-3538-46f8-9339-0712f1d63aea req-d2b2fd8f-6321-443f-b223-ccda42f9641a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0837293 Jan 21 10:12:00.814866 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c38f37cb-3538-46f8-9339-0712f1d63aea req-1c314d31-1367-40a3-a4cf-85083f155202 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387676 Jan 21 10:12:02.168291 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e6893-eccf-4eff-882f-f2ed29560663 req-f80f7dc7-e900-4968-8291-a9e692ae85c6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:02.169757 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bf0e6893-eccf-4eff-882f-f2ed29560663 req-f80f7dc7-e900-4968-8291-a9e692ae85c6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0916378 Jan 21 10:12:02.214349 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bf0e6893-eccf-4eff-882f-f2ed29560663 req-162f6149-06d1-4e46-b5ed-9213de543203 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389216 Jan 21 10:12:03.449199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3368b8-3247-4dec-aed7-4179b6a1931a req-6ef8f478-334f-453e-b89d-cddf38d78970 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:03.450940 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c3368b8-3247-4dec-aed7-4179b6a1931a req-6ef8f478-334f-453e-b89d-cddf38d78970 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.1128714 Jan 21 10:12:03.498831 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c3368b8-3247-4dec-aed7-4179b6a1931a req-3d8e4080-e29c-4e59-9c0d-b3f80b2b6ba4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418398 Jan 21 10:12:04.689408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f941f-b534-48e3-8334-368bdfc731a8 req-5df67ce2-3d6c-4ee3-b660-d4e271fb936b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:04.690854 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ef0f941f-b534-48e3-8334-368bdfc731a8 req-5df67ce2-3d6c-4ee3-b660-d4e271fb936b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0856259 Jan 21 10:12:04.738470 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ef0f941f-b534-48e3-8334-368bdfc731a8 req-c031bc00-efcd-40bb-bad5-5743d023b989 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382323 Jan 21 10:12:05.834784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c747af-e74b-4b3d-a527-582ec34b2998 req-e06c0cf9-a51c-438f-9e63-399aee54f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:05.836333 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0c747af-e74b-4b3d-a527-582ec34b2998 req-e06c0cf9-a51c-438f-9e63-399aee54f4a9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 1099 time: 0.0742500 Jan 21 10:12:06.043023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c747af-e74b-4b3d-a527-582ec34b2998 req-1c3f1593-ec78-4f55-b400-1ee955b1aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:06.044497 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0c747af-e74b-4b3d-a527-582ec34b2998 req-1c3f1593-ec78-4f55-b400-1ee955b1aecb service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1846228 Jan 21 10:12:06.054983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7e6ea-49c8-452f-9ba7-de5439509c56 req-914d6216-75fc-4252-b27a-816a87a863e2 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:06.056314 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-70c7e6ea-49c8-452f-9ba7-de5439509c56 req-914d6216-75fc-4252-b27a-816a87a863e2 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.1977859 Jan 21 10:12:06.282189 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-70c7e6ea-49c8-452f-9ba7-de5439509c56 req-993b8be6-25a6-4307-8120-6c4c2c47fee3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784258 Jan 21 10:12:06.285923 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0c747af-e74b-4b3d-a527-582ec34b2998 req-1bbf7833-9748-4e78-bf4a-39c381cec019 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f9afa-c485-4509-b4db-218ed68a32d6 HTTP/1.1" status: 200 len: 1001 time: 0.2287006 Jan 21 10:12:06.356588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c747af-e74b-4b3d-a527-582ec34b2998 req-777dd761-fecc-4970-a4bb-af32abaa67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:06.358149 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fa60-25a4-40f2-bf83-f57ce435664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:06.358695 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0c747af-e74b-4b3d-a527-582ec34b2998 req-777dd761-fecc-4970-a4bb-af32abaa67e6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0657067 Jan 21 10:12:06.442880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c747af-e74b-4b3d-a527-582ec34b2998 req-ed0eebd5-f3fb-44da-a99c-3433c22c3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:06.444383 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0c747af-e74b-4b3d-a527-582ec34b2998 req-ed0eebd5-f3fb-44da-a99c-3433c22c3c4a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801685 Jan 21 10:12:06.580063 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0c747af-e74b-4b3d-a527-582ec34b2998 req-8227cf7a-36da-4d65-ad0c-04d755805465 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290731 Jan 21 10:12:06.714292 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0c747af-e74b-4b3d-a527-582ec34b2998 req-6563b5f8-75d7-4ece-bb32-24d82d3d448a service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270680 Jan 21 10:12:07.478976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73b456-a443-44b4-adcc-0c84dfda387f req-35f64f56-91de-4fbb-8ad9-c273eb87a532 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:07.480548 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3d73b456-a443-44b4-adcc-0c84dfda387f req-35f64f56-91de-4fbb-8ad9-c273eb87a532 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0880957 Jan 21 10:12:07.543934 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3d73b456-a443-44b4-adcc-0c84dfda387f req-f90cd2e5-8672-46aa-84c0-387048a5a173 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574884 Jan 21 10:12:08.482903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-84d4b476-750f-46f1-bc20-d72bb7fe73c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:08.745680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85f6a2-b2df-4680-b79c-19239fdbf58c req-614d5b3e-f833-446e-8286-c3ab141c7868 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:08.747048 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3b85f6a2-b2df-4680-b79c-19239fdbf58c req-614d5b3e-f833-446e-8286-c3ab141c7868 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0951424 Jan 21 10:12:08.792860 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3b85f6a2-b2df-4680-b79c-19239fdbf58c req-8c542316-1c11-4aa6-8bf0-0b1be14adf3c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389135 Jan 21 10:12:09.618504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.863556 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.919408 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-ca4b0565-0faa-498f-85bc-37f686565799 service neutron] 10.222.0.121 "GET /v2.0/ports/879f9afa-c485-4509-b4db-218ed68a32d6/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.1068966 Jan 21 10:12:10.000935 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51528c32-2b39-47bb-8fe0-feaf39099b2a req-73afafe4-f777-42e1-a358-8dba7a654f7d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:10.002393 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-51528c32-2b39-47bb-8fe0-feaf39099b2a req-73afafe4-f777-42e1-a358-8dba7a654f7d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0868006 Jan 21 10:12:10.048726 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-51528c32-2b39-47bb-8fe0-feaf39099b2a req-6495cad0-c9ad-4931-b284-ec02bb5d7c0c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399218 Jan 21 10:12:10.197897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-a35e5c12-6fee-445e-9d78-7b8087fe0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:10.199508 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-a35e5c12-6fee-445e-9d78-7b8087fe0875 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 1099 time: 0.0799856 Jan 21 10:12:10.301678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-699bdb90-a8a2-4a7d-96f6-e7ef1b206a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:10.303260 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-699bdb90-a8a2-4a7d-96f6-e7ef1b206a57 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 1099 time: 0.0829024 Jan 21 10:12:10.449005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-9c2da96a-c2a1-4d83-a181-1c55a4c6bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:10.450958 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-9c2da96a-c2a1-4d83-a181-1c55a4c6bb44 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1418746 Jan 21 10:12:10.569171 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-c18c804c-2041-4a52-a126-7336ae895b83 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f9afa-c485-4509-b4db-218ed68a32d6 HTTP/1.1" status: 200 len: 1001 time: 0.1123641 Jan 21 10:12:10.631832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-0243f746-015a-4b73-bc73-529afd3bd755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:10.633292 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-0243f746-015a-4b73-bc73-529afd3bd755 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0588093 Jan 21 10:12:10.713250 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-06dd23e3-2d1d-4096-a44e-b70d45ea1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:10.714594 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-06dd23e3-2d1d-4096-a44e-b70d45ea1325 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756764 Jan 21 10:12:10.846353 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-f7ce6c2b-860c-4420-8c64-92aacada701b service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254268 Jan 21 10:12:11.077723 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0854940d-8faf-4eb7-96a4-8183cf0818c1 req-7895ba32-b067-4f2d-bfe5-716960339759 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249804 Jan 21 10:12:11.183003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:11.266492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15e61e-87f5-4d16-b9da-b972f15fc83e req-f9967236-d772-477f-9744-effc74cde004 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:11.267991 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0d15e61e-87f5-4d16-b9da-b972f15fc83e req-f9967236-d772-477f-9744-effc74cde004 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0971553 Jan 21 10:12:11.314091 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0d15e61e-87f5-4d16-b9da-b972f15fc83e req-ba1fe09e-be50-4d8e-b9ba-e67d53b65d30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401282 Jan 21 10:12:12.517855 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cdef5-9979-45a1-8f59-56747d4f058f req-8143d6b7-92b2-48ba-9767-570ce155d3d3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:12.519294 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-712cdef5-9979-45a1-8f59-56747d4f058f req-8143d6b7-92b2-48ba-9767-570ce155d3d3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0966680 Jan 21 10:12:12.562607 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-712cdef5-9979-45a1-8f59-56747d4f058f req-70c31188-1225-41a4-acf8-b3e2b2ffda39 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373971 Jan 21 10:12:12.712241 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 879f9afa-c485-4509-b4db-218ed68a32d6 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:12:12.830608 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:12.892988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879f9afa-c485-4509-b4db-218ed68a32d6'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:12.903521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 879f9afa-c485-4509-b4db-218ed68a32d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=879f9afa-c485-4509-b4db-218ed68a32d6,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:12:12.910226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:12.953561 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879f9afa-c485-4509-b4db-218ed68a32d6', 'code': 200} Jan 21 10:12:12.978797 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=879f9afa-c485-4509-b4db-218ed68a32d6,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:12.985802 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:12.986154 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:12.986490 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:12.986806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:12.987133 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:12.987467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:12.987791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:12.988137 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:12.989015 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:12.989777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:12.990106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:12.990432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:13.759754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2e8b6-f212-4ba0-ab37-5b45099209e7 req-e8269ece-bb4e-4ea0-a725-efe48b402cfd tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:13.761161 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e5b2e8b6-f212-4ba0-ab37-5b45099209e7 req-e8269ece-bb4e-4ea0-a725-efe48b402cfd tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 944 time: 0.0882616 Jan 21 10:12:13.809755 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e5b2e8b6-f212-4ba0-ab37-5b45099209e7 req-000ea176-f6d2-4942-8e3f-243cafd772fc tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428517 Jan 21 10:12:14.713638 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 879f9afa-c485-4509-b4db-218ed68a32d6 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:12:14.849374 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 879f9afa-c485-4509-b4db-218ed68a32d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=879f9afa-c485-4509-b4db-218ed68a32d6,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:12:14.863082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '879f9afa-c485-4509-b4db-218ed68a32d6', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'port_id': '879f9afa-c485-4509-b4db-218ed68a32d6', 'mac_address': 'fa:16:3e:40:77:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:12:14.922510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:14.940780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879f9afa-c485-4509-b4db-218ed68a32d6 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:12:14.956934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 879f9afa-c485-4509-b4db-218ed68a32d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=879f9afa-c485-4509-b4db-218ed68a32d6,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:12:14.961904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:15.006168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4eb67f-223c-4e63-b4a7-6854a8c8f744 req-78c2ac1b-bc09-4b59-bea9-7a8b2b7880c3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:15.007641 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd4eb67f-223c-4e63-b4a7-6854a8c8f744 req-78c2ac1b-bc09-4b59-bea9-7a8b2b7880c3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 945 time: 0.0813758 Jan 21 10:12:15.027023 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['879f9afa-c485-4509-b4db-218ed68a32d6'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:12:15.053544 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd4eb67f-223c-4e63-b4a7-6854a8c8f744 req-a7f73cf1-96b7-4471-be3f-d529fbaba138 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398948 Jan 21 10:12:15.073973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=879f9afa-c485-4509-b4db-218ed68a32d6,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:15.418581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01057d1-ec7e-4e38-a586-6d7c232a6065 req-dc8df695-b6c9-42f0-b21f-a224fa540a61 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:15.420032 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b01057d1-ec7e-4e38-a586-6d7c232a6065 req-dc8df695-b6c9-42f0-b21f-a224fa540a61 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 945 time: 0.1422706 Jan 21 10:12:15.427601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa029f-f063-4591-b0e0-1569943616fe req-7ae6fb32-f1d6-44c2-9b03-38dbe95d7706 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:15.428950 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7dfa029f-f063-4591-b0e0-1569943616fe req-7ae6fb32-f1d6-44c2-9b03-38dbe95d7706 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367&tenant_id=93d8cbe3a80644328fee9948bdf44ca4&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.1492703 Jan 21 10:12:15.468302 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b01057d1-ec7e-4e38-a586-6d7c232a6065 req-5368594e-6716-43b8-8174-df0d8706423c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382545 Jan 21 10:12:15.583468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa029f-f063-4591-b0e0-1569943616fe req-17950380-f4d4-471e-9a92-a3ef04b90e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:15.584974 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7dfa029f-f063-4591-b0e0-1569943616fe req-17950380-f4d4-471e-9a92-a3ef04b90e54 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 1098 time: 0.0836406 Jan 21 10:12:15.726080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa029f-f063-4591-b0e0-1569943616fe req-5b1a25c1-bfcf-4cb1-8a0b-e4733b119a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:15.727575 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7dfa029f-f063-4591-b0e0-1569943616fe req-5b1a25c1-bfcf-4cb1-8a0b-e4733b119a4b service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1369748 Jan 21 10:12:15.830504 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7dfa029f-f063-4591-b0e0-1569943616fe req-74babbca-3040-4c31-abd1-2c7d25b27b48 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f9afa-c485-4509-b4db-218ed68a32d6 HTTP/1.1" status: 200 len: 1000 time: 0.0966096 Jan 21 10:12:15.893347 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa029f-f063-4591-b0e0-1569943616fe req-1b2e972d-5c30-4b48-92b8-385725693645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:15.894854 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7dfa029f-f063-4591-b0e0-1569943616fe req-1b2e972d-5c30-4b48-92b8-385725693645 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0580506 Jan 21 10:12:15.973993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa029f-f063-4591-b0e0-1569943616fe req-da0a72df-29f7-4126-a806-c0c9b6d42786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:15.975437 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7dfa029f-f063-4591-b0e0-1569943616fe req-da0a72df-29f7-4126-a806-c0c9b6d42786 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745277 Jan 21 10:12:16.111772 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7dfa029f-f063-4591-b0e0-1569943616fe req-64f22004-c07d-4d5d-b743-9a44e28f0cda service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289527 Jan 21 10:12:16.243820 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7dfa029f-f063-4591-b0e0-1569943616fe req-1e637964-8c45-4565-8431-d012381ee6a7 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260588 Jan 21 10:12:16.662015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914e9e2-1b24-4b0e-9dd8-b4486a50d325 req-89de55a7-a3e0-4328-84ff-f13c677647a3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:16.663471 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9914e9e2-1b24-4b0e-9dd8-b4486a50d325 req-89de55a7-a3e0-4328-84ff-f13c677647a3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 945 time: 0.0814121 Jan 21 10:12:16.708707 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9914e9e2-1b24-4b0e-9dd8-b4486a50d325 req-5bb36d4f-904b-4ea0-a777-6dff1c5e87f0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393665 Jan 21 10:12:16.733022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 879f9afa-c485-4509-b4db-218ed68a32d6 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:16.807457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 879f9afa-c485-4509-b4db-218ed68a32d6 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:16.808024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:16.939645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:16.966306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f9afa-c485-4509-b4db-218ed68a32d6'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:16.976573 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 879f9afa-c485-4509-b4db-218ed68a32d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=879f9afa-c485-4509-b4db-218ed68a32d6,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:12:16.981782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.015001 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f9afa-c485-4509-b4db-218ed68a32d6', 'code': 200} Jan 21 10:12:17.053331 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=879f9afa-c485-4509-b4db-218ed68a32d6,revision_number=8']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:17.917207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83332063-71ca-4bfb-8d14-db74a87cef2e req-dcaf26aa-f554-4f51-8657-8403da86d34b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:17.918669 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83332063-71ca-4bfb-8d14-db74a87cef2e req-dcaf26aa-f554-4f51-8657-8403da86d34b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0877619 Jan 21 10:12:17.974744 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83332063-71ca-4bfb-8d14-db74a87cef2e req-276b9014-a286-4775-8f5b-2397d27e6a35 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470765 Jan 21 10:12:18.193941 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb8083-3d9a-4d90-aecf-7e457c72dc45 req-d11e9a4a-ed16-4e47-bc16-ed811b66367b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:18.195877 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-51eb8083-3d9a-4d90-aecf-7e457c72dc45 req-d11e9a4a-ed16-4e47-bc16-ed811b66367b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0920756 Jan 21 10:12:18.245838 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-51eb8083-3d9a-4d90-aecf-7e457c72dc45 req-1afaa1ba-6a57-4579-88b7-bfd2a0b198b9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439975 Jan 21 10:12:18.533799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97755a-6e2e-4f0b-ae3a-91a2dc1b698a req-e25fa824-d811-4732-b4f2-f77b204c3725 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:18.535191 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd97755a-6e2e-4f0b-ae3a-91a2dc1b698a req-e25fa824-d811-4732-b4f2-f77b204c3725 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.1817889 Jan 21 10:12:18.590482 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd97755a-6e2e-4f0b-ae3a-91a2dc1b698a req-783dfce9-1343-46ad-990a-c917ca1c0ff3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485449 Jan 21 10:12:19.000621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ec168-9953-40a6-83a8-ed6077caf9e1 req-cc34f4fe-6d6e-4540-bb34-1abd234da7e6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:19.002105 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c4ec168-9953-40a6-83a8-ed6077caf9e1 req-cc34f4fe-6d6e-4540-bb34-1abd234da7e6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.1032560 Jan 21 10:12:19.046236 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c4ec168-9953-40a6-83a8-ed6077caf9e1 req-c6759074-f425-446e-a745-ca9b104798fd tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382769 Jan 21 10:12:20.260698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85619bd4-b590-48e9-837d-c91c9bd461e8 req-d8cafa59-0b9d-4a71-8466-c1400c0bd845 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:20.262116 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-85619bd4-b590-48e9-837d-c91c9bd461e8 req-d8cafa59-0b9d-4a71-8466-c1400c0bd845 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0902956 Jan 21 10:12:20.309552 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-85619bd4-b590-48e9-837d-c91c9bd461e8 req-b7780222-9762-407e-9e08-d0d78170927d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390775 Jan 21 10:12:20.859759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-8a64e8fe-d790-4bd3-863b-81d02507c954 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:20.861210 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-8a64e8fe-d790-4bd3-863b-81d02507c954 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.0903864 Jan 21 10:12:20.937305 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Deleting port 879f9afa-c485-4509-b4db-218ed68a32d6 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:12:20.937516 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.181699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] For port 879f9afa-c485-4509-b4db-218ed68a32d6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=879f9afa-c485-4509-b4db-218ed68a32d6,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:12:21.182023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.514919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.515583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.515583 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d disassociated. External IP: 172.26.4.78, port: 879f9afa-c485-4509-b4db-218ed68a32d6. Jan 21 10:12:21.515902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Calling delete_port for 879f9afa-c485-4509-b4db-218ed68a32d6 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:12:21.608666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323007d2-bccf-4505-8143-751ad9af95aa req-a9b82069-d143-47a7-8480-c8d1aa2cd1f0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:21.610055 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-323007d2-bccf-4505-8143-751ad9af95aa req-a9b82069-d143-47a7-8480-c8d1aa2cd1f0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 946 time: 0.1872232 Jan 21 10:12:21.704511 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-323007d2-bccf-4505-8143-751ad9af95aa req-244f8b5a-ca74-47b9-a089-e7eb9130f7a0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875866 Jan 21 10:12:21.711755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.765670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event deleted for resources: {'Port': ['ID=879f9afa-c485-4509-b4db-218ed68a32d6,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:21.830522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:21.830653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:21.831012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:21.831343 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:21.831674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:21.831997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:21.832309 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:21.832655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:21.832978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:21.833295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:21.833618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:21.833920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:21.997487 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Router b0d78f65-b60e-4ce1-abe1-d8f85875c519 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:12:22.292578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:12:22.302668 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d40f2-2168-49e4-83ba-0a10646c05b6 None None] Sync routers for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:12:22.312574 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d40f2-2168-49e4-83ba-0a10646c05b6 None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:12:22.313183 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8f9d40f2-2168-49e4-83ba-0a10646c05b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:12:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:22.366486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] No DVR routers for this DVR port 879f9afa-c485-4509-b4db-218ed68a32d6 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:12:22.369230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:22.371772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'name': 'network-vif-deleted', 'tag': '879f9afa-c485-4509-b4db-218ed68a32d6'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:22.389272 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a4b66319-67bc-4023-b6be-fd79e5234b9c req-fe703f27-6406-4594-935d-1b7b10b773e8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "DELETE /v2.0/ports/879f9afa-c485-4509-b4db-218ed68a32d6 HTTP/1.1" status: 204 len: 173 time: 1.5197146 Jan 21 10:12:22.484227 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7b2566-87b4-45d2-b36d-678d5cfc6367', 'name': 'network-vif-deleted', 'tag': '879f9afa-c485-4509-b4db-218ed68a32d6', 'status': 'completed', 'code': 200} Jan 21 10:12:22.491673 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-8f9d40f2-2168-49e4-83ba-0a10646c05b6 None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:12:22.828016 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8f9d40f2-2168-49e4-83ba-0a10646c05b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:22.832457 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d40f2-2168-49e4-83ba-0a10646c05b6 None None] Checking router: b0d78f65-b60e-4ce1-abe1-d8f85875c519 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:12:22.840861 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d40f2-2168-49e4-83ba-0a10646c05b6 None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:12:22.841469 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8f9d40f2-2168-49e4-83ba-0a10646c05b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:12:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:22.867653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-9a858057-a8c9-41f4-9ada-79b5240db462 req-efe11779-713c-4a1b-90b8-dc691182f5cc tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Synchronizing usage tracker for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:12:22.884682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-9a858057-a8c9-41f4-9ada-79b5240db462 req-efe11779-713c-4a1b-90b8-dc691182f5cc tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Unset dirty status for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:12:22.885936 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9a858057-a8c9-41f4-9ada-79b5240db462 req-efe11779-713c-4a1b-90b8-dc691182f5cc tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b7b2566-87b4-45d2-b36d-678d5cfc6367 HTTP/1.1" status: 200 len: 210 time: 0.0606260 Jan 21 10:12:23.023770 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-8f9d40f2-2168-49e4-83ba-0a10646c05b6 None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:12:23.328111 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8f9d40f2-2168-49e4-83ba-0a10646c05b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:23.331968 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d40f2-2168-49e4-83ba-0a10646c05b6 None None] The sync data for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:12:23.553952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306c24be-c99c-431f-8ae0-47fd3b6f4287 None None] New status for floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:12:24.223823 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-eae14a4b-5d31-4284-88e1-ce83759ad4d4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--768658914&fields=id&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 267 time: 0.0402250 Jan 21 10:12:24.381080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-f7cb9b7c-3356-4e1d-80b1-9483fd831061 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:24.382547 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-f7cb9b7c-3356-4e1d-80b1-9483fd831061 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 811 time: 0.1521251 Jan 21 10:12:24.399756 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-307e9a0a-32d5-4ea9-94a6-891c18ac7ead tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/quotas/93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 375 time: 0.0091393 Jan 21 10:12:24.492621 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-6315282f-8048-4406-90de-dadbaa670374 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855322 Jan 21 10:12:24.630400 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-2d49dc30-efea-4588-bc34-f77b9f7244fd service neutron] 10.222.0.99 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261549 Jan 21 10:12:24.759213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 879f9afa-c485-4509-b4db-218ed68a32d6 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:12:24.761183 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-9ddb6d8c-504e-4beb-8e13-ead0a474d170 service neutron] 10.222.0.99 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246002 Jan 21 10:12:24.792403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 879f9afa-c485-4509-b4db-218ed68a32d6 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:12:24.792743 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 879f9afa-c485-4509-b4db-218ed68a32d6 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:12:25.952236 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-32142580-e203-4ca6-a7a3-a4425afb2c18 req-3ca019d2-d8da-43e1-8d6d-46cdae37d528 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 210 time: 0.0430009 Jan 21 10:12:27.043668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-61529a52-ad9e-4a8b-88f4-75c6af0a5f86 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:27.046135 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-61529a52-ad9e-4a8b-88f4-75c6af0a5f86 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 811 time: 0.1524644 Jan 21 10:12:27.125797 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ea875d7-af96-4196-84e3-134777a0fdf1 req-61ecfdc5-4f17-4a76-9edd-3428eaf0c171 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 210 time: 0.0667224 Jan 21 10:12:27.146550 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-bbc72135-ba5d-4e76-923e-33347bfc2d4c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 379 time: 0.0925834 Jan 21 10:12:27.155933 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Request body: {'port': {'device_id': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'admin_state_up': True, 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'security_groups': ['e54e71b5-dbab-4bc4-bea4-4f42f8171789']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:12:27.313527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:12:27.323187 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:12:27.336053 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Made reservation on behalf of 93d8cbe3a80644328fee9948bdf44ca4 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:12:27.340763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:27.544580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Allocated IP 172.20.0.11 (ee75e837-c208-43e8-865a-0f1ba8f77979/2d2e71d2-02bf-44bd-9765-3d533abb038b/f03b895d-3911-4f7c-99e8-2494744be1a3) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:12:27.836128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:27.851565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Transition to ACTIVE for port object f03b895d-3911-4f7c-99e8-2494744be1a3 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:27.876642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:27.949735 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Network ee75e837-c208-43e8-865a-0f1ba8f77979 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:12:27.952830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:27.956682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:12:27.987153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event updated for resources: {'Port': ['ID=f03b895d-3911-4f7c-99e8-2494744be1a3,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:28.024690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:28.025355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:28.051944 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c36c23ce-d835-4db5-9407-21865f7289ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8993633 Jan 21 10:12:28.064879 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Request body: {'port': {'device_id': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:12:28.180258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:28.196198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-90a77a0b-9271-4cde-bd61-c98ee431e23b None None] Provisioning for port f03b895d-3911-4f7c-99e8-2494744be1a3 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:28.203066 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-90a77a0b-9271-4cde-bd61-c98ee431e23b None None] Provisioning complete for port f03b895d-3911-4f7c-99e8-2494744be1a3 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:28.203665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-90a77a0b-9271-4cde-bd61-c98ee431e23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:28.261195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-90a77a0b-9271-4cde-bd61-c98ee431e23b None None] Port f03b895d-3911-4f7c-99e8-2494744be1a3 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:12:28.422143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2beee0-7fe0-443a-b6c1-25cc445cb799 req-1151aa42-b26d-4ec5-b7eb-14076a059396 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:28.422861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-9b2beee0-7fe0-443a-b6c1-25cc445cb799 req-1151aa42-b26d-4ec5-b7eb-14076a059396 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Synchronizing usage tracker for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:12:28.493848 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-9b2beee0-7fe0-443a-b6c1-25cc445cb799 req-1151aa42-b26d-4ec5-b7eb-14076a059396 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Unset dirty status for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:12:28.494927 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b2beee0-7fe0-443a-b6c1-25cc445cb799 req-1151aa42-b26d-4ec5-b7eb-14076a059396 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 932 time: 0.2567322 Jan 21 10:12:28.559548 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b2beee0-7fe0-443a-b6c1-25cc445cb799 req-27babf6a-bc16-406a-ac53-8d0a4b995c13 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517223 Jan 21 10:12:28.625601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03b895d-3911-4f7c-99e8-2494744be1a3 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:12:28.632807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:28.647379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Transition to ACTIVE for port object f03b895d-3911-4f7c-99e8-2494744be1a3 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:28.652095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:28.804125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Pushing event updated for resources: {'Port': ['ID=f03b895d-3911-4f7c-99e8-2494744be1a3,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:28.888727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Attempting to bind port f03b895d-3911-4f7c-99e8-2494744be1a3 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:12:28.889064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Attempting to bind port f03b895d-3911-4f7c-99e8-2494744be1a3 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:12:28.889390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Attempting to bind port f03b895d-3911-4f7c-99e8-2494744be1a3 on network ee75e837-c208-43e8-865a-0f1ba8f77979 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:12:28.893927 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Port f03b895d-3911-4f7c-99e8-2494744be1a3 on network ee75e837-c208-43e8-865a-0f1ba8f77979 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:12:28.894245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Attempting to bind port f03b895d-3911-4f7c-99e8-2494744be1a3 on network ee75e837-c208-43e8-865a-0f1ba8f77979 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:12:28.899206 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:12:28.899546 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Checking segment: {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:12:28.899931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Bound using segment: {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:12:28.900383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Bound port: f03b895d-3911-4f7c-99e8-2494744be1a3, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:12:28.900726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:28.989610 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] For port f03b895d-3911-4f7c-99e8-2494744be1a3, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:12:28.993347 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] For port f03b895d-3911-4f7c-99e8-2494744be1a3, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f03b895d-3911-4f7c-99e8-2494744be1a3,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:12:29.000461 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:29.065427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:29.066073 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:29.067437 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] 10.222.0.121 "PUT /v2.0/ports/f03b895d-3911-4f7c-99e8-2494744be1a3 HTTP/1.1" status: 200 len: 1094 time: 1.0070791 Jan 21 10:12:29.067870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'tag': 'f03b895d-3911-4f7c-99e8-2494744be1a3'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:29.098252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7d75b-f246-4bc6-84d1-c239f1b09e18 service neutron] Pushing event updated for resources: {'Port': ['ID=f03b895d-3911-4f7c-99e8-2494744be1a3,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:29.163243 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'tag': 'f03b895d-3911-4f7c-99e8-2494744be1a3', 'status': 'completed', 'code': 200} Jan 21 10:12:29.210084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c0a2a4b2-a16f-476a-a811-682845d55e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:29.211676 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-c0a2a4b2-a16f-476a-a811-682845d55e8d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 1097 time: 0.0966623 Jan 21 10:12:29.282739 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-388a3bc6-bdd6-423f-ba4e-dc251b6e0b2e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03b895d-3911-4f7c-99e8-2494744be1a3 HTTP/1.1" status: 200 len: 217 time: 0.0640697 Jan 21 10:12:29.343250 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-1bddd386-6069-4756-a83f-4ac8795b6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:29.344634 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-1bddd386-6069-4756-a83f-4ac8795b6c3b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0562303 Jan 21 10:12:29.420811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-e872617f-6d8a-484f-98bd-5e9868641138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:29.422229 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-e872617f-6d8a-484f-98bd-5e9868641138 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718668 Jan 21 10:12:29.713322 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-54f05033-eeec-47f6-9081-3feaea1ec053 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836478 Jan 21 10:12:29.852122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea89ca-36d4-4596-a0a9-1e2bbfaab70f req-966e9357-3d30-48a3-9429-6ebfac012c93 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:29.853532 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87ea89ca-36d4-4596-a0a9-1e2bbfaab70f req-966e9357-3d30-48a3-9429-6ebfac012c93 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 944 time: 0.1854770 Jan 21 10:12:29.883849 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15d7b366-ffca-40ae-9cd0-b9f61df25795 req-4f5a9385-e775-40cb-b656-65e7fe28c0df service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607823 Jan 21 10:12:29.909557 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87ea89ca-36d4-4596-a0a9-1e2bbfaab70f req-b37fcc01-aadd-40f7-8679-53cc36d96180 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473073 Jan 21 10:12:29.924143 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:12:30.010883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df4922-de18-4a54-8747-2893d8a8fa62 req-108e3694-c5d6-4a16-8581-cd64357e435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:30.012384 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09df4922-de18-4a54-8747-2893d8a8fa62 req-108e3694-c5d6-4a16-8581-cd64357e435c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 1097 time: 0.0720518 Jan 21 10:12:30.147650 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df4922-de18-4a54-8747-2893d8a8fa62 req-931538a8-888e-4325-b745-7eaa9f4f8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:30.149233 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09df4922-de18-4a54-8747-2893d8a8fa62 req-931538a8-888e-4325-b745-7eaa9f4f8985 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1308393 Jan 21 10:12:30.221017 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09df4922-de18-4a54-8747-2893d8a8fa62 req-07a76fcf-0602-4c5a-a4c0-236cc03833fd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03b895d-3911-4f7c-99e8-2494744be1a3 HTTP/1.1" status: 200 len: 217 time: 0.0655212 Jan 21 10:12:30.282975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df4922-de18-4a54-8747-2893d8a8fa62 req-b43b1c21-338c-4bd9-bf84-38062b1eb0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:30.284441 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09df4922-de18-4a54-8747-2893d8a8fa62 req-b43b1c21-338c-4bd9-bf84-38062b1eb0d7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0571253 Jan 21 10:12:30.365413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df4922-de18-4a54-8747-2893d8a8fa62 req-310afda9-0bf1-4560-9e28-291780e0472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:30.366855 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09df4922-de18-4a54-8747-2893d8a8fa62 req-310afda9-0bf1-4560-9e28-291780e0472a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760534 Jan 21 10:12:30.492193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:30.510416 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09df4922-de18-4a54-8747-2893d8a8fa62 req-ac146518-3b3e-4805-ab6b-b9adf1434a77 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366980 Jan 21 10:12:30.642338 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09df4922-de18-4a54-8747-2893d8a8fa62 req-a4eb7b93-2192-4431-88cb-6fd96c62c2db service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255758 Jan 21 10:12:31.098645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa122e70-8bd0-4803-a9fc-aee1d4f63c04 req-8dc57e9d-2706-4f9c-a96f-fd117be224d8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:31.100143 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fa122e70-8bd0-4803-a9fc-aee1d4f63c04 req-8dc57e9d-2706-4f9c-a96f-fd117be224d8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 944 time: 0.0825276 Jan 21 10:12:31.146767 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fa122e70-8bd0-4803-a9fc-aee1d4f63c04 req-0cd445d1-f67d-4829-a999-f710d8c260e7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394068 Jan 21 10:12:32.346107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd1fc1-da1d-4503-9a88-ca6bd4757fdb req-0d3c1e4d-44a8-4b11-9f7d-5f4b8fa6fef9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:32.347563 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5dcd1fc1-da1d-4503-9a88-ca6bd4757fdb req-0d3c1e4d-44a8-4b11-9f7d-5f4b8fa6fef9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 944 time: 0.0895555 Jan 21 10:12:32.391601 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5dcd1fc1-da1d-4503-9a88-ca6bd4757fdb req-7db05553-dab4-4349-9918-f5591cb4ef27 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383737 Jan 21 10:12:32.822460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device f03b895d-3911-4f7c-99e8-2494744be1a3 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:12:32.986292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port f03b895d-3911-4f7c-99e8-2494744be1a3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f03b895d-3911-4f7c-99e8-2494744be1a3,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:12:32.999158 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'f03b895d-3911-4f7c-99e8-2494744be1a3', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'port_id': 'f03b895d-3911-4f7c-99e8-2494744be1a3', 'mac_address': 'fa:16:3e:de:d3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:12:33.055603 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:33.072969 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03b895d-3911-4f7c-99e8-2494744be1a3 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:12:33.090233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port f03b895d-3911-4f7c-99e8-2494744be1a3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f03b895d-3911-4f7c-99e8-2494744be1a3,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:12:33.096377 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:33.164791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=f03b895d-3911-4f7c-99e8-2494744be1a3,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:33.458375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['f03b895d-3911-4f7c-99e8-2494744be1a3'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:12:33.589783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb4ec0-ec6b-4d88-984c-1fe00515ce04 req-bfa2b7b8-5a96-4a13-a8b6-b06b7a9219de tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:33.591239 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-28bb4ec0-ec6b-4d88-984c-1fe00515ce04 req-bfa2b7b8-5a96-4a13-a8b6-b06b7a9219de tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 945 time: 0.0800862 Jan 21 10:12:33.639463 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-28bb4ec0-ec6b-4d88-984c-1fe00515ce04 req-25242460-b588-4fcb-8ba4-7525457bd38d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422239 Jan 21 10:12:34.834366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeda58-ebcb-4ecf-8369-962e5dec7808 req-4311dde6-002e-4b2e-b4ea-31369eec03bb tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:34.835456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device f03b895d-3911-4f7c-99e8-2494744be1a3 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:34.835904 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0beeda58-ebcb-4ecf-8369-962e5dec7808 req-4311dde6-002e-4b2e-b4ea-31369eec03bb tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 945 time: 0.0856457 Jan 21 10:12:34.889120 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0beeda58-ebcb-4ecf-8369-962e5dec7808 req-3282ea40-cbbc-418b-b11b-6493f9e1db95 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467317 Jan 21 10:12:34.942609 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port f03b895d-3911-4f7c-99e8-2494744be1a3 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:34.947942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port f03b895d-3911-4f7c-99e8-2494744be1a3 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:34.948356 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:35.070857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:35.099286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b895d-3911-4f7c-99e8-2494744be1a3'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:35.110265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port f03b895d-3911-4f7c-99e8-2494744be1a3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f03b895d-3911-4f7c-99e8-2494744be1a3,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:12:35.115651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:35.148088 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b895d-3911-4f7c-99e8-2494744be1a3', 'code': 200} Jan 21 10:12:35.190653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=f03b895d-3911-4f7c-99e8-2494744be1a3,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:35.392755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4eb3b-8f16-4171-8903-67d1a360d1e8 req-f893edca-2ea2-4f49-b49f-db6ee27fbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:35.394257 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-acf4eb3b-8f16-4171-8903-67d1a360d1e8 req-f893edca-2ea2-4f49-b49f-db6ee27fbc10 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 1099 time: 0.0716937 Jan 21 10:12:35.436510 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-acf4eb3b-8f16-4171-8903-67d1a360d1e8 req-889f15b5-f873-4c4e-bb09-60a2f958b32f service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342517 Jan 21 10:12:36.094494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233311f7-c270-4aba-a1a3-71c8bbf2c18e req-b23c7eaa-c494-4e9e-beb9-9f3b2cd4f8e0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:36.095917 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-233311f7-c270-4aba-a1a3-71c8bbf2c18e req-b23c7eaa-c494-4e9e-beb9-9f3b2cd4f8e0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0907705 Jan 21 10:12:36.139001 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-233311f7-c270-4aba-a1a3-71c8bbf2c18e req-ba11ddd6-82d1-4495-8702-df2c3b6f8869 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371561 Jan 21 10:12:36.368637 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-836ab48c-0c9e-441f-886d-6d32585d3b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:37.435254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3341a-884c-4beb-8582-5787a5f96080 req-1321b23a-7a1f-4b8d-b8fe-d0f007f6e160 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:37.436710 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a1a3341a-884c-4beb-8582-5787a5f96080 req-1321b23a-7a1f-4b8d-b8fe-d0f007f6e160 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.1844521 Jan 21 10:12:37.483266 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a1a3341a-884c-4beb-8582-5787a5f96080 req-ec52ac84-bd42-4dc7-8a56-388d3c7723e5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382657 Jan 21 10:12:37.691010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b810b4-1cb8-499b-8447-113a717fc9fe req-4c5ef5d8-aefe-436e-887f-17afe4081ca9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:37.692415 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a7b810b4-1cb8-499b-8447-113a717fc9fe req-4c5ef5d8-aefe-436e-887f-17afe4081ca9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.1092045 Jan 21 10:12:37.701276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 52476) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:37.706133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3589b977-a78a-4852-8502-78fca390737e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Request body: {'floatingip': {'port_id': 'f03b895d-3911-4f7c-99e8-2494744be1a3'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:12:37.782694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3589b977-a78a-4852-8502-78fca390737e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:38.409731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3589b977-a78a-4852-8502-78fca390737e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:38.415324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3589b977-a78a-4852-8502-78fca390737e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:38.491457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0467e188-1914-48a6-bf14-2f771057be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:38.592499 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-3589b977-a78a-4852-8502-78fca390737e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d associated. External IP: 172.26.4.78, port: f03b895d-3911-4f7c-99e8-2494744be1a3. Jan 21 10:12:39.054781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3589b977-a78a-4852-8502-78fca390737e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Router b0d78f65-b60e-4ce1-abe1-d8f85875c519 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:12:39.236427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3589b977-a78a-4852-8502-78fca390737e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:12:39.240801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3589b977-a78a-4852-8502-78fca390737e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:39.248857 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7280ceb8-bf8f-4f3e-bb45-17d0aadbb4e8 None None] Sync routers for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:12:39.260397 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7280ceb8-bf8f-4f3e-bb45-17d0aadbb4e8 None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:12:39.261077 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-7280ceb8-bf8f-4f3e-bb45-17d0aadbb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:12:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:39.300382 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3589b977-a78a-4852-8502-78fca390737e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "PUT /v2.0/floatingips/ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d HTTP/1.1" status: 200 len: 991 time: 1.5980155 Jan 21 10:12:39.300937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'tag': 'f03b895d-3911-4f7c-99e8-2494744be1a3'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:39.352611 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'tag': 'f03b895d-3911-4f7c-99e8-2494744be1a3', 'status': 'completed', 'code': 200} Jan 21 10:12:39.439236 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-7280ceb8-bf8f-4f3e-bb45-17d0aadbb4e8 None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:12:39.450727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4c0cc-e259-42a7-8ebe-36f9ee163463 req-b70845f2-5c5f-4150-bc43-872432f1f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:39.452259 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f2a4c0cc-e259-42a7-8ebe-36f9ee163463 req-b70845f2-5c5f-4150-bc43-872432f1f5d8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 1099 time: 0.0767362 Jan 21 10:12:39.590762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4c0cc-e259-42a7-8ebe-36f9ee163463 req-507dfc3b-3be4-488d-8464-44fcb541dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:39.592286 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f2a4c0cc-e259-42a7-8ebe-36f9ee163463 req-507dfc3b-3be4-488d-8464-44fcb541dbe4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1325722 Jan 21 10:12:39.625979 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:39.702539 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f2a4c0cc-e259-42a7-8ebe-36f9ee163463 req-306f1ce9-4e75-4c62-a3ef-9899d7df6616 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03b895d-3911-4f7c-99e8-2494744be1a3 HTTP/1.1" status: 200 len: 999 time: 0.1039350 Jan 21 10:12:39.765069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4c0cc-e259-42a7-8ebe-36f9ee163463 req-99faedca-5e6a-44e6-9951-e6aab2560766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:39.766494 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f2a4c0cc-e259-42a7-8ebe-36f9ee163463 req-99faedca-5e6a-44e6-9951-e6aab2560766 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0570748 Jan 21 10:12:39.794084 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-7280ceb8-bf8f-4f3e-bb45-17d0aadbb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'port_id': 'f03b895d-3911-4f7c-99e8-2494744be1a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'mac_address': 'fa:16:3e:de:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:25Z', 'updated_at': '2022-01-21T10:12:38Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:39.798116 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7280ceb8-bf8f-4f3e-bb45-17d0aadbb4e8 None None] Checking router: b0d78f65-b60e-4ce1-abe1-d8f85875c519 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:12:39.807051 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7280ceb8-bf8f-4f3e-bb45-17d0aadbb4e8 None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:12:39.807662 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-7280ceb8-bf8f-4f3e-bb45-17d0aadbb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:12:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:39.843512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4c0cc-e259-42a7-8ebe-36f9ee163463 req-f8bbb9a8-b338-4307-aecb-b3b79c1537fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:39.844918 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f2a4c0cc-e259-42a7-8ebe-36f9ee163463 req-f8bbb9a8-b338-4307-aecb-b3b79c1537fa service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718629 Jan 21 10:12:39.854919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:39.975556 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f2a4c0cc-e259-42a7-8ebe-36f9ee163463 req-150297c2-0781-4094-9a58-bbbf957cb103 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241970 Jan 21 10:12:39.986756 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-7280ceb8-bf8f-4f3e-bb45-17d0aadbb4e8 None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:12:40.107258 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f2a4c0cc-e259-42a7-8ebe-36f9ee163463 req-7929d378-63cb-4431-9c05-f792868a449b service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256797 Jan 21 10:12:40.333477 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-7280ceb8-bf8f-4f3e-bb45-17d0aadbb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'port_id': 'f03b895d-3911-4f7c-99e8-2494744be1a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'mac_address': 'fa:16:3e:de:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:25Z', 'updated_at': '2022-01-21T10:12:38Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:40.337622 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7280ceb8-bf8f-4f3e-bb45-17d0aadbb4e8 None None] The sync data for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'port_id': 'f03b895d-3911-4f7c-99e8-2494744be1a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'mac_address': 'fa:16:3e:de:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:25Z', 'updated_at': '2022-01-21T10:12:38Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:12:40.551133 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900bcd3f-030b-4547-8e48-c70ba09bf3a2 None None] New status for floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:12:41.195271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:00.499871 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.362317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7457cc7d-670b-43cb-a5ab-4f08ab30c27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.405925 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd0e5915-f7d4-43c5-a025-f3f5ee5b2948 req-24651b34-ca65-466b-9b66-2fb242488af4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743208 Jan 21 10:13:06.555044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e5915-f7d4-43c5-a025-f3f5ee5b2948 req-35e7a36b-3985-4f66-a2c0-9720fb6c95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:06.556595 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd0e5915-f7d4-43c5-a025-f3f5ee5b2948 req-35e7a36b-3985-4f66-a2c0-9720fb6c95ca service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 1099 time: 0.0775752 Jan 21 10:13:06.709699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e5915-f7d4-43c5-a025-f3f5ee5b2948 req-b11cfaf6-d966-4b6b-9eda-30326ff17916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:06.711109 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd0e5915-f7d4-43c5-a025-f3f5ee5b2948 req-b11cfaf6-d966-4b6b-9eda-30326ff17916 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1349697 Jan 21 10:13:06.820369 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd0e5915-f7d4-43c5-a025-f3f5ee5b2948 req-58bbc89d-2260-4753-8933-c21b2a877912 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03b895d-3911-4f7c-99e8-2494744be1a3 HTTP/1.1" status: 200 len: 1001 time: 0.1026545 Jan 21 10:13:06.893507 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e5915-f7d4-43c5-a025-f3f5ee5b2948 req-20c88c00-6b6c-42fa-9f25-5e04216d1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:06.894986 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd0e5915-f7d4-43c5-a025-f3f5ee5b2948 req-20c88c00-6b6c-42fa-9f25-5e04216d1b01 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0674689 Jan 21 10:13:06.923930 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:13:07.082693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e5915-f7d4-43c5-a025-f3f5ee5b2948 req-cd6e6aa4-e82d-4f64-9854-ade6cef9c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:07.084099 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd0e5915-f7d4-43c5-a025-f3f5ee5b2948 req-cd6e6aa4-e82d-4f64-9854-ade6cef9c3bf service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1826701 Jan 21 10:13:07.214148 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd0e5915-f7d4-43c5-a025-f3f5ee5b2948 req-2ef7ad18-0ae6-4ec0-a6ed-b1ad1b7e7de0 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236644 Jan 21 10:13:07.351530 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd0e5915-f7d4-43c5-a025-f3f5ee5b2948 req-34f253fe-20cf-40ad-8712-c2e75d5f2d48 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317391 Jan 21 10:13:08.488096 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5c395b5f-9d31-4efa-870a-bc5038bdde86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:09.622506 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:09.862921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:11.194898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:30.494318 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:36.378667 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d47f1abf-230c-464c-adfa-1e4a548df80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:38.489445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c412ab7c-4fba-4787-b447-251d8513e072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:39.627321 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:39.865596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:41.199868 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:43.930233 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:13:59.439104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e58d2-7b16-4866-8723-f88ed4685ad6 req-0111886f-f3d5-440d-9556-b8a131509de3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:59.440585 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-391e58d2-7b16-4866-8723-f88ed4685ad6 req-0111886f-f3d5-440d-9556-b8a131509de3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.2168019 Jan 21 10:13:59.483614 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-391e58d2-7b16-4866-8723-f88ed4685ad6 req-e8f5e5fd-57fd-4baf-876f-7b5cc3cf1ccb tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371945 Jan 21 10:14:00.512263 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:00.731143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72d736-c4b6-48f0-8287-14c25b6ccf26 req-a517ff1e-8605-4c61-9455-03a2c6e1531e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:00.732621 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c72d736-c4b6-48f0-8287-14c25b6ccf26 req-a517ff1e-8605-4c61-9455-03a2c6e1531e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.1347573 Jan 21 10:14:00.781195 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c72d736-c4b6-48f0-8287-14c25b6ccf26 req-b6b4360e-6a12-46d2-9012-ceb09307beda tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427923 Jan 21 10:14:01.978662 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd63fd-e674-409d-b0c3-b00abd9bf300 req-84107c44-6213-48a4-957e-172ca1fa9a0b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:01.980115 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f6dd63fd-e674-409d-b0c3-b00abd9bf300 req-84107c44-6213-48a4-957e-172ca1fa9a0b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0821540 Jan 21 10:14:02.025929 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f6dd63fd-e674-409d-b0c3-b00abd9bf300 req-6f505437-5a49-4878-b3f2-87f25d29e6f2 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376315 Jan 21 10:14:03.214937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886e47b-3382-454c-9d3b-690a00667e55 req-8551aeb6-a5c7-4722-bdbd-cb717403579d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:03.216383 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5886e47b-3382-454c-9d3b-690a00667e55 req-8551aeb6-a5c7-4722-bdbd-cb717403579d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0846512 Jan 21 10:14:03.262776 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5886e47b-3382-454c-9d3b-690a00667e55 req-eac1142c-764e-474e-a10f-51d034676bae tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379560 Jan 21 10:14:04.457338 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72d87a-9080-4f62-b5de-279f6e214d96 req-f7252059-079d-471e-8382-d9d512b936c2 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:04.458790 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0d72d87a-9080-4f62-b5de-279f6e214d96 req-f7252059-079d-471e-8382-d9d512b936c2 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0890758 Jan 21 10:14:04.502624 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0d72d87a-9080-4f62-b5de-279f6e214d96 req-efa20534-97a0-477a-9298-c2382888268b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377727 Jan 21 10:14:05.707007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5465a5e-e5ff-4c5e-b2c5-519c690db8b1 req-7ae7060e-b66f-4d16-bded-43090bda15ae tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:05.708480 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e5465a5e-e5ff-4c5e-b2c5-519c690db8b1 req-7ae7060e-b66f-4d16-bded-43090bda15ae tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0895321 Jan 21 10:14:05.753334 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e5465a5e-e5ff-4c5e-b2c5-519c690db8b1 req-c928d4db-191e-4099-94ae-2592b12360df tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389822 Jan 21 10:14:06.364030 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a38fec3c-8df0-4dee-bf26-aaa394575301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:06.534746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f841a14-7f18-4232-bd26-e475710f7067 req-e6fb90cd-a5b2-46ca-b60f-f1b6a8383a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:06.536960 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f841a14-7f18-4232-bd26-e475710f7067 req-e6fb90cd-a5b2-46ca-b60f-f1b6a8383a9f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 1099 time: 0.1431646 Jan 21 10:14:06.687600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f841a14-7f18-4232-bd26-e475710f7067 req-4e2557c5-a27f-424d-adb4-bc2ca92ace99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:06.689128 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f841a14-7f18-4232-bd26-e475710f7067 req-4e2557c5-a27f-424d-adb4-bc2ca92ace99 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1323149 Jan 21 10:14:06.793837 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f841a14-7f18-4232-bd26-e475710f7067 req-d73abbd9-a348-445a-9c8f-8cc5c9449a20 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03b895d-3911-4f7c-99e8-2494744be1a3 HTTP/1.1" status: 200 len: 1001 time: 0.0973647 Jan 21 10:14:06.904090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f841a14-7f18-4232-bd26-e475710f7067 req-2e671d4c-883a-4c81-a0a3-af0fa7ed31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:06.905586 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f841a14-7f18-4232-bd26-e475710f7067 req-2e671d4c-883a-4c81-a0a3-af0fa7ed31cf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.1053226 Jan 21 10:14:07.017906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c1c7-69bf-4fa6-b339-973028a312f7 req-b6e0a047-337d-43ee-9b36-f69a4cd93db8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:07.019370 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5b82c1c7-69bf-4fa6-b339-973028a312f7 req-b6e0a047-337d-43ee-9b36-f69a4cd93db8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.1591392 Jan 21 10:14:07.023651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f841a14-7f18-4232-bd26-e475710f7067 req-6e0fe129-c47f-4f7e-8166-82363456891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:07.025164 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f841a14-7f18-4232-bd26-e475710f7067 req-6e0fe129-c47f-4f7e-8166-82363456891d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1127563 Jan 21 10:14:07.146212 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5b82c1c7-69bf-4fa6-b339-973028a312f7 req-3b3715fd-58f6-4421-bc92-e3e14a26bddd tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200879 Jan 21 10:14:07.280278 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f841a14-7f18-4232-bd26-e475710f7067 req-f6cd225a-3f8f-4218-bf9a-ba7674943ff1 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414877 Jan 21 10:14:07.413340 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f841a14-7f18-4232-bd26-e475710f7067 req-32019c49-ed51-49df-ba9f-fcdf87dac4a1 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261632 Jan 21 10:14:08.344688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74c58d-2a5f-4be6-bad9-f27c0a09207e req-debf74bf-5a25-4a4e-be22-6bba9f39dc53 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:08.346163 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7a74c58d-2a5f-4be6-bad9-f27c0a09207e req-debf74bf-5a25-4a4e-be22-6bba9f39dc53 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0820551 Jan 21 10:14:08.391375 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7a74c58d-2a5f-4be6-bad9-f27c0a09207e req-16d45030-1049-49bd-91ea-9d79f8ba150d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395963 Jan 21 10:14:08.495528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7b7dfba4-0cfc-43e5-9d3e-47f3901b8f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:09.593432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367fff0-4fef-41a9-b340-7e3a19b38fb6 req-5eb610d9-104f-4ac0-947c-8dd4be254bbc tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:09.594868 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c367fff0-4fef-41a9-b340-7e3a19b38fb6 req-5eb610d9-104f-4ac0-947c-8dd4be254bbc tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0867550 Jan 21 10:14:09.636191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:09.640359 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c367fff0-4fef-41a9-b340-7e3a19b38fb6 req-dad9d3a3-23a0-45dc-9608-19f73184f1ce tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397499 Jan 21 10:14:09.873626 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:10.837874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf24430-65cc-4587-9007-c4ae973a2b4d req-470bd4f7-7c71-493d-a9b4-c496901a4569 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:10.839307 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcf24430-65cc-4587-9007-c4ae973a2b4d req-470bd4f7-7c71-493d-a9b4-c496901a4569 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0904238 Jan 21 10:14:10.886018 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcf24430-65cc-4587-9007-c4ae973a2b4d req-7aae0994-af90-47bf-b9d0-0c6d5367d935 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384436 Jan 21 10:14:11.201427 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:11.300382 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-38a5d228-4e22-4d39-aae7-311815c79821 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1156552 Jan 21 10:14:11.310539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13ad43-a733-48d5-96b3-b76c4f41cf34 req-075cfca4-e52c-4e75-bb25-2824757be494 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:11.312051 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2a13ad43-a733-48d5-96b3-b76c4f41cf34 req-075cfca4-e52c-4e75-bb25-2824757be494 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0843847 Jan 21 10:14:11.356328 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2a13ad43-a733-48d5-96b3-b76c4f41cf34 req-7ebaa483-b610-4da6-90dd-0f566a9aecf9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384636 Jan 21 10:14:12.586525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e619-4e03-470c-82b9-db14ead54c75 req-38ac4bd1-bb37-433f-9009-3bf77d7d1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:12.588041 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-38ac4bd1-bb37-433f-9009-3bf77d7d1597 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 1099 time: 0.1312065 Jan 21 10:14:12.598141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f5311-1813-4854-a955-8ad942c5229a req-b0b4a3a1-df16-4bf2-a39c-8f3b1391915f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:12.599490 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e7f5311-1813-4854-a955-8ad942c5229a req-b0b4a3a1-df16-4bf2-a39c-8f3b1391915f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.1124940 Jan 21 10:14:12.726968 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e7f5311-1813-4854-a955-8ad942c5229a req-869bf2b2-36de-4032-bf24-ba01b262fe14 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091557 Jan 21 10:14:12.755711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e619-4e03-470c-82b9-db14ead54c75 req-6530e35a-6bc5-4ec5-981d-464de55f2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:12.757198 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-6530e35a-6bc5-4ec5-981d-464de55f2336 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1568909 Jan 21 10:14:12.858861 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-2774a67e-ad19-4fc8-9e0f-08db0184841f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03b895d-3911-4f7c-99e8-2494744be1a3 HTTP/1.1" status: 200 len: 1001 time: 0.0950124 Jan 21 10:14:12.923475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e619-4e03-470c-82b9-db14ead54c75 req-9936f1a5-6170-4758-9ce0-ba779f132784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:12.924904 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-9936f1a5-6170-4758-9ce0-ba779f132784 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0598688 Jan 21 10:14:13.002327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e619-4e03-470c-82b9-db14ead54c75 req-3d821c18-d0c8-42be-b028-53f8b233e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:13.003631 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-3d821c18-d0c8-42be-b028-53f8b233e2d6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725150 Jan 21 10:14:13.138069 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-16b0a78c-f5b6-4a17-b8e4-b4083caf2fbb service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267264 Jan 21 10:14:13.270636 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-4d9ba317-ccdf-4dcb-bebf-400bdefbd183 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262207 Jan 21 10:14:13.940212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b4610-8eb2-4ac8-aa05-5c4693ea7cf5 req-3e1b76eb-c66f-4109-8fc2-d25e7073edec tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:13.941698 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ed1b4610-8eb2-4ac8-aa05-5c4693ea7cf5 req-3e1b76eb-c66f-4109-8fc2-d25e7073edec tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0881436 Jan 21 10:14:13.985334 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ed1b4610-8eb2-4ac8-aa05-5c4693ea7cf5 req-4b183580-a9ee-458f-8aa4-3be3af8eb322 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378234 Jan 21 10:14:15.005242 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-be39e901-904e-428f-9fd1-e7c3d6df760e service neutron] 10.222.0.121 "GET /v2.0/ports/f03b895d-3911-4f7c-99e8-2494744be1a3/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0826609 Jan 21 10:14:15.332001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84537f-2173-470c-869a-e648b41d6709 req-ea58574c-a0b6-4bd8-9945-76daf160e715 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:15.333357 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aa84537f-2173-470c-869a-e648b41d6709 req-ea58574c-a0b6-4bd8-9945-76daf160e715 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.2269788 Jan 21 10:14:15.365447 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e619-4e03-470c-82b9-db14ead54c75 req-91736f66-95e9-4f06-a304-ae4a6373166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:15.366890 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-91736f66-95e9-4f06-a304-ae4a6373166b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 1099 time: 0.1110647 Jan 21 10:14:15.386280 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aa84537f-2173-470c-869a-e648b41d6709 req-6878ae02-d0df-4253-9416-ab73e21a49f3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466506 Jan 21 10:14:15.469299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e619-4e03-470c-82b9-db14ead54c75 req-8fb32510-f9a1-4a14-97d0-98b93f5e6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:15.470747 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-8fb32510-f9a1-4a14-97d0-98b93f5e6e86 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 1099 time: 0.0815949 Jan 21 10:14:15.599748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e619-4e03-470c-82b9-db14ead54c75 req-7eb45b7f-c170-45ba-99f4-8f40b906b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:15.601141 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-7eb45b7f-c170-45ba-99f4-8f40b906b733 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1243901 Jan 21 10:14:15.705398 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-eb5af058-17b7-4d74-8d9f-613106e430db service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03b895d-3911-4f7c-99e8-2494744be1a3 HTTP/1.1" status: 200 len: 1001 time: 0.0978575 Jan 21 10:14:15.765161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e619-4e03-470c-82b9-db14ead54c75 req-f4d0c083-543e-4379-b57f-66888e87abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:15.766527 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-f4d0c083-543e-4379-b57f-66888e87abf4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0551448 Jan 21 10:14:15.843375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e619-4e03-470c-82b9-db14ead54c75 req-342f4e6d-efd3-4d7c-8d26-04027697dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:15.844827 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-342f4e6d-efd3-4d7c-8d26-04027697dc3d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719860 Jan 21 10:14:15.975651 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-c71eaac1-da55-4b96-acae-b80a59b71985 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247313 Jan 21 10:14:16.105603 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1307e619-4e03-470c-82b9-db14ead54c75 req-9bfa2d07-a78f-4841-9457-9c27fd2b2b3e service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242402 Jan 21 10:14:16.576863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da3b83-2147-4539-b669-c2ae66b1a2e7 req-374658de-558d-4626-b3a9-f3219c8dbbe7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:16.578195 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c9da3b83-2147-4539-b669-c2ae66b1a2e7 req-374658de-558d-4626-b3a9-f3219c8dbbe7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0857563 Jan 21 10:14:16.622524 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c9da3b83-2147-4539-b669-c2ae66b1a2e7 req-99580e43-0c76-4dcd-a7e9-5f460529fdd4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385633 Jan 21 10:14:17.299236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device f03b895d-3911-4f7c-99e8-2494744be1a3 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:14:17.414324 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:17.440178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03b895d-3911-4f7c-99e8-2494744be1a3'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:17.449691 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port f03b895d-3911-4f7c-99e8-2494744be1a3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f03b895d-3911-4f7c-99e8-2494744be1a3,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:17.455419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:17.524262 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=f03b895d-3911-4f7c-99e8-2494744be1a3,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:17.531579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:17.531931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:17.532271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:17.532630 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:17.532961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:17.533294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:17.533620 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:17.533946 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:17.534274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:17.534600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:17.534915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:17.535233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:17.556843 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03b895d-3911-4f7c-99e8-2494744be1a3', 'code': 200} Jan 21 10:14:17.829847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4656c1-27db-41e7-a14d-19eeed69073f req-a465e247-cb70-4df7-b5e1-968c3daea807 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:17.831183 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9a4656c1-27db-41e7-a14d-19eeed69073f req-a465e247-cb70-4df7-b5e1-968c3daea807 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 944 time: 0.0932667 Jan 21 10:14:17.875034 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9a4656c1-27db-41e7-a14d-19eeed69073f req-0e59c46d-9245-4a6a-beb1-20ada1f11340 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380166 Jan 21 10:14:19.074099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ccda5-cd8c-4d2c-ac00-71c7df4cb111 req-e1afd44b-0083-4ca7-bf3e-15002fa320f6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:19.075543 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e7ccda5-cd8c-4d2c-ac00-71c7df4cb111 req-e1afd44b-0083-4ca7-bf3e-15002fa320f6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 944 time: 0.0845432 Jan 21 10:14:19.119158 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e7ccda5-cd8c-4d2c-ac00-71c7df4cb111 req-ba5e93c5-83f3-4476-a522-b2085dee3942 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378432 Jan 21 10:14:19.289669 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device f03b895d-3911-4f7c-99e8-2494744be1a3 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:14:19.423761 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port f03b895d-3911-4f7c-99e8-2494744be1a3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f03b895d-3911-4f7c-99e8-2494744be1a3,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:19.436989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'f03b895d-3911-4f7c-99e8-2494744be1a3', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'port_id': 'f03b895d-3911-4f7c-99e8-2494744be1a3', 'mac_address': 'fa:16:3e:de:d3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:14:19.489470 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0eaea-ac4f-4f4a-9033-c261d4f8a29f req-298870cc-c53f-4bb5-9e15-ec2c1baf859c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:19.490997 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-36e0eaea-ac4f-4f4a-9033-c261d4f8a29f req-298870cc-c53f-4bb5-9e15-ec2c1baf859c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 944 time: 0.1397336 Jan 21 10:14:19.494137 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:19.502289 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9221-265c-4362-98d3-9ec3deaec2d2 req-23d08233-3574-4809-8bf2-9ea14653bb4c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:19.503708 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87db9221-265c-4362-98d3-9ec3deaec2d2 req-23d08233-3574-4809-8bf2-9ea14653bb4c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3&tenant_id=93d8cbe3a80644328fee9948bdf44ca4&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 944 time: 0.1143556 Jan 21 10:14:19.511500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03b895d-3911-4f7c-99e8-2494744be1a3 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:14:19.528990 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port f03b895d-3911-4f7c-99e8-2494744be1a3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f03b895d-3911-4f7c-99e8-2494744be1a3,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:19.534534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:19.553937 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-36e0eaea-ac4f-4f4a-9033-c261d4f8a29f req-4a1db75e-5c40-4ded-a125-53cfa2365c46 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492001 Jan 21 10:14:19.604510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['f03b895d-3911-4f7c-99e8-2494744be1a3'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:14:19.646314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=f03b895d-3911-4f7c-99e8-2494744be1a3,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:19.647823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9221-265c-4362-98d3-9ec3deaec2d2 req-4e243561-2d52-47a2-91c3-7db795d8514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:19.649369 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87db9221-265c-4362-98d3-9ec3deaec2d2 req-4e243561-2d52-47a2-91c3-7db795d8514a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 1098 time: 0.0749846 Jan 21 10:14:19.779294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9221-265c-4362-98d3-9ec3deaec2d2 req-947b50f1-8a74-4810-abbd-a6057e196043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:19.780741 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87db9221-265c-4362-98d3-9ec3deaec2d2 req-947b50f1-8a74-4810-abbd-a6057e196043 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1249633 Jan 21 10:14:19.997891 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87db9221-265c-4362-98d3-9ec3deaec2d2 req-951133e0-eaee-4b28-9c9f-471584647b76 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03b895d-3911-4f7c-99e8-2494744be1a3 HTTP/1.1" status: 200 len: 1000 time: 0.2110631 Jan 21 10:14:20.064849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9221-265c-4362-98d3-9ec3deaec2d2 req-605a04de-7d4e-4cc7-b72b-def336257f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:20.066187 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87db9221-265c-4362-98d3-9ec3deaec2d2 req-605a04de-7d4e-4cc7-b72b-def336257f72 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0614042 Jan 21 10:14:20.143868 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9221-265c-4362-98d3-9ec3deaec2d2 req-21555fa2-6650-4148-91e1-f7043d863c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:20.145306 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87db9221-265c-4362-98d3-9ec3deaec2d2 req-21555fa2-6650-4148-91e1-f7043d863c03 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734954 Jan 21 10:14:20.276166 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87db9221-265c-4362-98d3-9ec3deaec2d2 req-34fd2196-e5c1-4a8c-a1c7-d770312e1a15 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246827 Jan 21 10:14:20.418278 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87db9221-265c-4362-98d3-9ec3deaec2d2 req-7c3c97b7-fe00-4ef4-914d-f5690b31c219 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365044 Jan 21 10:14:20.748319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f9411-86bf-41b3-918d-b224d386fa28 req-b3736baf-5956-4377-a605-28d63c002d79 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:20.749716 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fb9f9411-86bf-41b3-918d-b224d386fa28 req-b3736baf-5956-4377-a605-28d63c002d79 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 945 time: 0.0893657 Jan 21 10:14:20.796136 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fb9f9411-86bf-41b3-918d-b224d386fa28 req-a872ebf0-d30d-486c-84ba-54b6ff4ea3ce tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391517 Jan 21 10:14:20.930552 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:14:21.290778 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device f03b895d-3911-4f7c-99e8-2494744be1a3 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:14:21.363364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port f03b895d-3911-4f7c-99e8-2494744be1a3 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:14:21.363729 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:21.476914 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:21.504616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b895d-3911-4f7c-99e8-2494744be1a3'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:21.516809 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port f03b895d-3911-4f7c-99e8-2494744be1a3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f03b895d-3911-4f7c-99e8-2494744be1a3,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:21.524420 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:21.558285 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b895d-3911-4f7c-99e8-2494744be1a3', 'code': 200} Jan 21 10:14:21.594924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=f03b895d-3911-4f7c-99e8-2494744be1a3,revision_number=8']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:21.985308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824797-990a-41b3-9a85-0ffbe6a9192a req-1335cb1e-440e-4b03-b1d9-288698fb7930 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:21.986754 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33824797-990a-41b3-9a85-0ffbe6a9192a req-1335cb1e-440e-4b03-b1d9-288698fb7930 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0859396 Jan 21 10:14:22.032944 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33824797-990a-41b3-9a85-0ffbe6a9192a req-e2ab5b92-5f1d-4174-914c-b06b39b4a0b9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377960 Jan 21 10:14:22.222538 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99631075-434b-4596-a97d-3711414297f6 req-0fb3fdf4-f9ea-49af-a401-d4a10ba6d1c9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:22.223974 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-99631075-434b-4596-a97d-3711414297f6 req-0fb3fdf4-f9ea-49af-a401-d4a10ba6d1c9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0850279 Jan 21 10:14:22.278601 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-99631075-434b-4596-a97d-3711414297f6 req-46031c44-8227-4837-83ed-fdaa78824b4d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475149 Jan 21 10:14:22.665898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992f2a3-452a-46f1-8c57-2ec3383d951d req-b16eac92-4895-4875-b80a-4c71e4987e37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:22.667337 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8992f2a3-452a-46f1-8c57-2ec3383d951d req-b16eac92-4895-4875-b80a-4c71e4987e37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.1273527 Jan 21 10:14:22.722366 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8992f2a3-452a-46f1-8c57-2ec3383d951d req-262c8b59-eff3-4f68-8027-2f82267e883c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465467 Jan 21 10:14:22.731579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0318f9-cbc7-4f9f-b805-9e8cd5c160d6 req-d84d89ff-d068-48f0-bc8a-8783899ad7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:22.733007 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f0318f9-cbc7-4f9f-b805-9e8cd5c160d6 req-d84d89ff-d068-48f0-bc8a-8783899ad7cd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 1099 time: 0.1188931 Jan 21 10:14:22.880806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0318f9-cbc7-4f9f-b805-9e8cd5c160d6 req-474bdd28-8101-464b-8245-be9243add23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:22.882260 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f0318f9-cbc7-4f9f-b805-9e8cd5c160d6 req-474bdd28-8101-464b-8245-be9243add23a service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1423171 Jan 21 10:14:22.984841 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f0318f9-cbc7-4f9f-b805-9e8cd5c160d6 req-046cc6c6-ad0d-46d6-b4b9-7fead381bfab service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03b895d-3911-4f7c-99e8-2494744be1a3 HTTP/1.1" status: 200 len: 1001 time: 0.0965555 Jan 21 10:14:23.054530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0318f9-cbc7-4f9f-b805-9e8cd5c160d6 req-5d82bcb8-7dbd-4729-9452-2aa0ebd846ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:23.055960 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f0318f9-cbc7-4f9f-b805-9e8cd5c160d6 req-5d82bcb8-7dbd-4729-9452-2aa0ebd846ed service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0651522 Jan 21 10:14:23.133355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0318f9-cbc7-4f9f-b805-9e8cd5c160d6 req-31183640-0e33-4aca-bf39-d92a5ad831ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:23.135763 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f0318f9-cbc7-4f9f-b805-9e8cd5c160d6 req-31183640-0e33-4aca-bf39-d92a5ad831ac service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730586 Jan 21 10:14:23.273820 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f0318f9-cbc7-4f9f-b805-9e8cd5c160d6 req-c3ba8739-707f-4462-9448-b7053d6ec5c6 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330249 Jan 21 10:14:23.405674 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f0318f9-cbc7-4f9f-b805-9e8cd5c160d6 req-1fc26e9a-6bad-4643-b4a1-168080f2fbd3 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261318 Jan 21 10:14:24.024375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c999c-a9e0-49e7-8b77-d61fa3e9ed79 req-cdb044dd-b4f8-46f9-89a9-60ba568a241e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:24.025975 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-181c999c-a9e0-49e7-8b77-d61fa3e9ed79 req-cdb044dd-b4f8-46f9-89a9-60ba568a241e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.1847911 Jan 21 10:14:24.069430 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-181c999c-a9e0-49e7-8b77-d61fa3e9ed79 req-f79e86c5-735b-4c2e-b5d6-765b8736d3f0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376861 Jan 21 10:14:25.271706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15177a95-01df-411e-9e1e-3e777e02419f req-d528f1d8-f1e7-4995-a1f2-8c3662ce07bd tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:25.273171 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15177a95-01df-411e-9e1e-3e777e02419f req-d528f1d8-f1e7-4995-a1f2-8c3662ce07bd tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0841911 Jan 21 10:14:25.318253 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-15177a95-01df-411e-9e1e-3e777e02419f req-0557ad12-4dff-4d81-a2bd-875244febc25 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394228 Jan 21 10:14:25.724856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976e121-4d6e-40f4-bc68-007ba3b0070c req-0193613b-aafe-479e-a78d-fcd18d5b596c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:25.726153 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e976e121-4d6e-40f4-bc68-007ba3b0070c req-0193613b-aafe-479e-a78d-fcd18d5b596c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0931008 Jan 21 10:14:25.770181 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e976e121-4d6e-40f4-bc68-007ba3b0070c req-783d1448-59a7-4665-b279-0f77e26ad9ce tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382416 Jan 21 10:14:26.971655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979f088-3ffd-4077-b8ba-25ac60080a0f req-ce6033c7-5d29-4b01-8185-f9d0e6713818 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:26.973049 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8979f088-3ffd-4077-b8ba-25ac60080a0f req-ce6033c7-5d29-4b01-8185-f9d0e6713818 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0870700 Jan 21 10:14:27.019101 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8979f088-3ffd-4077-b8ba-25ac60080a0f req-8a9a70ff-0a6f-475c-a367-a7336741dd66 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383637 Jan 21 10:14:27.470525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-d92dda59-f5fb-4e9a-82cd-94f3f9044ffa tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:27.471948 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-d92dda59-f5fb-4e9a-82cd-94f3f9044ffa tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.0912869 Jan 21 10:14:27.547362 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Deleting port f03b895d-3911-4f7c-99e8-2494744be1a3 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:14:27.547703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.804226 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] For port f03b895d-3911-4f7c-99e8-2494744be1a3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f03b895d-3911-4f7c-99e8-2494744be1a3,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:27.804521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:28.105900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:28.106604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:28.106604 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d disassociated. External IP: 172.26.4.78, port: f03b895d-3911-4f7c-99e8-2494744be1a3. Jan 21 10:14:28.106915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Calling delete_port for f03b895d-3911-4f7c-99e8-2494744be1a3 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:14:28.287710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e07fb9-7409-471c-a9a9-fd0bb0810fcf req-4fda504b-a1eb-4553-b0ae-e67f3812afc8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:28.289212 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-55e07fb9-7409-471c-a9a9-fd0bb0810fcf req-4fda504b-a1eb-4553-b0ae-e67f3812afc8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 946 time: 0.1549659 Jan 21 10:14:28.346664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:28.385136 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-55e07fb9-7409-471c-a9a9-fd0bb0810fcf req-55de79fc-a0fe-4a59-b7f4-4fc868440588 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859747 Jan 21 10:14:28.401377 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event deleted for resources: {'Port': ['ID=f03b895d-3911-4f7c-99e8-2494744be1a3,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:28.410624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:28.410951 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:28.411289 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:28.411640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:28.412616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:28.412616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:28.412616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:28.413017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:28.413282 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:28.413604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:28.413914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:28.414246 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:28.705484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Router b0d78f65-b60e-4ce1-abe1-d8f85875c519 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:14:28.883670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:14:28.895533 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c294d6-a898-4976-84c4-cee33386cadb None None] Sync routers for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:14:28.908712 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c294d6-a898-4976-84c4-cee33386cadb None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:14:28.909316 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-65c294d6-a898-4976-84c4-cee33386cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:14:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:28.962057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] No DVR routers for this DVR port f03b895d-3911-4f7c-99e8-2494744be1a3 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:14:28.964803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:28.967311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'name': 'network-vif-deleted', 'tag': 'f03b895d-3911-4f7c-99e8-2494744be1a3'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:28.984262 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6e3d0437-2032-4302-89ee-d6a63c621fec req-b323b646-6b5e-410d-bdd8-b122410d70ad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "DELETE /v2.0/ports/f03b895d-3911-4f7c-99e8-2494744be1a3 HTTP/1.1" status: 204 len: 173 time: 1.5050974 Jan 21 10:14:29.013856 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24098afc-765c-46f9-8e4b-95a1058d71d3', 'name': 'network-vif-deleted', 'tag': 'f03b895d-3911-4f7c-99e8-2494744be1a3', 'status': 'completed', 'code': 200} Jan 21 10:14:29.123932 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-65c294d6-a898-4976-84c4-cee33386cadb None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:14:29.428691 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-65c294d6-a898-4976-84c4-cee33386cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:29.433649 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c294d6-a898-4976-84c4-cee33386cadb None None] Checking router: b0d78f65-b60e-4ce1-abe1-d8f85875c519 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:14:29.441842 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c294d6-a898-4976-84c4-cee33386cadb None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:14:29.442377 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-65c294d6-a898-4976-84c4-cee33386cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:14:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:29.543598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d1d8c2d0-4410-499e-96b3-37a9e4542e64 req-7d5cd227-3c5b-491c-9097-918a67ae6aff tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Synchronizing usage tracker for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:14:29.563886 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d1d8c2d0-4410-499e-96b3-37a9e4542e64 req-7d5cd227-3c5b-491c-9097-918a67ae6aff tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Unset dirty status for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:14:29.565310 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d1d8c2d0-4410-499e-96b3-37a9e4542e64 req-7d5cd227-3c5b-491c-9097-918a67ae6aff tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=24098afc-765c-46f9-8e4b-95a1058d71d3 HTTP/1.1" status: 200 len: 210 time: 0.0629642 Jan 21 10:14:29.633257 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-65c294d6-a898-4976-84c4-cee33386cadb None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:14:29.941482 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-65c294d6-a898-4976-84c4-cee33386cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:29.945640 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c294d6-a898-4976-84c4-cee33386cadb None None] The sync data for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:14:30.183847 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111177b-997d-4851-a2db-d2f9a05c893d None None] New status for floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:14:30.507378 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:30.941722 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-2bb9b8e8-68ab-448e-8b6b-53dd84a92f80 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--768658914&fields=id&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 267 time: 0.0398455 Jan 21 10:14:31.098622 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-14acb399-817f-4854-ae0d-aff747c1f00c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:31.100054 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-14acb399-817f-4854-ae0d-aff747c1f00c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 811 time: 0.1518867 Jan 21 10:14:31.117632 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-d81a50ac-9faf-4081-8db8-819562389436 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/quotas/93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 375 time: 0.0093317 Jan 21 10:14:31.207652 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-ef033beb-3fae-4882-b8d2-ee9daf667a99 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845933 Jan 21 10:14:31.268464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-e76deb38-f39a-4d74-9c68-4a7176ec9bf9 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:14:31.269438 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-e76deb38-f39a-4d74-9c68-4a7176ec9bf9 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502505 Jan 21 10:14:31.343332 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device f03b895d-3911-4f7c-99e8-2494744be1a3 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:14:31.377298 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: f03b895d-3911-4f7c-99e8-2494744be1a3 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:14:31.377649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device f03b895d-3911-4f7c-99e8-2494744be1a3 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:14:31.400683 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-53e7c118-1b5a-4d7e-964c-5124639a45aa service neutron] 10.222.0.99 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253445 Jan 21 10:14:31.534388 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-0b8d78f0-018c-4f2c-b8b2-7f348c4c57ef service neutron] 10.222.0.99 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249506 Jan 21 10:14:32.721026 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc16f6cb-115d-4e12-9f1f-7a196b2812ef req-b34a57cd-56cf-49b0-be7b-81e86721cdc6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 210 time: 0.0443122 Jan 21 10:14:33.821670 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-31c76f87-6b0d-4a91-af5e-cb5765aa0d73 req-1df7adec-70f3-4bff-b591-b8661094b9de tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 210 time: 0.0458663 Jan 21 10:14:34.810820 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-6a9b53af-3d1b-4f4c-b0e3-ab4eb13c7d49 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:34.812260 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-6a9b53af-3d1b-4f4c-b0e3-ab4eb13c7d49 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 811 time: 0.1458278 Jan 21 10:14:34.861247 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-8bb176df-523a-40b2-8916-370e107442a2 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 379 time: 0.0406296 Jan 21 10:14:34.871676 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Request body: {'port': {'device_id': '28f014ae-43d4-4f70-9089-81854e273159', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'admin_state_up': True, 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'security_groups': ['e54e71b5-dbab-4bc4-bea4-4f42f8171789']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:14:35.008785 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-63c7eca2-1ae9-4bff-838f-9f0b5b3f089e req-5f96b489-17da-4a06-8f37-9bbb834a2938 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 210 time: 0.0483797 Jan 21 10:14:35.046207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:35.056266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:35.066826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Made reservation on behalf of 93d8cbe3a80644328fee9948bdf44ca4 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:14:35.070277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:35.236063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Allocated IP 172.20.0.6 (ee75e837-c208-43e8-865a-0f1ba8f77979/2d2e71d2-02bf-44bd-9765-3d533abb038b/e1a9347d-9517-47e9-b8e3-a2ca74efa3bd) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:14:35.543484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:35.559317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Transition to ACTIVE for port object e1a9347d-9517-47e9-b8e3-a2ca74efa3bd will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:14:35.584155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:35.655524 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Network ee75e837-c208-43e8-865a-0f1ba8f77979 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:14:35.658689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:14:35.662504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:14:35.692661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event updated for resources: {'Port': ['ID=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:35.729065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:35.729680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:35.756622 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-153b845b-8afe-44cf-84b4-5f5d315c0ab1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8892715 Jan 21 10:14:35.768270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Request body: {'port': {'device_id': '28f014ae-43d4-4f70-9089-81854e273159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:14:35.878405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:35.909500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3f118662-1962-4768-b2c9-8197adbf9356 None None] Provisioning for port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:14:35.914400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3f118662-1962-4768-b2c9-8197adbf9356 None None] Provisioning complete for port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:14:35.914762 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3f118662-1962-4768-b2c9-8197adbf9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:35.968997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3f118662-1962-4768-b2c9-8197adbf9356 None None] Port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:14:36.272807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb549-f81a-414e-b9c9-856c4371f4cd req-a39d3f84-19e3-43d7-922e-0700c7814bad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:36.273501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-df7eb549-f81a-414e-b9c9-856c4371f4cd req-a39d3f84-19e3-43d7-922e-0700c7814bad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Synchronizing usage tracker for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:14:36.279383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a9347d-9517-47e9-b8e3-a2ca74efa3bd {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:14:36.288500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:36.306749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-df7eb549-f81a-414e-b9c9-856c4371f4cd req-a39d3f84-19e3-43d7-922e-0700c7814bad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Unset dirty status for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:14:36.307866 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-df7eb549-f81a-414e-b9c9-856c4371f4cd req-a39d3f84-19e3-43d7-922e-0700c7814bad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 931 time: 0.1956658 Jan 21 10:14:36.308744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Transition to ACTIVE for port object e1a9347d-9517-47e9-b8e3-a2ca74efa3bd will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:14:36.312748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:36.368294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80a773b0-6775-4cc8-a689-a1416815b327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:36.461604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:36.510395 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-df7eb549-f81a-414e-b9c9-856c4371f4cd req-4a55697c-5069-4940-914a-f5ca517d4a8b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937940 Jan 21 10:14:36.587324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Attempting to bind port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:14:36.587628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Attempting to bind port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:14:36.588040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Attempting to bind port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd on network ee75e837-c208-43e8-865a-0f1ba8f77979 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:14:36.593011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd on network ee75e837-c208-43e8-865a-0f1ba8f77979 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:14:36.593329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Attempting to bind port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd on network ee75e837-c208-43e8-865a-0f1ba8f77979 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:14:36.598592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:14:36.598926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Checking segment: {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:14:36.599352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Bound using segment: {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:14:36.599732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Bound port: e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:14:36.600205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:36.696626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] For port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:14:36.699712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] For port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:14:36.705372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:36.767584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:36.768207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:36.769570 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] 10.222.0.121 "PUT /v2.0/ports/e1a9347d-9517-47e9-b8e3-a2ca74efa3bd HTTP/1.1" status: 200 len: 1093 time: 1.0055249 Jan 21 10:14:36.770066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:36.794803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd259dd5-eded-4db2-ba8f-32c3adafd906 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:36.848461 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'status': 'completed', 'code': 200} Jan 21 10:14:36.890017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-9bfc1b14-6452-40d0-850a-32d5cb8ea1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:36.891558 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-9bfc1b14-6452-40d0-850a-32d5cb8ea1e0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 1096 time: 0.0751750 Jan 21 10:14:36.963507 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-a9663906-2e40-4b9e-a6fa-9f4ad1724604 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd HTTP/1.1" status: 200 len: 217 time: 0.0651691 Jan 21 10:14:37.036881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-eaa9b1d5-e51a-46ee-b441-b2eabdae4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:37.038309 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-eaa9b1d5-e51a-46ee-b441-b2eabdae4f24 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0691512 Jan 21 10:14:37.124453 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-02fad95e-b25b-4bf2-8a84-5218dc4b161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:37.125913 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-02fad95e-b25b-4bf2-8a84-5218dc4b161c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816462 Jan 21 10:14:37.355839 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-f44df2ed-2ee2-4880-a700-f03c6b52c67d service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233078 Jan 21 10:14:37.489132 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2df1a714-b71c-4ee3-a4c3-85399c3e5c2e req-8f18c5f5-73d4-4070-98dd-b3fde10d52fc service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272254 Jan 21 10:14:37.657616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7e5c3-3cf7-483e-bf65-a249dc9ff871 req-e36d52fe-8c13-4e10-8ae3-e5bc690eaa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:37.659168 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7ba7e5c3-3cf7-483e-bf65-a249dc9ff871 req-e36d52fe-8c13-4e10-8ae3-e5bc690eaa87 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 1096 time: 0.1088610 Jan 21 10:14:37.812906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7e5c3-3cf7-483e-bf65-a249dc9ff871 req-b6f71836-35b2-4225-a8a9-48d226eea49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:37.814417 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7ba7e5c3-3cf7-483e-bf65-a249dc9ff871 req-b6f71836-35b2-4225-a8a9-48d226eea49f service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1485698 Jan 21 10:14:37.822741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b78ff-cff3-400b-90c6-9bf18a52cd31 req-b2242377-1871-4c62-934b-ea362973e8a9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:37.824081 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-987b78ff-cff3-400b-90c6-9bf18a52cd31 req-b2242377-1871-4c62-934b-ea362973e8a9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 943 time: 0.2004905 Jan 21 10:14:37.901433 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7ba7e5c3-3cf7-483e-bf65-a249dc9ff871 req-c23a8832-d06d-4d5d-a2d8-4737a3cc6d1e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd HTTP/1.1" status: 200 len: 217 time: 0.0762172 Jan 21 10:14:37.973735 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-987b78ff-cff3-400b-90c6-9bf18a52cd31 req-bf097ace-bd2e-4a32-9484-8b5b2c098706 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982523 Jan 21 10:14:37.982114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7e5c3-3cf7-483e-bf65-a249dc9ff871 req-7fdc5708-3201-4a98-bdee-40def3acebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:37.983467 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7ba7e5c3-3cf7-483e-bf65-a249dc9ff871 req-7fdc5708-3201-4a98-bdee-40def3acebce service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0762677 Jan 21 10:14:38.068945 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7e5c3-3cf7-483e-bf65-a249dc9ff871 req-c6df5589-a732-48b8-89a5-9971c97cbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:38.070387 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7ba7e5c3-3cf7-483e-bf65-a249dc9ff871 req-c6df5589-a732-48b8-89a5-9971c97cbf7a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804422 Jan 21 10:14:38.203136 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7ba7e5c3-3cf7-483e-bf65-a249dc9ff871 req-e77047ed-b20a-4e53-89b8-525e216f9905 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249700 Jan 21 10:14:38.335037 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7ba7e5c3-3cf7-483e-bf65-a249dc9ff871 req-f25cc4f1-216e-4700-a98b-f5d0dd6fafa1 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252017 Jan 21 10:14:38.482427 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd81dbdb-058f-47f0-91a9-dfb0938518de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:39.167544 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b541ec8-1d88-41d7-b626-33611e19434f req-c467379f-302c-4569-b466-461bf4bfdaa2 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:39.169018 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5b541ec8-1d88-41d7-b626-33611e19434f req-c467379f-302c-4569-b466-461bf4bfdaa2 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 943 time: 0.0841832 Jan 21 10:14:39.220219 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5b541ec8-1d88-41d7-b626-33611e19434f req-8c844917-822d-4cc4-ae2b-8039bd14857c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420043 Jan 21 10:14:39.633054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:39.877084 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:40.435652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3a7c7-cf44-44e0-a732-c54debabc53b req-c96923d5-2990-4e5a-bf6d-e5400f8ad737 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:40.437765 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-64e3a7c7-cf44-44e0-a732-c54debabc53b req-c96923d5-2990-4e5a-bf6d-e5400f8ad737 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 943 time: 0.0941219 Jan 21 10:14:40.484169 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-64e3a7c7-cf44-44e0-a732-c54debabc53b req-78a9199e-916e-4c4f-9f3a-a7cd9c5fc156 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404258 Jan 21 10:14:41.209976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:41.371611 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e1a9347d-9517-47e9-b8e3-a2ca74efa3bd details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:14:41.517003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:41.530895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'port_id': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'mac_address': 'fa:16:3e:7d:db:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:14:41.597151 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:41.614962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a9347d-9517-47e9-b8e3-a2ca74efa3bd {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:14:41.632139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:41.637153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:41.675283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cd0fb-85a7-49d0-ba78-985a4e63b353 req-541c1a16-26c2-41a8-9c5d-fba92662faca tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:41.676772 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5f8cd0fb-85a7-49d0-ba78-985a4e63b353 req-541c1a16-26c2-41a8-9c5d-fba92662faca tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 943 time: 0.0831592 Jan 21 10:14:41.703923 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:41.723024 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5f8cd0fb-85a7-49d0-ba78-985a4e63b353 req-fbf369c9-376f-4534-a1a6-71377b6f0dfa tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400124 Jan 21 10:14:42.022245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['e1a9347d-9517-47e9-b8e3-a2ca74efa3bd'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:14:42.929914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7711002-3f74-4d9a-bfa6-b507f2f7fba1 req-a8d69009-275f-472e-be44-59733b84277c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:42.931543 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d7711002-3f74-4d9a-bfa6-b507f2f7fba1 req-a8d69009-275f-472e-be44-59733b84277c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 944 time: 0.0929241 Jan 21 10:14:42.978305 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d7711002-3f74-4d9a-bfa6-b507f2f7fba1 req-960f5628-b6db-4754-929d-e5c37ba9336d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389299 Jan 21 10:14:43.384932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e1a9347d-9517-47e9-b8e3-a2ca74efa3bd up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:14:43.470904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:14:43.475901 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:14:43.476279 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:43.590950 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:43.616853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:43.626423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:43.630870 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:43.666242 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'code': 200} Jan 21 10:14:43.701075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:43.906143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13f66f-809b-470f-8fed-b0a0c5a2a058 req-352deb61-5fba-4aee-961f-e60e166ad217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:43.907502 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d13f66f-809b-470f-8fed-b0a0c5a2a058 req-352deb61-5fba-4aee-961f-e60e166ad217 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 1098 time: 0.0796657 Jan 21 10:14:43.949516 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d13f66f-809b-470f-8fed-b0a0c5a2a058 req-dfca7f01-1e40-43cf-b8cd-59ca2617c35f service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353739 Jan 21 10:14:44.175893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24754ac1-6011-4ee7-88d0-9e590ccadb14 req-ebd89024-292c-4fea-95c7-14b31392871b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:44.177226 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-24754ac1-6011-4ee7-88d0-9e590ccadb14 req-ebd89024-292c-4fea-95c7-14b31392871b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0844316 Jan 21 10:14:44.226517 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-24754ac1-6011-4ee7-88d0-9e590ccadb14 req-8a6c80a5-0a78-496b-a247-63f171d6d06a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432012 Jan 21 10:14:45.533919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf27a-7c21-44f0-a3a4-de70179e2629 req-c880451b-0ab4-4382-b7eb-21d02c6b68f7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:45.535316 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dabbf27a-7c21-44f0-a3a4-de70179e2629 req-c880451b-0ab4-4382-b7eb-21d02c6b68f7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.1939566 Jan 21 10:14:45.585612 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dabbf27a-7c21-44f0-a3a4-de70179e2629 req-9da2e5ec-06a1-40ce-8c12-0c3cb4a8e5c6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424979 Jan 21 10:14:46.784175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90414b65-6c73-4aea-af54-5e605b84ae61 req-d0462e82-674f-4d6a-8a90-cbaed953cf4f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:46.785636 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-90414b65-6c73-4aea-af54-5e605b84ae61 req-d0462e82-674f-4d6a-8a90-cbaed953cf4f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0884860 Jan 21 10:14:46.833055 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-90414b65-6c73-4aea-af54-5e605b84ae61 req-03c18d7d-5ce4-4cdb-bb22-5b0aea5428fe tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392230 Jan 21 10:14:47.011203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939a988-0f22-407f-b230-1e9e16231c4a req-f7ae7d03-6fdc-48da-8bd7-9e5cda03fec2 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:47.012693 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5939a988-0f22-407f-b230-1e9e16231c4a req-f7ae7d03-6fdc-48da-8bd7-9e5cda03fec2 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0816736 Jan 21 10:14:47.022755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 52810) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:47.028017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1e8397d0-489e-4ec7-914a-47512664aad6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Request body: {'floatingip': {'port_id': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:14:47.105611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e8397d0-489e-4ec7-914a-47512664aad6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:47.814603 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e8397d0-489e-4ec7-914a-47512664aad6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:47.822063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e8397d0-489e-4ec7-914a-47512664aad6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.002552 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-1e8397d0-489e-4ec7-914a-47512664aad6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d associated. External IP: 172.26.4.78, port: e1a9347d-9517-47e9-b8e3-a2ca74efa3bd. Jan 21 10:14:48.360713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8397d0-489e-4ec7-914a-47512664aad6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Router b0d78f65-b60e-4ce1-abe1-d8f85875c519 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:14:48.540282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8397d0-489e-4ec7-914a-47512664aad6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:14:48.545505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1e8397d0-489e-4ec7-914a-47512664aad6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.549990 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f31422-c9d8-4cd3-b3a1-256829411b34 None None] Sync routers for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:14:48.560322 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f31422-c9d8-4cd3-b3a1-256829411b34 None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:14:48.561059 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-51f31422-c9d8-4cd3-b3a1-256829411b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:14:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:48.602488 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1e8397d0-489e-4ec7-914a-47512664aad6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "PUT /v2.0/floatingips/ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d HTTP/1.1" status: 200 len: 990 time: 1.5756478 Jan 21 10:14:48.602488 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:48.706094 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'status': 'completed', 'code': 200} Jan 21 10:14:48.793670 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-51f31422-c9d8-4cd3-b3a1-256829411b34 None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:14:48.800660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4f366-37a1-4e36-a23d-db736106cd14 req-5d820a68-06ce-4f43-9932-b4d057e73b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:48.802162 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7aa4f366-37a1-4e36-a23d-db736106cd14 req-5d820a68-06ce-4f43-9932-b4d057e73b7a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 1098 time: 0.0736549 Jan 21 10:14:48.932193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4f366-37a1-4e36-a23d-db736106cd14 req-0aa2afa3-3e00-4c87-956e-b61ec585ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:48.933770 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7aa4f366-37a1-4e36-a23d-db736106cd14 req-0aa2afa3-3e00-4c87-956e-b61ec585ff55 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1256952 Jan 21 10:14:49.034857 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7aa4f366-37a1-4e36-a23d-db736106cd14 req-4c93edc4-2029-4702-bc50-7dcec322cebd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd HTTP/1.1" status: 200 len: 998 time: 0.0951107 Jan 21 10:14:49.096320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4f366-37a1-4e36-a23d-db736106cd14 req-ab1a5445-738e-4742-86f2-1272f81a5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:49.097773 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7aa4f366-37a1-4e36-a23d-db736106cd14 req-ab1a5445-738e-4742-86f2-1272f81a5064 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0573447 Jan 21 10:14:49.139470 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-51f31422-c9d8-4cd3-b3a1-256829411b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'port_id': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'mac_address': 'fa:16:3e:7d:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f014ae-43d4-4f70-9089-81854e273159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:25Z', 'updated_at': '2022-01-21T10:14:47Z', 'revision_number': 9, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:49.143703 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f31422-c9d8-4cd3-b3a1-256829411b34 None None] Checking router: b0d78f65-b60e-4ce1-abe1-d8f85875c519 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:14:49.152532 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f31422-c9d8-4cd3-b3a1-256829411b34 None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:14:49.153137 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-51f31422-c9d8-4cd3-b3a1-256829411b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:14:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:49.170068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4f366-37a1-4e36-a23d-db736106cd14 req-74fd6e0f-9646-44b6-8175-74a5a9f1f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:49.171549 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7aa4f366-37a1-4e36-a23d-db736106cd14 req-74fd6e0f-9646-44b6-8175-74a5a9f1f53d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681884 Jan 21 10:14:49.305840 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7aa4f366-37a1-4e36-a23d-db736106cd14 req-c7adef54-0523-4c10-a4d7-6375f14de5b8 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278622 Jan 21 10:14:49.328788 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-51f31422-c9d8-4cd3-b3a1-256829411b34 None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:14:49.438034 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7aa4f366-37a1-4e36-a23d-db736106cd14 req-cd9c7256-ca0b-4f2d-b7d3-575a78fbe984 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253824 Jan 21 10:14:49.669964 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-51f31422-c9d8-4cd3-b3a1-256829411b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'port_id': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'mac_address': 'fa:16:3e:7d:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f014ae-43d4-4f70-9089-81854e273159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:25Z', 'updated_at': '2022-01-21T10:14:47Z', 'revision_number': 9, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:49.674293 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f31422-c9d8-4cd3-b3a1-256829411b34 None None] The sync data for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'port_id': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'mac_address': 'fa:16:3e:7d:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f014ae-43d4-4f70-9089-81854e273159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:25Z', 'updated_at': '2022-01-21T10:14:47Z', 'revision_number': 9, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:14:49.871969 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603d1f3-aadd-4b8c-bb46-c10ff047676e None None] New status for floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:14:57.932116 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:15:00.540884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:05.790879 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1d3731a-3196-4901-b6df-d49d370aa605 req-199055c8-6af5-4698-91ac-8259569d3972 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778873 Jan 21 10:15:05.948461 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3731a-3196-4901-b6df-d49d370aa605 req-f5b13be6-74cc-4ab2-8bc3-68731f132fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:05.949911 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1d3731a-3196-4901-b6df-d49d370aa605 req-f5b13be6-74cc-4ab2-8bc3-68731f132fce service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 1098 time: 0.0789747 Jan 21 10:15:06.100743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3731a-3196-4901-b6df-d49d370aa605 req-0f334548-f935-41e7-9513-59015f2324ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:06.102207 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1d3731a-3196-4901-b6df-d49d370aa605 req-0f334548-f935-41e7-9513-59015f2324ba service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1285560 Jan 21 10:15:06.219451 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1d3731a-3196-4901-b6df-d49d370aa605 req-a56cfd91-234b-4c99-9196-7803de948d0b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd HTTP/1.1" status: 200 len: 1001 time: 0.1100118 Jan 21 10:15:06.288417 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3731a-3196-4901-b6df-d49d370aa605 req-587a18fd-36f2-4e29-92db-09d2850835d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:06.289857 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1d3731a-3196-4901-b6df-d49d370aa605 req-587a18fd-36f2-4e29-92db-09d2850835d8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0642424 Jan 21 10:15:06.366206 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3731a-3196-4901-b6df-d49d370aa605 req-d66f8ded-a47c-4171-b1fa-5fd931c095cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:06.367679 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1d3731a-3196-4901-b6df-d49d370aa605 req-d66f8ded-a47c-4171-b1fa-5fd931c095cd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712709 Jan 21 10:15:06.372790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0bafcfe2-8ee4-4191-a619-ed9ebecf04d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:06.600039 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1d3731a-3196-4901-b6df-d49d370aa605 req-cbf7068b-29a3-4156-b4e0-e00911581b98 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243857 Jan 21 10:15:06.743441 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1d3731a-3196-4901-b6df-d49d370aa605 req-c7c9cf9b-6c8e-42a4-a6d8-bf97e098a8af service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361763 Jan 21 10:15:08.481484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-95101d1c-a965-41c0-820c-8c5d349abd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:09.627701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:09.878973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:11.211829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:30.536141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:34.937290 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:15:36.377514 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c1b7bbbc-7656-4b73-b2db-ef6a6d1e9ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:38.490885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80de8e74-9eb7-451a-851c-7c7747d82205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:39.631715 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:39.881581 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:41.216995 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:00.551564 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.376259 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-85f3e023-1592-427a-a927-b72e461fc0b2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730219 Jan 21 10:16:06.381139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-819707b9-dbe7-4144-9ea3-c3506ad410db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.427150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a9221-c8c6-4919-81f2-2b184148b224 req-a669d002-ea28-41c4-8f80-488f5af16429 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:06.429089 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d39a9221-c8c6-4919-81f2-2b184148b224 req-a669d002-ea28-41c4-8f80-488f5af16429 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0841684 Jan 21 10:16:06.473521 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d39a9221-c8c6-4919-81f2-2b184148b224 req-09bf9603-530e-4605-969e-0a8d25d41dbe tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385544 Jan 21 10:16:06.858066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665333d6-d821-415d-a1f6-46de3cee9a9a req-905b85b3-c0dd-4044-87e5-edb95b65888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:06.859603 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-665333d6-d821-415d-a1f6-46de3cee9a9a req-905b85b3-c0dd-4044-87e5-edb95b65888c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 1098 time: 0.0935566 Jan 21 10:16:07.019558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665333d6-d821-415d-a1f6-46de3cee9a9a req-b74e92b9-dd06-43d8-a382-a653bbd35f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:07.020949 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-665333d6-d821-415d-a1f6-46de3cee9a9a req-b74e92b9-dd06-43d8-a382-a653bbd35f13 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1256704 Jan 21 10:16:07.124772 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-665333d6-d821-415d-a1f6-46de3cee9a9a req-b033ba57-f799-4f90-a2ed-04c5b0523471 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd HTTP/1.1" status: 200 len: 1001 time: 0.0976326 Jan 21 10:16:07.204653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665333d6-d821-415d-a1f6-46de3cee9a9a req-c6a1f023-17e5-46b2-a6e2-f8bd884e3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:07.206073 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-665333d6-d821-415d-a1f6-46de3cee9a9a req-c6a1f023-17e5-46b2-a6e2-f8bd884e3260 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0661180 Jan 21 10:16:07.282914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665333d6-d821-415d-a1f6-46de3cee9a9a req-0d51b8ee-9288-42d3-a8cd-0a6df344f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:07.284366 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-665333d6-d821-415d-a1f6-46de3cee9a9a req-0d51b8ee-9288-42d3-a8cd-0a6df344f79a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713558 Jan 21 10:16:07.419330 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-665333d6-d821-415d-a1f6-46de3cee9a9a req-ac78dfe4-4a0b-4079-8664-73ba241f448e service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263483 Jan 21 10:16:07.557843 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-665333d6-d821-415d-a1f6-46de3cee9a9a req-ddd78004-e950-48cd-9a50-f39a1412bc7e service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292014 Jan 21 10:16:07.715589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09052305-e04d-4814-a6f1-c66ef564e31e req-dd6a580d-f825-4198-bffc-fb6ec8e95a80 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:07.717064 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09052305-e04d-4814-a6f1-c66ef564e31e req-dd6a580d-f825-4198-bffc-fb6ec8e95a80 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.1352324 Jan 21 10:16:07.723050 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac504ce-0521-4521-b293-92e6894811f2 req-4b5552c7-57a8-4cca-8d8e-5069ca9131bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:07.724382 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-4b5552c7-57a8-4cca-8d8e-5069ca9131bf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 1098 time: 0.1104887 Jan 21 10:16:07.843892 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09052305-e04d-4814-a6f1-c66ef564e31e req-990da4b9-a888-415b-b2c8-636c01a12cbf tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184566 Jan 21 10:16:07.882118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac504ce-0521-4521-b293-92e6894811f2 req-6fdf1945-856b-4aac-bafd-a48ae1e1ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:07.883555 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-6fdf1945-856b-4aac-bafd-a48ae1e1ac0e service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1460531 Jan 21 10:16:07.986470 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-e3b4255f-37e1-4374-bb51-0051b9dec510 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd HTTP/1.1" status: 200 len: 1001 time: 0.0966959 Jan 21 10:16:08.049586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac504ce-0521-4521-b293-92e6894811f2 req-546624f6-4ce9-4868-9654-f86ba6981b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:08.050935 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-546624f6-4ce9-4868-9654-f86ba6981b06 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0572164 Jan 21 10:16:08.234983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac504ce-0521-4521-b293-92e6894811f2 req-49f9fa73-9819-4856-b6d3-bc539ae8919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:08.236468 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-49f9fa73-9819-4856-b6d3-bc539ae8919a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1769996 Jan 21 10:16:08.365577 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-4aed0ab3-ff7c-46cd-9b32-18ef88ac224d service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215861 Jan 21 10:16:08.478216 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9e698b69-e6e8-46b4-8506-5e3e4b6ea648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:08.499462 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-2921ca02-3453-4729-9460-d60346e80c8d service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279883 Jan 21 10:16:09.038272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8605a-73f3-4fa9-9e39-441f0504a886 req-4fa83848-c2a6-41b2-86d8-3d517bfa5b49 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:09.039687 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a5c8605a-73f3-4fa9-9e39-441f0504a886 req-4fa83848-c2a6-41b2-86d8-3d517bfa5b49 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0831730 Jan 21 10:16:09.084015 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a5c8605a-73f3-4fa9-9e39-441f0504a886 req-4d89049c-0ffa-4f83-9109-248006f79596 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385134 Jan 21 10:16:09.638922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:09.884023 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:10.297731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419a1e5-9bd9-4524-a294-7a410e29731c req-f5bc5e14-50c0-4e7e-a307-415194468e0d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:10.299084 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7419a1e5-9bd9-4524-a294-7a410e29731c req-f5bc5e14-50c0-4e7e-a307-415194468e0d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0976453 Jan 21 10:16:10.342247 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7419a1e5-9bd9-4524-a294-7a410e29731c req-d742d4c7-ea40-4f0b-853c-a5ac903e0aad tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371773 Jan 21 10:16:11.222881 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:11.568954 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda18375-0c3b-4619-8703-ce5e5bb3d877 req-beb900d1-a573-43a3-a59b-32b4fd91e877 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:11.571093 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bda18375-0c3b-4619-8703-ce5e5bb3d877 req-beb900d1-a573-43a3-a59b-32b4fd91e877 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.1077580 Jan 21 10:16:11.614612 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bda18375-0c3b-4619-8703-ce5e5bb3d877 req-c9f789eb-49a8-45c9-8f0f-0b6067d1c50b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379364 Jan 21 10:16:11.942403 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:16:12.808191 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad62a-1e6d-4241-bc59-d204c9ae3cd6 req-cace8d52-7a44-4f99-af64-692c1876ac1c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:12.809679 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-37aad62a-1e6d-4241-bc59-d204c9ae3cd6 req-cace8d52-7a44-4f99-af64-692c1876ac1c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0840845 Jan 21 10:16:12.855939 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-37aad62a-1e6d-4241-bc59-d204c9ae3cd6 req-856ccbaf-180b-4c7d-b546-d71fb90a1e55 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381322 Jan 21 10:16:14.049221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4b30a-6c09-4391-942d-6cb0e54b84bb req-e406212c-9ab0-4194-a43f-c9987f8bd75d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:14.050703 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ded4b30a-6c09-4391-942d-6cb0e54b84bb req-e406212c-9ab0-4194-a43f-c9987f8bd75d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0861137 Jan 21 10:16:14.097936 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ded4b30a-6c09-4391-942d-6cb0e54b84bb req-66803737-756d-423d-8239-678bf46315a4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383687 Jan 21 10:16:15.307767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f6c6f-13b2-4532-9918-ad11714c32da req-ba8c3ad6-8be5-4f0c-be94-402b1ec733c6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:15.309227 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c1f6c6f-13b2-4532-9918-ad11714c32da req-ba8c3ad6-8be5-4f0c-be94-402b1ec733c6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0893364 Jan 21 10:16:15.359226 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c1f6c6f-13b2-4532-9918-ad11714c32da req-281cc000-b4fa-4e0d-8092-ec5df38cb022 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420547 Jan 21 10:16:16.558143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc1edd-a9f4-4efd-9f46-d8e7b3b53a74 req-91d623c5-dfb9-4f51-8d37-ee1a9ac440f0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:16.559588 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f6cc1edd-a9f4-4efd-9f46-d8e7b3b53a74 req-91d623c5-dfb9-4f51-8d37-ee1a9ac440f0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0832431 Jan 21 10:16:16.605573 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f6cc1edd-a9f4-4efd-9f46-d8e7b3b53a74 req-a5601454-8b1d-4fdb-8e7c-a68a082fbbb0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379486 Jan 21 10:16:17.802686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fba51-c100-4a82-afb5-fe9f16c850de req-a5430f76-88b0-4077-afda-42f96c036efb tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:17.804474 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8e0fba51-c100-4a82-afb5-fe9f16c850de req-a5430f76-88b0-4077-afda-42f96c036efb tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0863862 Jan 21 10:16:17.857648 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8e0fba51-c100-4a82-afb5-fe9f16c850de req-c9482669-55ba-42c3-9b7b-4b2df3e71235 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474536 Jan 21 10:16:19.059678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5cf12-9252-4795-a846-73c020667dae req-6c1e8a3f-3a2d-4bad-a482-adbae5544a5c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:19.061131 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-21f5cf12-9252-4795-a846-73c020667dae req-6c1e8a3f-3a2d-4bad-a482-adbae5544a5c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0906296 Jan 21 10:16:19.104631 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-21f5cf12-9252-4795-a846-73c020667dae req-383baa48-cdd2-4c9f-b9c3-f4e8bfea4636 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376225 Jan 21 10:16:20.309853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdbb0d-f80c-4154-811d-fe99f0189b40 req-0c506394-7bb3-4eeb-b13c-0bc6fda5ec89 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:20.311287 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-90cdbb0d-f80c-4154-811d-fe99f0189b40 req-0c506394-7bb3-4eeb-b13c-0bc6fda5ec89 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0863316 Jan 21 10:16:20.357806 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-90cdbb0d-f80c-4154-811d-fe99f0189b40 req-839e42f1-6286-4b86-ae27-ecd5230cde76 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381196 Jan 21 10:16:21.571171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5052d9-faf1-447e-aa90-8f07a5172bdd req-eb38f02c-619a-45f1-bc50-c97d7cd40bf9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:21.572625 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ed5052d9-faf1-447e-aa90-8f07a5172bdd req-eb38f02c-619a-45f1-bc50-c97d7cd40bf9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0900478 Jan 21 10:16:21.619639 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ed5052d9-faf1-447e-aa90-8f07a5172bdd req-0d0926d8-2b99-4b16-b54d-f7f4e27e6e37 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413983 Jan 21 10:16:22.828297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61448d-996d-45ef-b343-32a71f341656 req-2762bec1-6e7b-4578-9f92-1c002e2171ca tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:22.830324 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3a61448d-996d-45ef-b343-32a71f341656 req-2762bec1-6e7b-4578-9f92-1c002e2171ca tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0993116 Jan 21 10:16:22.877309 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3a61448d-996d-45ef-b343-32a71f341656 req-702126e1-a154-466d-9fd3-d67b3b93e25e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389285 Jan 21 10:16:24.074933 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90eb10-651e-4223-8ece-fee4e3b89bd2 req-b6cdd335-ed99-408f-9cf2-4f39c5bd9c45 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:24.076368 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ed90eb10-651e-4223-8ece-fee4e3b89bd2 req-b6cdd335-ed99-408f-9cf2-4f39c5bd9c45 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0959954 Jan 21 10:16:24.123570 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ed90eb10-651e-4223-8ece-fee4e3b89bd2 req-0619e962-3bbf-4d18-af72-de307dd0492b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386357 Jan 21 10:16:25.410497 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-161c7a9b-88b4-4697-a8f3-760d7bb62512 service neutron] 10.222.0.121 "GET /v2.0/ports/e1a9347d-9517-47e9-b8e3-a2ca74efa3bd/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.2227178 Jan 21 10:16:25.433478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbb43c-bc6c-490b-8971-dfa2c4f4b941 req-a4f804a0-0af1-4e60-95d3-1a992e31ffb6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:25.434906 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1ebbb43c-bc6c-490b-8971-dfa2c4f4b941 req-a4f804a0-0af1-4e60-95d3-1a992e31ffb6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.1946769 Jan 21 10:16:25.480876 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1ebbb43c-bc6c-490b-8971-dfa2c4f4b941 req-de7d006c-d993-4c6d-8c67-1278e40d9fc8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400486 Jan 21 10:16:25.679242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac504ce-0521-4521-b293-92e6894811f2 req-200376b5-dba9-42b0-b0ce-01030767cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:25.680678 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-200376b5-dba9-42b0-b0ce-01030767cee5 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 1098 time: 0.0731201 Jan 21 10:16:25.778076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac504ce-0521-4521-b293-92e6894811f2 req-c4786760-21b7-4aed-b880-321fa2589c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:25.779524 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-c4786760-21b7-4aed-b880-321fa2589c6e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 1098 time: 0.0775132 Jan 21 10:16:25.920472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac504ce-0521-4521-b293-92e6894811f2 req-c5d11e4a-79cb-4bd7-9031-677eede5c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:25.921887 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-c5d11e4a-79cb-4bd7-9031-677eede5c818 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1367323 Jan 21 10:16:26.027660 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-39137b33-759a-4203-a38c-2985d4466761 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd HTTP/1.1" status: 200 len: 1001 time: 0.0977190 Jan 21 10:16:26.089041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac504ce-0521-4521-b293-92e6894811f2 req-6d480e0d-c582-4e6e-868d-7891ee53c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:26.090534 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-6d480e0d-c582-4e6e-868d-7891ee53c985 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0573401 Jan 21 10:16:26.196689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac504ce-0521-4521-b293-92e6894811f2 req-32d5c6d9-4ddb-460c-9c97-b425302debf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:26.198252 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-32d5c6d9-4ddb-460c-9c97-b425302debf9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011934 Jan 21 10:16:26.343092 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-e2ef1056-98a7-412a-8a95-ccd56c08bca7 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387291 Jan 21 10:16:26.484071 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-76c36932-56c6-454f-b602-e103d8389a5e service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352463 Jan 21 10:16:26.681400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5213e6-dbf2-4ee0-b0bb-6e43d62f13cc req-d4c192e7-d915-410d-be8c-2922e4a8145f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:26.682893 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1b5213e6-dbf2-4ee0-b0bb-6e43d62f13cc req-d4c192e7-d915-410d-be8c-2922e4a8145f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0892329 Jan 21 10:16:26.727440 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1b5213e6-dbf2-4ee0-b0bb-6e43d62f13cc req-57976e4f-a3f0-4bf2-a874-bac93564e213 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386043 Jan 21 10:16:27.861639 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e1a9347d-9517-47e9-b8e3-a2ca74efa3bd details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:16:27.865820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e1a9347d-9517-47e9-b8e3-a2ca74efa3bd no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:16:27.923917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25be88-c77a-4456-b8ef-2ffd208c0006 req-3e4d8072-c0a4-497a-a8e2-64222169c915 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:27.925498 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3a25be88-c77a-4456-b8ef-2ffd208c0006 req-3e4d8072-c0a4-497a-a8e2-64222169c915 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0859299 Jan 21 10:16:27.973359 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3a25be88-c77a-4456-b8ef-2ffd208c0006 req-f9810f10-8a52-45c2-b841-a5f8465c9053 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418081 Jan 21 10:16:28.080191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:28.103468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:28.121897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'port_id': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'mac_address': 'fa:16:3e:7d:db:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:16:28.126774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:28.160009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:28.165290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:28.212173 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'code': 200} Jan 21 10:16:28.251333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:28.275389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a9347d-9517-47e9-b8e3-a2ca74efa3bd {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:16:28.281854 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:28.293820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:28.294161 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:28.294493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:28.294816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:28.295136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:28.295455 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:28.295785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:28.296088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:28.296428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:28.296741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:28.297050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:28.297361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:28.304202 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:28.309163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:28.374185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:28.503949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['e1a9347d-9517-47e9-b8e3-a2ca74efa3bd'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:16:29.168687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74b788-f2cc-43f2-a01e-9f5ad6fafafc req-4883432e-94a3-49a8-911c-6575dd0e865b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:29.170124 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1e74b788-f2cc-43f2-a01e-9f5ad6fafafc req-4883432e-94a3-49a8-911c-6575dd0e865b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 944 time: 0.0838466 Jan 21 10:16:29.217170 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1e74b788-f2cc-43f2-a01e-9f5ad6fafafc req-3b2e827b-1224-44aa-8b73-8e7a7331f555 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388699 Jan 21 10:16:29.855234 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e1a9347d-9517-47e9-b8e3-a2ca74efa3bd up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:29.937245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:29.937622 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:30.054674 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:30.088316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:30.093600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:30.167295 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,revision_number=8']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:30.213327 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:30.277630 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'code': 200} Jan 21 10:16:30.424399 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c88083-9423-4892-9996-f4d4ba8706cd req-4103d53a-3135-4e4a-ae1f-f6a81c3a060c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:30.425753 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a1c88083-9423-4892-9996-f4d4ba8706cd req-4103d53a-3135-4e4a-ae1f-f6a81c3a060c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.1005659 Jan 21 10:16:30.471566 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a1c88083-9423-4892-9996-f4d4ba8706cd req-1f7722c8-ddde-4b82-934a-6b0e97f6d7f5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396588 Jan 21 10:16:30.540799 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:31.061848 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-b43e7428-38fa-4fae-96d3-3696925033a2 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:31.063249 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-b43e7428-38fa-4fae-96d3-3696925033a2 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159&tenant_id=93d8cbe3a80644328fee9948bdf44ca4&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.1192882 Jan 21 10:16:31.172435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c3925-821a-438d-b938-8599e27936d6 req-4d89fca5-c350-467a-99d3-16a218564420 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:31.173888 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-181c3925-821a-438d-b938-8599e27936d6 req-4d89fca5-c350-467a-99d3-16a218564420 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.1532209 Jan 21 10:16:31.176550 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-180933ed-8d3e-4b1c-bd64-721d6a7277e6 service neutron] 10.222.0.121 "GET /v2.0/ports/e1a9347d-9517-47e9-b8e3-a2ca74efa3bd/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.1070757 Jan 21 10:16:31.260505 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-181c3925-821a-438d-b938-8599e27936d6 req-998ad074-1964-4ba1-8d1d-c10cfbd3adca tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803921 Jan 21 10:16:31.287959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-50dea747-2f1f-4823-9628-0aedfc0c8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:31.289482 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-50dea747-2f1f-4823-9628-0aedfc0c8440 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 1098 time: 0.0897694 Jan 21 10:16:31.528464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-1dffabf5-278b-4d7e-b50f-eca62e79cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:31.529894 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-1dffabf5-278b-4d7e-b50f-eca62e79cd2b service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.2343428 Jan 21 10:16:31.633046 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-1fbfe00f-ab7d-4f9f-9ea5-de7a8d1ffecf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd HTTP/1.1" status: 200 len: 1001 time: 0.0971396 Jan 21 10:16:31.712741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-f7804ce4-bb8b-41c3-9ab4-627799d1b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:31.714218 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-f7804ce4-bb8b-41c3-9ab4-627799d1b72d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0756304 Jan 21 10:16:31.792789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-2fb30fa7-6c3f-4d74-a988-56b70558b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:31.794119 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-2fb30fa7-6c3f-4d74-a988-56b70558b338 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745337 Jan 21 10:16:31.923990 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-dbdfb87d-68f3-442c-a5da-b023e744bb42 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239927 Jan 21 10:16:32.065292 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-ec06e6a0-d97e-47bf-a37a-09c25781231a service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337976 Jan 21 10:16:32.463509 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef91fe3-8837-4079-80fb-5dd31469e206 req-eb781eda-8cb9-41d9-aefe-0e02a70b186e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:32.465128 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eef91fe3-8837-4079-80fb-5dd31469e206 req-eb781eda-8cb9-41d9-aefe-0e02a70b186e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0803964 Jan 21 10:16:32.511176 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eef91fe3-8837-4079-80fb-5dd31469e206 req-1701e5ef-406d-4de0-8791-1c05afdc6b5d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383117 Jan 21 10:16:33.711178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935da7e-a62e-44a0-9e19-b0667efd9d46 req-5e400ef9-56aa-4497-b0ab-d9b061484903 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:33.712686 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7935da7e-a62e-44a0-9e19-b0667efd9d46 req-5e400ef9-56aa-4497-b0ab-d9b061484903 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0850208 Jan 21 10:16:33.756044 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7935da7e-a62e-44a0-9e19-b0667efd9d46 req-929e2ec0-2808-4572-880f-314118f6d76d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376296 Jan 21 10:16:34.853848 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-019afd90-8d04-414b-836d-4cf951736fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:34.855422 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-019afd90-8d04-414b-836d-4cf951736fb5 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 1098 time: 0.0716159 Jan 21 10:16:34.999380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39d569-d119-405c-befc-096f07d39b3a req-651ce55c-a6ab-4a78-9987-87d11e72ea1f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:35.000880 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cb39d569-d119-405c-befc-096f07d39b3a req-651ce55c-a6ab-4a78-9987-87d11e72ea1f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.1378946 Jan 21 10:16:35.003351 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-26f4f322-e783-4413-a98b-4bbdbcba771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:35.004742 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-26f4f322-e783-4413-a98b-4bbdbcba771c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 1098 time: 0.1074600 Jan 21 10:16:35.125175 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cb39d569-d119-405c-befc-096f07d39b3a req-e632392e-daf3-4413-a825-a2903fb23231 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179979 Jan 21 10:16:35.168783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-a4681aae-37d4-440b-a9a4-d041ec674ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:35.170218 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-a4681aae-37d4-440b-a9a4-d041ec674ea5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1506717 Jan 21 10:16:35.271860 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-70b0b421-15ae-475c-8868-b240e8e38c8c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd HTTP/1.1" status: 200 len: 1001 time: 0.0955043 Jan 21 10:16:35.341032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-d9a6ddc6-4160-410b-8cff-780c160c814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:35.342489 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-d9a6ddc6-4160-410b-8cff-780c160c814e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0651071 Jan 21 10:16:35.418260 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-f93c429a-09b3-45e6-8036-62fa7d366f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:35.419729 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-f93c429a-09b3-45e6-8036-62fa7d366f9c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707891 Jan 21 10:16:35.557639 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-1fcf3f79-bd07-402c-a625-d4ad17e61cdb service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312101 Jan 21 10:16:35.789784 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d8081976-3163-4820-8365-2cee9e31c2d6 req-515b6648-aed1-49f0-a9e7-586beca97176 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263842 Jan 21 10:16:36.336481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e2e66-3c24-4e11-86dd-6581d22396e3 req-c3738f83-5a5f-485b-83cd-3497d8b15129 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:36.337931 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-301e2e66-3c24-4e11-86dd-6581d22396e3 req-c3738f83-5a5f-485b-83cd-3497d8b15129 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0930002 Jan 21 10:16:36.383858 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-301e2e66-3c24-4e11-86dd-6581d22396e3 req-d8a4bfe3-1552-4a02-8150-5ee66eb4588b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396132 Jan 21 10:16:36.385799 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-374a7b1b-0191-4523-9fbc-5e0f7eaf658c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:37.585935 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89703c84-73f4-4958-9e62-dcad3e1a3f95 req-1a40be13-e4cd-4ca1-b393-60396bd34077 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:37.587450 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-89703c84-73f4-4958-9e62-dcad3e1a3f95 req-1a40be13-e4cd-4ca1-b393-60396bd34077 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 945 time: 0.0861642 Jan 21 10:16:37.635480 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-89703c84-73f4-4958-9e62-dcad3e1a3f95 req-b37ed077-8606-48d7-8aa0-2378e5387a58 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421259 Jan 21 10:16:37.899324 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e1a9347d-9517-47e9-b8e3-a2ca74efa3bd details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:16:38.072288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:38.085936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'port_id': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'mac_address': 'fa:16:3e:7d:db:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:16:38.140078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:38.158224 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1a9347d-9517-47e9-b8e3-a2ca74efa3bd {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:16:38.174885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:38.180973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:38.248033 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['e1a9347d-9517-47e9-b8e3-a2ca74efa3bd'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:16:38.301642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,revision_number=9']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:38.473869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d3e36ca0-fc29-45c6-ad1a-c8457d04e94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:38.827107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994b95d-17e3-4f4d-a914-3bae6dd6b912 req-9263e2b4-8359-4950-884e-90cfd9b2be17 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:38.828494 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5994b95d-17e3-4f4d-a914-3bae6dd6b912 req-9263e2b4-8359-4950-884e-90cfd9b2be17 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 944 time: 0.0899210 Jan 21 10:16:38.871851 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5994b95d-17e3-4f4d-a914-3bae6dd6b912 req-128b4565-3e0a-4573-9c90-59091facb91f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374224 Jan 21 10:16:39.060665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db434047-414e-47d7-9e24-8920f826c63f req-6754dad6-d3dd-42ca-bee2-cecdf9b95cbf tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:39.062118 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-db434047-414e-47d7-9e24-8920f826c63f req-6754dad6-d3dd-42ca-bee2-cecdf9b95cbf tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 944 time: 0.0870464 Jan 21 10:16:39.107402 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-db434047-414e-47d7-9e24-8920f826c63f req-5890a24a-79a7-4cf4-8516-74257650600e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392578 Jan 21 10:16:39.305337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca30ee-554f-41ce-99ce-e5cb9e416544 req-a3122fbd-2e3a-4d9b-b113-9a6ebb7c727b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:39.306803 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-12ca30ee-554f-41ce-99ce-e5cb9e416544 req-a3122fbd-2e3a-4d9b-b113-9a6ebb7c727b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 944 time: 0.0923333 Jan 21 10:16:39.350352 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-12ca30ee-554f-41ce-99ce-e5cb9e416544 req-25674de9-b923-4396-9658-4c24a9770dc6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374784 Jan 21 10:16:39.647252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:39.748363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3fae0-dffb-44be-b5c8-a50ed0efa401 req-f6ceba28-a61a-486a-943b-3ab4d6391ba3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:39.749827 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-01b3fae0-dffb-44be-b5c8-a50ed0efa401 req-f6ceba28-a61a-486a-943b-3ab4d6391ba3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 944 time: 0.0836530 Jan 21 10:16:39.800132 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-01b3fae0-dffb-44be-b5c8-a50ed0efa401 req-a25d0401-e706-4c4b-9689-0a94245df02d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420947 Jan 21 10:16:39.885033 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:39.905375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e1a9347d-9517-47e9-b8e3-a2ca74efa3bd up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:39.973170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:39.973514 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.089550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.115425 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:40.127427 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:40.132812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.165149 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'code': 200} Jan 21 10:16:40.208530 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,revision_number=10']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:40.997814 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b2e7e-933e-4191-ae94-641124222ec0 req-5f432e34-858e-4fd7-841d-49dce91d8e0b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:40.999203 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-679b2e7e-933e-4191-ae94-641124222ec0 req-5f432e34-858e-4fd7-841d-49dce91d8e0b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 946 time: 0.0849833 Jan 21 10:16:41.044374 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-679b2e7e-933e-4191-ae94-641124222ec0 req-622b416a-b2ed-42c3-a8b6-8b1a38dc9006 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394065 Jan 21 10:16:41.234238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:42.128547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-5ef4b99d-4115-43b5-b20e-12003b5c3652 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:42.129784 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-5ef4b99d-4115-43b5-b20e-12003b5c3652 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 946 time: 0.0920255 Jan 21 10:16:42.252427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Deleting port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:16:42.252743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:42.370007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dbd0a-8247-4e96-9548-eb469fa5f583 req-ffb50dae-20eb-4f4e-894a-37741ed24ba8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:42.371498 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1d7dbd0a-8247-4e96-9548-eb469fa5f583 req-ffb50dae-20eb-4f4e-894a-37741ed24ba8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 946 time: 0.1970258 Jan 21 10:16:42.501253 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1d7dbd0a-8247-4e96-9548-eb469fa5f583 req-6cb034f2-e44f-4a8b-8c7f-485c87f2e82c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238077 Jan 21 10:16:42.543865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] For port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:42.544223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:42.831135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:42.831515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:42.831818 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d disassociated. External IP: 172.26.4.78, port: e1a9347d-9517-47e9-b8e3-a2ca74efa3bd. Jan 21 10:16:42.832163 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Calling delete_port for e1a9347d-9517-47e9-b8e3-a2ca74efa3bd owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:16:43.084570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:43.135238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event deleted for resources: {'Port': ['ID=e1a9347d-9517-47e9-b8e3-a2ca74efa3bd,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:43.145594 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.145952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.146283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.146610 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.146939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.147271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.147587 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.147932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.148253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.148599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.148919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.149237 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:43.331758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Router b0d78f65-b60e-4ce1-abe1-d8f85875c519 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:16:43.528553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:16:43.538584 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5db2b7-22ff-4323-b253-186e2d52328f None None] Sync routers for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:16:43.550216 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5db2b7-22ff-4323-b253-186e2d52328f None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:16:43.550925 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ea5db2b7-22ff-4323-b253-186e2d52328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:16:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:43.603765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] No DVR routers for this DVR port e1a9347d-9517-47e9-b8e3-a2ca74efa3bd on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:16:43.606367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:43.613106 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'name': 'network-vif-deleted', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:43.658722 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5864a3f7-0e56-4627-bf2c-574a0c1a43f4 req-24e39a9a-a47a-4212-9862-d22b227f34a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "DELETE /v2.0/ports/e1a9347d-9517-47e9-b8e3-a2ca74efa3bd HTTP/1.1" status: 204 len: 173 time: 1.5230989 Jan 21 10:16:43.664693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-46937010-8340-4e96-8895-788b7ee81f07 req-117391af-85ba-4f59-b762-22031fdc81b9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Synchronizing usage tracker for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:16:43.675808 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f014ae-43d4-4f70-9089-81854e273159', 'name': 'network-vif-deleted', 'tag': 'e1a9347d-9517-47e9-b8e3-a2ca74efa3bd', 'status': 'completed', 'code': 200} Jan 21 10:16:43.685745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-46937010-8340-4e96-8895-788b7ee81f07 req-117391af-85ba-4f59-b762-22031fdc81b9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Unset dirty status for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:16:43.687727 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46937010-8340-4e96-8895-788b7ee81f07 req-117391af-85ba-4f59-b762-22031fdc81b9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=28f014ae-43d4-4f70-9089-81854e273159 HTTP/1.1" status: 200 len: 210 time: 0.0692077 Jan 21 10:16:43.790917 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-ea5db2b7-22ff-4323-b253-186e2d52328f None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:16:44.129378 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ea5db2b7-22ff-4323-b253-186e2d52328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:44.133090 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5db2b7-22ff-4323-b253-186e2d52328f None None] Checking router: b0d78f65-b60e-4ce1-abe1-d8f85875c519 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:16:44.141559 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5db2b7-22ff-4323-b253-186e2d52328f None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:16:44.142116 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ea5db2b7-22ff-4323-b253-186e2d52328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:16:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:44.335340 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-ea5db2b7-22ff-4323-b253-186e2d52328f None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:16:44.664553 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ea5db2b7-22ff-4323-b253-186e2d52328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:44.668987 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5db2b7-22ff-4323-b253-186e2d52328f None None] The sync data for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:16:44.928195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e29cfb-c172-4da0-8f9f-9018f04bc746 None None] New status for floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:16:45.056446 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-b0a71a06-9ac7-4175-b27e-17714215793f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--768658914&fields=id&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 267 time: 0.0398839 Jan 21 10:16:45.210179 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-d1e09eb7-6a15-4f36-b127-35ab1222da5c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:45.211613 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-d1e09eb7-6a15-4f36-b127-35ab1222da5c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 811 time: 0.1483603 Jan 21 10:16:45.228145 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-bd053b60-c44a-4845-8881-f74da3faefd0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/quotas/93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 375 time: 0.0103030 Jan 21 10:16:45.317547 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-b2954380-9435-4663-aeba-433db051d1a3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837691 Jan 21 10:16:45.457694 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-79d692e8-fab8-4a81-a7aa-72b17478a960 service neutron] 10.222.0.99 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282268 Jan 21 10:16:45.593139 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-afc9d7ab-7e45-4c8e-b2b8-1b02e848fa86 service neutron] 10.222.0.99 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293066 Jan 21 10:16:45.768804 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e3834848-afd6-4288-9d18-d463d7aa8124 req-ccd543cf-7ef1-4c59-b2ee-993a2d57aaa5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 210 time: 0.0424008 Jan 21 10:16:45.900569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e1a9347d-9517-47e9-b8e3-a2ca74efa3bd no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:16:45.939152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: e1a9347d-9517-47e9-b8e3-a2ca74efa3bd {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:16:45.939773 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e1a9347d-9517-47e9-b8e3-a2ca74efa3bd not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:16:46.850354 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-5b3cf987-dea6-4aa5-8601-c102f76494cb tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:46.851790 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-5b3cf987-dea6-4aa5-8601-c102f76494cb tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 811 time: 0.1493831 Jan 21 10:16:47.036502 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d98d3aa0-3657-489e-8efb-12dc0909374f req-02b63f79-5d56-4a7b-bf08-db25d6f6b558 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 210 time: 0.1595039 Jan 21 10:16:47.046175 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-a93daf59-4b2c-4256-9918-60cde9cdb4bf tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 379 time: 0.1858532 Jan 21 10:16:47.055269 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Request body: {'port': {'device_id': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'admin_state_up': True, 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'security_groups': ['e54e71b5-dbab-4bc4-bea4-4f42f8171789']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:16:47.190310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:47.200088 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:47.212969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Made reservation on behalf of 93d8cbe3a80644328fee9948bdf44ca4 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:47.216456 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:47.383694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Allocated IP 172.20.0.3 (ee75e837-c208-43e8-865a-0f1ba8f77979/2d2e71d2-02bf-44bd-9765-3d533abb038b/98a3f7e4-4ee4-427c-a384-c6cd21440b53) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:16:47.563562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:47.578492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Transition to ACTIVE for port object 98a3f7e4-4ee4-427c-a384-c6cd21440b53 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:47.601713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:47.669336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Network ee75e837-c208-43e8-865a-0f1ba8f77979 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:16:47.673686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:47.677490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:16:47.710653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event updated for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:47.748030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:47.748675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:47.775856 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-74b8152b-011d-42b1-b749-8b0e9b849812 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7244587 Jan 21 10:16:47.786914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Request body: {'port': {'device_id': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:16:47.867257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-107f9c35-84fc-4402-a5dc-6b2e152a9e27 None None] Provisioning for port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:47.872172 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-107f9c35-84fc-4402-a5dc-6b2e152a9e27 None None] Provisioning complete for port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:47.872671 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-107f9c35-84fc-4402-a5dc-6b2e152a9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:47.899870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:47.926492 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-107f9c35-84fc-4402-a5dc-6b2e152a9e27 None None] Port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:16:48.292392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a3f7e4-4ee4-427c-a384-c6cd21440b53 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:16:48.303210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549bd61-b9ac-4554-a00f-ebf64d920203 req-88e7ed5b-d346-48d8-ad64-6a221df98214 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:48.304220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-7549bd61-b9ac-4554-a00f-ebf64d920203 req-88e7ed5b-d346-48d8-ad64-6a221df98214 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Synchronizing usage tracker for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:16:48.310287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.330167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Transition to ACTIVE for port object 98a3f7e4-4ee4-427c-a384-c6cd21440b53 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:48.334187 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-7549bd61-b9ac-4554-a00f-ebf64d920203 req-88e7ed5b-d346-48d8-ad64-6a221df98214 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Unset dirty status for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:16:48.335509 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7549bd61-b9ac-4554-a00f-ebf64d920203 req-88e7ed5b-d346-48d8-ad64-6a221df98214 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 931 time: 0.1924129 Jan 21 10:16:48.336502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.491386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Pushing event updated for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:48.529291 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7549bd61-b9ac-4554-a00f-ebf64d920203 req-9258294c-74c9-436c-ad28-96ddcbaf2984 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592448 Jan 21 10:16:48.606333 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Attempting to bind port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:16:48.606669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Attempting to bind port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:16:48.606990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Attempting to bind port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 on network ee75e837-c208-43e8-865a-0f1ba8f77979 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:16:48.611389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 on network ee75e837-c208-43e8-865a-0f1ba8f77979 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:16:48.611701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Attempting to bind port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 on network ee75e837-c208-43e8-865a-0f1ba8f77979 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:16:48.616880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:16:48.617211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Checking segment: {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:16:48.617592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Bound using segment: {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:16:48.618004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Bound port: 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c57f27-a914-4daf-89d6-c8803f75c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:16:48.618337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.709931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:16:48.714425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:16:48.720917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.782789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:48.783323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:48.784911 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] 10.222.0.121 "PUT /v2.0/ports/98a3f7e4-4ee4-427c-a384-c6cd21440b53 HTTP/1.1" status: 200 len: 1093 time: 1.0022378 Jan 21 10:16:48.785340 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:48.810129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504e49-01fb-416c-94fe-7834cc53fd49 service neutron] Pushing event updated for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:48.941418 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:16:48.972491 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'status': 'completed', 'code': 200} Jan 21 10:16:49.006590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-061afc71-167c-4a7c-bd3f-af9f6aebca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:49.008049 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-061afc71-167c-4a7c-bd3f-af9f6aebca42 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 1096 time: 0.1815903 Jan 21 10:16:49.079421 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-148bf06a-538e-4537-8bcf-879d75408fe4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53 HTTP/1.1" status: 200 len: 217 time: 0.0618293 Jan 21 10:16:49.141892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-fca99e0e-42f8-492b-b405-bbff8b83ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:49.143253 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-fca99e0e-42f8-492b-b405-bbff8b83ca44 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0576367 Jan 21 10:16:49.220288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-b56608b5-7957-452e-b094-d77e67c700ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:49.221703 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-b56608b5-7957-452e-b094-d77e67c700ec service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716798 Jan 21 10:16:49.349864 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-d5e720fc-74c3-429e-9ebb-dc802c732369 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214547 Jan 21 10:16:49.478336 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5c0deb39-1bf2-40d5-ac20-fa5462a5c051 req-4a9c801b-f6df-4afe-8fdf-69f9d7027f59 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222827 Jan 21 10:16:49.605301 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e00ef4-266b-4b47-864d-733a443222c9 req-3cfb009b-fa24-49fd-9f6b-ca44b609589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:49.606819 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87e00ef4-266b-4b47-864d-733a443222c9 req-3cfb009b-fa24-49fd-9f6b-ca44b609589c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 1096 time: 0.0746589 Jan 21 10:16:49.791386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e00ef4-266b-4b47-864d-733a443222c9 req-1d9b8e45-abce-4c14-b2f5-2059bcea5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:49.792813 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87e00ef4-266b-4b47-864d-733a443222c9 req-1d9b8e45-abce-4c14-b2f5-2059bcea5b35 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1787221 Jan 21 10:16:49.859643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfc291-4d1e-40c9-a8ca-132e6aeb79b6 req-24f9349e-7de8-469b-befc-f8f355394094 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:49.861085 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-56cfc291-4d1e-40c9-a8ca-132e6aeb79b6 req-24f9349e-7de8-469b-befc-f8f355394094 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 943 time: 0.2208095 Jan 21 10:16:49.870401 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87e00ef4-266b-4b47-864d-733a443222c9 req-e75b4825-9569-40e4-950a-1b7661caafa4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53 HTTP/1.1" status: 200 len: 217 time: 0.0709355 Jan 21 10:16:49.954127 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-56cfc291-4d1e-40c9-a8ca-132e6aeb79b6 req-0b0c52fa-45fa-402d-9a7a-555ef1860988 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860167 Jan 21 10:16:49.961640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e00ef4-266b-4b47-864d-733a443222c9 req-df3f8f1a-444e-4b0d-9140-bad8329cd002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:49.963416 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87e00ef4-266b-4b47-864d-733a443222c9 req-df3f8f1a-444e-4b0d-9140-bad8329cd002 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0817688 Jan 21 10:16:50.038931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e00ef4-266b-4b47-864d-733a443222c9 req-90bda414-3dc4-4a99-8112-3aeae9a77ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:50.040390 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87e00ef4-266b-4b47-864d-733a443222c9 req-90bda414-3dc4-4a99-8112-3aeae9a77ba3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711238 Jan 21 10:16:50.179338 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87e00ef4-266b-4b47-864d-733a443222c9 req-2522b90b-6915-422b-9195-fb9441032368 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319380 Jan 21 10:16:50.320060 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-87e00ef4-266b-4b47-864d-733a443222c9 req-d97d230a-aacb-4d7e-a29f-d225684eab83 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337547 Jan 21 10:16:51.191863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1035b-a492-4cf6-b3ed-2a07e17fa21a req-a3218eb9-b356-46cb-8c83-a93fdca9d18c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:51.193342 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fbd1035b-a492-4cf6-b3ed-2a07e17fa21a req-a3218eb9-b356-46cb-8c83-a93fdca9d18c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 943 time: 0.0984190 Jan 21 10:16:51.237348 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fbd1035b-a492-4cf6-b3ed-2a07e17fa21a req-e29557bd-11cf-4d0d-bacb-e9f93f1011a1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382879 Jan 21 10:16:51.921679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 98a3f7e4-4ee4-427c-a384-c6cd21440b53 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:16:52.062156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:52.075507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'port_id': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'mac_address': 'fa:16:3e:00:41:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:16:52.134034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.151309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a3f7e4-4ee4-427c-a384-c6cd21440b53 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:16:52.171202 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:52.177283 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.252817 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:52.438273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297025a8-4ef6-49e6-897f-f38aeb1204d4 req-8ddd3952-ab60-4a9a-ad22-b5e795205071 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:52.439660 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-297025a8-4ef6-49e6-897f-f38aeb1204d4 req-8ddd3952-ab60-4a9a-ad22-b5e795205071 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 944 time: 0.0885611 Jan 21 10:16:52.484617 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-297025a8-4ef6-49e6-897f-f38aeb1204d4 req-f2912282-552e-48aa-b752-f271f98548a3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391037 Jan 21 10:16:52.519526 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['98a3f7e4-4ee4-427c-a384-c6cd21440b53'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:16:53.673901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ae5ad-ce84-489a-b8bd-c3ac793a3a41 req-fc29b825-5af5-4f8a-8545-33dfaf650175 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:53.675328 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7a5ae5ad-ce84-489a-b8bd-c3ac793a3a41 req-fc29b825-5af5-4f8a-8545-33dfaf650175 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 944 time: 0.0852273 Jan 21 10:16:53.723535 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7a5ae5ad-ce84-489a-b8bd-c3ac793a3a41 req-c955ff64-79e3-42a0-b4f1-7cca74154957 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390971 Jan 21 10:16:53.933582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 98a3f7e4-4ee4-427c-a384-c6cd21440b53 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:54.013078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:54.017968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:54.018337 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:54.134489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:54.161316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:54.171459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:54.176686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:54.210819 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'code': 200} Jan 21 10:16:54.282421 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:54.441255 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de9f09-0ca1-4638-bbc3-0500417e3bc6 req-7a270654-f986-4673-9d79-5aabe4904e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:54.442646 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-17de9f09-0ca1-4638-bbc3-0500417e3bc6 req-7a270654-f986-4673-9d79-5aabe4904e24 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 1098 time: 0.0720143 Jan 21 10:16:54.487792 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-17de9f09-0ca1-4638-bbc3-0500417e3bc6 req-35df3f53-6cab-401e-b0f3-ec707bbd6feb service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378423 Jan 21 10:16:54.914545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c9daf-55e5-442a-a67a-e88bca4e0824 req-f6c1031c-a8bb-4d62-af60-a50a77fc1763 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:54.915975 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-908c9daf-55e5-442a-a67a-e88bca4e0824 req-f6c1031c-a8bb-4d62-af60-a50a77fc1763 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0837924 Jan 21 10:16:54.962206 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-908c9daf-55e5-442a-a67a-e88bca4e0824 req-46da9a2a-fb28-4310-82f7-5a2a06372c40 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404613 Jan 21 10:16:56.265046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34541b5-5622-4fd5-beb8-c7e4b78cb596 req-4a7cb2cb-c7ad-4c14-90a9-56ab21ab15e6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:56.266386 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a34541b5-5622-4fd5-beb8-c7e4b78cb596 req-4a7cb2cb-c7ad-4c14-90a9-56ab21ab15e6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.1921141 Jan 21 10:16:56.314950 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a34541b5-5622-4fd5-beb8-c7e4b78cb596 req-48d559aa-c864-4f3a-b278-0c4faebc2f57 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399532 Jan 21 10:16:56.502698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fa591-80c4-4522-98d2-70e9e1981b79 req-9a8d29ef-457f-4451-808b-8fac6fb98433 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:56.504136 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e5fa591-80c4-4522-98d2-70e9e1981b79 req-9a8d29ef-457f-4451-808b-8fac6fb98433 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0929055 Jan 21 10:16:56.516117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53124) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:56.521094 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-96530dba-79af-4b9d-95b5-d4ed71a9b8f7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Request body: {'floatingip': {'port_id': '98a3f7e4-4ee4-427c-a384-c6cd21440b53'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:16:56.707982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-96530dba-79af-4b9d-95b5-d4ed71a9b8f7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.303341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-96530dba-79af-4b9d-95b5-d4ed71a9b8f7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.309646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-96530dba-79af-4b9d-95b5-d4ed71a9b8f7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.479033 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-96530dba-79af-4b9d-95b5-d4ed71a9b8f7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d associated. External IP: 172.26.4.78, port: 98a3f7e4-4ee4-427c-a384-c6cd21440b53. Jan 21 10:16:57.837659 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96530dba-79af-4b9d-95b5-d4ed71a9b8f7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Router b0d78f65-b60e-4ce1-abe1-d8f85875c519 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:16:58.134690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96530dba-79af-4b9d-95b5-d4ed71a9b8f7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:16:58.139171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-96530dba-79af-4b9d-95b5-d4ed71a9b8f7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.147257 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b767c4-397a-47bf-b7c6-77d0f208e0aa None None] Sync routers for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:16:58.157006 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b767c4-397a-47bf-b7c6-77d0f208e0aa None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:16:58.157731 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-74b767c4-397a-47bf-b7c6-77d0f208e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:16:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:58.196311 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-96530dba-79af-4b9d-95b5-d4ed71a9b8f7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "PUT /v2.0/floatingips/ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d HTTP/1.1" status: 200 len: 991 time: 1.6791184 Jan 21 10:16:58.196919 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:58.243985 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'status': 'completed', 'code': 200} Jan 21 10:16:58.337876 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-74b767c4-397a-47bf-b7c6-77d0f208e0aa None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:16:58.340729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e238d-1517-4517-aa59-143394c98adc req-28da661b-faf0-406d-ab3e-54d9e0a29620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:58.342192 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e26e238d-1517-4517-aa59-143394c98adc req-28da661b-faf0-406d-ab3e-54d9e0a29620 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 1098 time: 0.0759180 Jan 21 10:16:58.480045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e238d-1517-4517-aa59-143394c98adc req-5d17c38c-d3b5-4874-8c65-7e5d6f1c0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:58.481454 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e26e238d-1517-4517-aa59-143394c98adc req-5d17c38c-d3b5-4874-8c65-7e5d6f1c0ee9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1333206 Jan 21 10:16:58.584971 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e26e238d-1517-4517-aa59-143394c98adc req-aebc48cc-ce8e-439d-9af0-56dcd39e2e8f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53 HTTP/1.1" status: 200 len: 999 time: 0.0975471 Jan 21 10:16:58.646646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e238d-1517-4517-aa59-143394c98adc req-d3592d0c-7b56-4a3c-ad95-f1b1ae13e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:58.648227 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e26e238d-1517-4517-aa59-143394c98adc req-d3592d0c-7b56-4a3c-ad95-f1b1ae13e17e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0572124 Jan 21 10:16:58.713147 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-74b767c4-397a-47bf-b7c6-77d0f208e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'port_id': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'mac_address': 'fa:16:3e:00:41:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:25Z', 'updated_at': '2022-01-21T10:16:57Z', 'revision_number': 13, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:58.717049 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b767c4-397a-47bf-b7c6-77d0f208e0aa None None] Checking router: b0d78f65-b60e-4ce1-abe1-d8f85875c519 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:16:58.722648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e238d-1517-4517-aa59-143394c98adc req-1d73997f-2bd1-4f57-b7fb-a0d0df6e8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:58.724109 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e26e238d-1517-4517-aa59-143394c98adc req-1d73997f-2bd1-4f57-b7fb-a0d0df6e8c34 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694559 Jan 21 10:16:58.725716 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b767c4-397a-47bf-b7c6-77d0f208e0aa None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:16:58.726342 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-74b767c4-397a-47bf-b7c6-77d0f208e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:16:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:58.854487 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e26e238d-1517-4517-aa59-143394c98adc req-7b2b1e5b-bbd7-4aa3-a3b6-e10f3856884f service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233470 Jan 21 10:16:58.903003 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-74b767c4-397a-47bf-b7c6-77d0f208e0aa None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:16:58.987543 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e26e238d-1517-4517-aa59-143394c98adc req-eea11a97-328b-4b9a-acbc-bdb1ccc62a61 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271944 Jan 21 10:16:59.252169 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-74b767c4-397a-47bf-b7c6-77d0f208e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'port_id': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'mac_address': 'fa:16:3e:00:41:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:25Z', 'updated_at': '2022-01-21T10:16:57Z', 'revision_number': 13, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:59.258238 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b767c4-397a-47bf-b7c6-77d0f208e0aa None None] The sync data for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'port_id': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'mac_address': 'fa:16:3e:00:41:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:10:25Z', 'updated_at': '2022-01-21T10:16:57Z', 'revision_number': 13, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:16:59.453418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38abc96-0de2-4a91-baac-ae79edf8a2a5 None None] New status for floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:17:00.541514 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:06.401477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e8c0faaa-2164-4fb6-be9a-e0794357dee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.479156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2ecea1cf-1294-4e02-a6d8-ff024137dc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.958680 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b013d04e-78b1-4397-8dce-f327ed0e62cf req-1d9b0d42-9441-42fd-81d0-3152b8006696 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757158 Jan 21 10:17:09.099006 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013d04e-78b1-4397-8dce-f327ed0e62cf req-a1cbe011-5ace-4ea8-b8ef-2d39cd5a4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:09.100515 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b013d04e-78b1-4397-8dce-f327ed0e62cf req-a1cbe011-5ace-4ea8-b8ef-2d39cd5a4cae service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 1098 time: 0.0726061 Jan 21 10:17:09.246416 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013d04e-78b1-4397-8dce-f327ed0e62cf req-79a81365-0e50-4ef6-9241-a004f6c4baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:09.247732 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b013d04e-78b1-4397-8dce-f327ed0e62cf req-79a81365-0e50-4ef6-9241-a004f6c4baad service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1264365 Jan 21 10:17:09.362248 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b013d04e-78b1-4397-8dce-f327ed0e62cf req-2e2b9daf-cb04-46c0-824c-e8c9e51fe6e3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53 HTTP/1.1" status: 200 len: 1001 time: 0.1083059 Jan 21 10:17:09.428424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013d04e-78b1-4397-8dce-f327ed0e62cf req-68525a3c-7349-4ac4-b76e-9257cbeac14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:09.430162 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b013d04e-78b1-4397-8dce-f327ed0e62cf req-68525a3c-7349-4ac4-b76e-9257cbeac14f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0603557 Jan 21 10:17:09.505318 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013d04e-78b1-4397-8dce-f327ed0e62cf req-70b2d4b7-d570-44eb-bd89-4e4de8a2499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:09.506663 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b013d04e-78b1-4397-8dce-f327ed0e62cf req-70b2d4b7-d570-44eb-bd89-4e4de8a2499b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704584 Jan 21 10:17:09.636239 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b013d04e-78b1-4397-8dce-f327ed0e62cf req-49e7452f-8707-4a9d-ad92-5a86a3c47ff8 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231406 Jan 21 10:17:09.643239 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.877344 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b013d04e-78b1-4397-8dce-f327ed0e62cf req-66299eb1-1eac-40d7-9da5-3bd4276e4114 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343557 Jan 21 10:17:09.885863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:11.236747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:25.942021 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:17:30.548416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:36.395121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9244ece7-70c1-4e83-b720-88139819a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:38.497684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c94fdef0-bff1-4131-a1eb-f5dc3977567c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:39.641666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:39.899388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:41.232497 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.551127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:02.941181 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:18:06.391245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bc2958fe-c2f8-4b08-9a4a-3a6a04b3d6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.487152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-135ee9d0-7ea9-4067-a96d-221b8c6e4da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:09.646565 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:09.893438 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.245330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.394483 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94a975f6-0df5-4327-8fc3-d8066f7c88e9 req-2b472c8b-e0e7-45bc-8ca8-dfcb9d37314a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756853 Jan 21 10:18:11.570603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a975f6-0df5-4327-8fc3-d8066f7c88e9 req-c3c5b3da-67e4-45c2-9b2d-9dc7f533e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:11.572650 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94a975f6-0df5-4327-8fc3-d8066f7c88e9 req-c3c5b3da-67e4-45c2-9b2d-9dc7f533e506 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 1098 time: 0.0858688 Jan 21 10:18:11.726615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a975f6-0df5-4327-8fc3-d8066f7c88e9 req-e6b779d2-c664-42f1-94cf-4717acd24a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:11.728036 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94a975f6-0df5-4327-8fc3-d8066f7c88e9 req-e6b779d2-c664-42f1-94cf-4717acd24a0e service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1361892 Jan 21 10:18:11.830991 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94a975f6-0df5-4327-8fc3-d8066f7c88e9 req-959be332-2ff2-490b-8162-eb2651de66ff service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53 HTTP/1.1" status: 200 len: 1001 time: 0.0957785 Jan 21 10:18:11.899292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a975f6-0df5-4327-8fc3-d8066f7c88e9 req-6744ab66-e41d-410a-8540-f40817a11435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:11.900745 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94a975f6-0df5-4327-8fc3-d8066f7c88e9 req-6744ab66-e41d-410a-8540-f40817a11435 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0643258 Jan 21 10:18:11.982799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a975f6-0df5-4327-8fc3-d8066f7c88e9 req-c6c51d29-1a74-4d4d-b1f1-9beafad30528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:11.984284 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94a975f6-0df5-4327-8fc3-d8066f7c88e9 req-c6c51d29-1a74-4d4d-b1f1-9beafad30528 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773389 Jan 21 10:18:12.126625 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94a975f6-0df5-4327-8fc3-d8066f7c88e9 req-d50849ab-8831-44b6-9b30-6786958b2906 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360013 Jan 21 10:18:12.260442 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94a975f6-0df5-4327-8fc3-d8066f7c88e9 req-d56c0f60-d8f3-41b6-93aa-9bf5f28673f7 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274178 Jan 21 10:18:17.350261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa067ff9-da68-43e5-adb7-f381626044ce req-829f3f53-7cdb-4cb3-91c6-9eda3fc1b815 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:17.351603 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fa067ff9-da68-43e5-adb7-f381626044ce req-829f3f53-7cdb-4cb3-91c6-9eda3fc1b815 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0801656 Jan 21 10:18:17.399995 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fa067ff9-da68-43e5-adb7-f381626044ce req-64e9e72b-d996-42a4-a3d6-5bad7a87a21b tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401003 Jan 21 10:18:27.230965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53324) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:27.250526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa35d8-3829-4594-96fe-8037f6a51e0e req-316bba66-6da6-4ec8-bc4a-d4d0baa21343 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:27.252072 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11aa35d8-3829-4594-96fe-8037f6a51e0e req-316bba66-6da6-4ec8-bc4a-d4d0baa21343 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0793893 Jan 21 10:18:27.296482 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11aa35d8-3829-4594-96fe-8037f6a51e0e req-7518abc7-334c-426d-b119-62ce789cec08 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387893 Jan 21 10:18:27.342447 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-5933b66c-1f98-4351-bc57-1fa639107e41 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103721 Jan 21 10:18:28.556860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640e9be-cc2d-420d-8784-318682231dad req-255289a0-e9f3-4a5a-b524-d98eba8ea658 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:28.558310 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7640e9be-cc2d-420d-8784-318682231dad req-255289a0-e9f3-4a5a-b524-d98eba8ea658 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.1439364 Jan 21 10:18:28.587194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-9f7b396e-099a-4275-ad7f-a3427e5fcc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:28.588582 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-9f7b396e-099a-4275-ad7f-a3427e5fcc05 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 1098 time: 0.1095917 Jan 21 10:18:28.644479 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7640e9be-cc2d-420d-8784-318682231dad req-c189891d-c0a4-4316-9be1-32779148965d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790584 Jan 21 10:18:28.735243 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-fb53c71f-d7af-4ad8-92ee-3ad6c0b56a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:28.736746 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-fb53c71f-d7af-4ad8-92ee-3ad6c0b56a7a service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1375895 Jan 21 10:18:28.840632 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-b17c1303-12b3-4848-8b93-8580a45546ba service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53 HTTP/1.1" status: 200 len: 1001 time: 0.0975831 Jan 21 10:18:28.915286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-19a92b41-a1e5-4a8a-9e05-a9b64fb101f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:28.916791 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-19a92b41-a1e5-4a8a-9e05-a9b64fb101f5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0703969 Jan 21 10:18:29.085939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-9438c43f-f83e-40f4-bb0c-52cb4ec3b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:29.087408 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-9438c43f-f83e-40f4-bb0c-52cb4ec3b110 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1650987 Jan 21 10:18:29.220093 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-8adb5b41-2541-4aac-adf1-026fae8fb22f service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252522 Jan 21 10:18:29.353370 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-e76c7d8c-995b-4322-9e31-62e0c3e9cf2a service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268005 Jan 21 10:18:29.857020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbe414-7544-423a-a4cd-7dacc3355a3b req-493ad6ba-4c40-47fb-8f1e-c5e6c6c29522 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:29.858411 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ddbe414-7544-423a-a4cd-7dacc3355a3b req-493ad6ba-4c40-47fb-8f1e-c5e6c6c29522 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0988092 Jan 21 10:18:29.922245 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ddbe414-7544-423a-a4cd-7dacc3355a3b req-3ae08f05-8307-44b0-b6a4-af0ab8266aa9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580883 Jan 21 10:18:30.568913 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:31.122859 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e57f0-d7e8-4623-aa13-4264cd681f2e req-5e58fae8-b5b1-41db-a1ca-e2c5d1938094 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:31.124367 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c85e57f0-d7e8-4623-aa13-4264cd681f2e req-5e58fae8-b5b1-41db-a1ca-e2c5d1938094 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0867405 Jan 21 10:18:31.167877 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c85e57f0-d7e8-4623-aa13-4264cd681f2e req-ba66e4dd-3181-484f-8c81-b16e6b2936c0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377846 Jan 21 10:18:32.376466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f4c22-5b83-4394-8751-a91a26403679 req-15b3cbae-dfb0-4ac4-a332-59c0b0be257e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:32.377906 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-592f4c22-5b83-4394-8751-a91a26403679 req-15b3cbae-dfb0-4ac4-a332-59c0b0be257e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0935490 Jan 21 10:18:32.426529 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-592f4c22-5b83-4394-8751-a91a26403679 req-6ad90a50-267a-452a-bc9a-6230c11436ed tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399075 Jan 21 10:18:33.629940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4f3eb-5df4-42cd-85ea-a62f7c8dd910 req-65cf1c6e-3bae-4a4e-85a6-d8b8c6051126 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:33.631397 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ca4f3eb-5df4-42cd-85ea-a62f7c8dd910 req-65cf1c6e-3bae-4a4e-85a6-d8b8c6051126 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0807924 Jan 21 10:18:33.680454 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6ca4f3eb-5df4-42cd-85ea-a62f7c8dd910 req-81f1794c-97ac-4e30-9b17-2f50959383bf tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415647 Jan 21 10:18:34.881321 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43121dda-c278-498e-8425-fafb964e0521 req-24bc4e14-53e1-40d7-b639-8d248ef8900c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:34.882747 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-43121dda-c278-498e-8425-fafb964e0521 req-24bc4e14-53e1-40d7-b639-8d248ef8900c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0899255 Jan 21 10:18:34.935064 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-43121dda-c278-498e-8425-fafb964e0521 req-985f5fa9-2530-4837-94ba-83ef61edffb4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434477 Jan 21 10:18:36.135658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd2040-4299-49f6-99e1-35b3df577b31 req-a864aeb4-f0b7-4912-90c7-c2bba4777027 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:36.137123 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-27fd2040-4299-49f6-99e1-35b3df577b31 req-a864aeb4-f0b7-4912-90c7-c2bba4777027 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0882292 Jan 21 10:18:36.181587 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-27fd2040-4299-49f6-99e1-35b3df577b31 req-ae611043-fff0-4a45-b9b5-37343a29f660 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386431 Jan 21 10:18:36.406533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-87a3e35b-1d21-45e5-8d13-f2548301c713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:37.390968 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939a15d-f036-43be-a9a4-2bd04f914e06 req-acf98fde-29bb-4f5a-b95e-998897098712 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:37.392418 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5939a15d-f036-43be-a9a4-2bd04f914e06 req-acf98fde-29bb-4f5a-b95e-998897098712 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0931065 Jan 21 10:18:37.436884 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5939a15d-f036-43be-a9a4-2bd04f914e06 req-87b0b68e-0999-406f-bfa5-588eb575a338 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388093 Jan 21 10:18:38.486221 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4cd06683-5a5b-4625-a0c0-655f247b16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:38.638237 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd97769-23b0-4352-99e1-bbd7a6fbde15 req-ff7f8eae-1a65-4404-9842-b98a3ba62a67 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:38.639713 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2cd97769-23b0-4352-99e1-bbd7a6fbde15 req-ff7f8eae-1a65-4404-9842-b98a3ba62a67 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0826001 Jan 21 10:18:38.685735 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2cd97769-23b0-4352-99e1-bbd7a6fbde15 req-73529874-1e39-4e69-9a82-b05c6349f72f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376208 Jan 21 10:18:39.642021 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:39.887921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d1342-99a7-4ea8-b8c7-ffeb63ffaf04 req-d26864c7-feaa-41f3-b402-b198dce85ebe tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:39.889365 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b06d1342-99a7-4ea8-b8c7-ffeb63ffaf04 req-d26864c7-feaa-41f3-b402-b198dce85ebe tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0895486 Jan 21 10:18:39.898467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:39.939619 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b06d1342-99a7-4ea8-b8c7-ffeb63ffaf04 req-bf3857b2-e243-4410-b05a-0aec6c56ee30 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436814 Jan 21 10:18:39.940585 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:18:41.239734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:41.277854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8ce26-7edc-4aa3-ab1a-48aecbddbb14 req-f7ba72cc-ca78-424f-b25f-c4f8cc97091e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:41.279292 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2ec8ce26-7edc-4aa3-ab1a-48aecbddbb14 req-f7ba72cc-ca78-424f-b25f-c4f8cc97091e tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0807946 Jan 21 10:18:41.322839 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2ec8ce26-7edc-4aa3-ab1a-48aecbddbb14 req-0e6f6021-8c82-49f5-b5a5-8815808f42e4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376067 Jan 21 10:18:42.533799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d222ee-7813-4b7c-aef1-30900d0e3f7a req-b5882ec5-e30a-418a-87e4-a252891dc70f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:42.535243 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e3d222ee-7813-4b7c-aef1-30900d0e3f7a req-b5882ec5-e30a-418a-87e4-a252891dc70f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0967283 Jan 21 10:18:42.582080 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e3d222ee-7813-4b7c-aef1-30900d0e3f7a req-be5ec160-0169-4056-8da6-aa57743605d6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382416 Jan 21 10:18:43.776841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d7740-c95d-4e72-93f2-2babd5a2cb8c req-342fcdf7-8454-44f5-8b24-780a83df4cc5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:43.780618 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-661d7740-c95d-4e72-93f2-2babd5a2cb8c req-342fcdf7-8454-44f5-8b24-780a83df4cc5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0941324 Jan 21 10:18:43.846940 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-661d7740-c95d-4e72-93f2-2babd5a2cb8c req-6113d1e5-670c-4bbe-b680-ee732e5c9ef4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595751 Jan 21 10:18:45.039975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00637c-63a0-4f4d-b7ad-cab26b2534b0 req-13ae548b-edab-4004-a192-6658862d0116 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:45.041451 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-db00637c-63a0-4f4d-b7ad-cab26b2534b0 req-13ae548b-edab-4004-a192-6658862d0116 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0822945 Jan 21 10:18:45.088034 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-db00637c-63a0-4f4d-b7ad-cab26b2534b0 req-3442ff07-050b-4c92-83f1-285fcfb483dd tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398850 Jan 21 10:18:46.303582 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89309c-ff4f-4d59-9324-8fa85491bce4 req-681fa717-55a8-4c3a-b63c-a113f7662ee8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:46.304733 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d89309c-ff4f-4d59-9324-8fa85491bce4 req-681fa717-55a8-4c3a-b63c-a113f7662ee8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0897028 Jan 21 10:18:46.350513 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d89309c-ff4f-4d59-9324-8fa85491bce4 req-4d8df7b5-3994-4779-8131-49f040f5eafa tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397627 Jan 21 10:18:46.885697 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-20165015-12ae-47de-9243-fb58fc9c3a1b service neutron] 10.222.0.121 "GET /v2.0/ports/98a3f7e4-4ee4-427c-a384-c6cd21440b53/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0785475 Jan 21 10:18:47.161409 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-c64300b1-458c-4c68-af8d-d15064bfc0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:47.162775 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-c64300b1-458c-4c68-af8d-d15064bfc0ce service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 1098 time: 0.0699282 Jan 21 10:18:47.256601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-d0cca98b-1080-44d2-a60a-9d4e3582a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:47.258045 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-d0cca98b-1080-44d2-a60a-9d4e3582a432 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 1098 time: 0.0744669 Jan 21 10:18:47.528287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-7d68be3a-8ffb-459e-82d0-22ae5f1bf884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:47.529631 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-7d68be3a-8ffb-459e-82d0-22ae5f1bf884 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.2659128 Jan 21 10:18:47.639958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba9235-3139-4bcb-afaa-df2d512c8672 req-2cfb4d51-1e50-4588-9ae1-d031d3dabdbd tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:47.641412 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d6ba9235-3139-4bcb-afaa-df2d512c8672 req-2cfb4d51-1e50-4588-9ae1-d031d3dabdbd tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.1807797 Jan 21 10:18:47.645179 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-9d66e37c-4ab4-4708-aea2-f73bce914aa6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53 HTTP/1.1" status: 200 len: 1001 time: 0.1090753 Jan 21 10:18:47.731497 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d6ba9235-3139-4bcb-afaa-df2d512c8672 req-32bce0f6-6621-4a8b-9fe6-9be60b8345c0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838404 Jan 21 10:18:47.736880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-42f81ac7-b2ec-4b14-8f23-5fec48490dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:47.738338 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-42f81ac7-b2ec-4b14-8f23-5fec48490dbe service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0783920 Jan 21 10:18:47.813057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-44d81ff3-aece-41ae-842d-a49056e9b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:47.814401 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-44d81ff3-aece-41ae-842d-a49056e9b611 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703719 Jan 21 10:18:47.962534 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-bd3753f7-471a-48d4-be51-d19615ac7fb2 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414092 Jan 21 10:18:48.100936 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-3b6d858f-c5ac-4e76-9eb5-901b15c1810a service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318033 Jan 21 10:18:48.934294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171dad37-a593-4657-bcce-ba201cf1e858 req-553ea18b-2c71-458a-9439-40933e77a671 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:48.935666 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-171dad37-a593-4657-bcce-ba201cf1e858 req-553ea18b-2c71-458a-9439-40933e77a671 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0860322 Jan 21 10:18:48.980610 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-171dad37-a593-4657-bcce-ba201cf1e858 req-a2fef99e-9954-4b1f-8246-bf1e85846290 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390923 Jan 21 10:18:50.186018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d70546-dfd0-4340-8151-fe8cc781e630 req-83e0e5f8-949d-4558-b5c5-b40f8af81a8d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:50.187484 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-20d70546-dfd0-4340-8151-fe8cc781e630 req-83e0e5f8-949d-4558-b5c5-b40f8af81a8d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0857155 Jan 21 10:18:50.232857 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-20d70546-dfd0-4340-8151-fe8cc781e630 req-9619c83b-a5c4-4606-8a94-512004e15ac7 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391691 Jan 21 10:18:50.497338 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 98a3f7e4-4ee4-427c-a384-c6cd21440b53 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:18:50.612321 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.639156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:18:50.649895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:50.654792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.698408 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'code': 200} Jan 21 10:18:50.723712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:50.731130 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:50.731500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:50.731888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:50.732264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:50.732636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:50.732969 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:50.733312 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:50.733642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:50.733967 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:50.734285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:50.734605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:50.734924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:51.437812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16c916-eccb-46ae-badc-f956a70340ad req-f130c84a-7720-4740-a39e-5c7c89f6272d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:51.439243 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3b16c916-eccb-46ae-badc-f956a70340ad req-f130c84a-7720-4740-a39e-5c7c89f6272d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 943 time: 0.0885415 Jan 21 10:18:51.486295 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3b16c916-eccb-46ae-badc-f956a70340ad req-3638d0c5-70c8-4ba0-a56c-9e5d3ac66dc6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410252 Jan 21 10:18:52.506273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 98a3f7e4-4ee4-427c-a384-c6cd21440b53 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:18:52.642471 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:52.655245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'port_id': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'mac_address': 'fa:16:3e:00:41:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:18:52.671025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072ab20-519b-4be8-8ccb-2a530444612f req-ad9b76c5-4ae2-4555-9bd9-edfeabc277f1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:52.672499 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9072ab20-519b-4be8-8ccb-2a530444612f req-ad9b76c5-4ae2-4555-9bd9-edfeabc277f1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 943 time: 0.0786407 Jan 21 10:18:52.713125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:52.719574 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9072ab20-519b-4be8-8ccb-2a530444612f req-f8670e6c-5d3a-467b-a8b9-7c3453f26b25 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413885 Jan 21 10:18:52.729700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a3f7e4-4ee4-427c-a384-c6cd21440b53 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:18:52.745071 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:52.751258 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:52.817074 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['98a3f7e4-4ee4-427c-a384-c6cd21440b53'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:18:52.851605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:53.924382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e549365-1284-401f-8a25-3c471c34f2cd req-3de3e9ad-1a5c-4b66-90bb-fbfdbbcc2fb9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:53.925727 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e549365-1284-401f-8a25-3c471c34f2cd req-3de3e9ad-1a5c-4b66-90bb-fbfdbbcc2fb9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 944 time: 0.0899725 Jan 21 10:18:53.968858 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e549365-1284-401f-8a25-3c471c34f2cd req-dcdc5ba0-a27c-4fc3-84bd-b5ab5633574c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372312 Jan 21 10:18:54.513144 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 98a3f7e4-4ee4-427c-a384-c6cd21440b53 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:54.601676 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:54.602042 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:54.721196 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:54.746843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:18:54.756137 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:54.761364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:54.806006 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'code': 200} Jan 21 10:18:54.842385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=8']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:55.173362 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40affba2-c26b-4c45-a47b-5f65ed46ca3b req-06614453-f68c-4aa0-a38e-00d01e37b9ce tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:55.174838 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40affba2-c26b-4c45-a47b-5f65ed46ca3b req-06614453-f68c-4aa0-a38e-00d01e37b9ce tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0851378 Jan 21 10:18:55.220898 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40affba2-c26b-4c45-a47b-5f65ed46ca3b req-249156ff-fd98-492f-8970-606a8181b613 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402856 Jan 21 10:18:56.445332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367a3d8-6268-4400-8129-fd591793dfc3 req-d8c0edd8-612f-48f2-bd6f-80246d9f382f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:56.446756 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c367a3d8-6268-4400-8129-fd591793dfc3 req-d8c0edd8-612f-48f2-bd6f-80246d9f382f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0859020 Jan 21 10:18:56.494004 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c367a3d8-6268-4400-8129-fd591793dfc3 req-06cea9d1-cbbe-486e-919c-b67a88b41cb8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388842 Jan 21 10:18:57.702231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06500d37-db89-4fcc-bc8e-0ea5df974336 req-82ea11ef-3a12-4213-a554-64a05a4886b3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:57.703692 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-06500d37-db89-4fcc-bc8e-0ea5df974336 req-82ea11ef-3a12-4213-a554-64a05a4886b3 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0957747 Jan 21 10:18:57.752580 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-06500d37-db89-4fcc-bc8e-0ea5df974336 req-a752d711-8cc1-4cb3-9fc8-0bfcbcb19469 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426419 Jan 21 10:18:58.529057 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 98a3f7e4-4ee4-427c-a384-c6cd21440b53 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:18:58.705559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:58.718939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'port_id': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'mac_address': 'fa:16:3e:00:41:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:18:58.773952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:58.790353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98a3f7e4-4ee4-427c-a384-c6cd21440b53 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:18:58.805986 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:58.810857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:58.877698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['98a3f7e4-4ee4-427c-a384-c6cd21440b53'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:18:58.928160 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=9']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:58.938763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37bdd4-f6a0-4a23-b467-3c2dda722096 req-66af5462-0fdb-4183-92aa-45644ffaa5ba tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:58.940149 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c37bdd4-f6a0-4a23-b467-3c2dda722096 req-66af5462-0fdb-4183-92aa-45644ffaa5ba tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 944 time: 0.0797391 Jan 21 10:18:58.987339 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c37bdd4-f6a0-4a23-b467-3c2dda722096 req-646b4b8d-818b-4da3-a6fd-e07ca55dd4c0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411096 Jan 21 10:18:59.397663 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-0c28f534-6b49-45ca-9af9-0b29b8b5e928 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:59.399094 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-0c28f534-6b49-45ca-9af9-0b29b8b5e928 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7&tenant_id=93d8cbe3a80644328fee9948bdf44ca4&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 944 time: 0.0917573 Jan 21 10:18:59.620087 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-66a30a95-df27-4796-bb6d-97a65f2e68b9 service neutron] 10.222.0.121 "GET /v2.0/ports/98a3f7e4-4ee4-427c-a384-c6cd21440b53/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.2153499 Jan 21 10:18:59.638559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e2b52-2a76-466e-9c84-7ee828b183cd req-ed2ae3bb-3f0f-4442-a3e8-6bfca8f2c24d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:59.639987 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-447e2b52-2a76-466e-9c84-7ee828b183cd req-ed2ae3bb-3f0f-4442-a3e8-6bfca8f2c24d tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 944 time: 0.2783887 Jan 21 10:18:59.732314 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-447e2b52-2a76-466e-9c84-7ee828b183cd req-678c64e1-38b4-48a6-bd0e-6349cfdd2f2c tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596383 Jan 21 10:18:59.751789 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-9a8899c9-21fc-4fb9-a2be-caae843e4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:59.753289 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-9a8899c9-21fc-4fb9-a2be-caae843e4825 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 1097 time: 0.1110170 Jan 21 10:18:59.885226 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-0bfa76c2-4b19-4fa1-8d37-de8a7546cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:59.886796 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-0bfa76c2-4b19-4fa1-8d37-de8a7546cadd service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1268504 Jan 21 10:18:59.989800 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-da6c4b41-3be5-4fff-b051-7043c6e339b0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53 HTTP/1.1" status: 200 len: 1000 time: 0.0964692 Jan 21 10:19:00.056206 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-31d6fc0c-b7ca-41cf-bfe8-240731604223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:00.057745 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-31d6fc0c-b7ca-41cf-bfe8-240731604223 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0614452 Jan 21 10:19:00.136961 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-cadf9919-a9b8-42e6-80e1-23e238b5bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:00.138953 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-cadf9919-a9b8-42e6-80e1-23e238b5bb9a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747881 Jan 21 10:19:00.271588 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-c60bdfd4-4da2-481a-b199-806cf4462478 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252880 Jan 21 10:19:00.423547 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-2fde6041-5095-457e-af04-611884f16075 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440542 Jan 21 10:19:00.542639 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 98a3f7e4-4ee4-427c-a384-c6cd21440b53 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:00.596199 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:00.615460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:00.615827 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:00.734812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:00.761759 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:00.771507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:00.777006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:00.819676 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'code': 200} Jan 21 10:19:00.843698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=10']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:00.973806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafe39a-5c93-4e88-b90d-ca50fef95861 req-68b5fffd-0443-4df3-9761-8e42a142d8a9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:00.975247 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2cafe39a-5c93-4e88-b90d-ca50fef95861 req-68b5fffd-0443-4df3-9761-8e42a142d8a9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.1269786 Jan 21 10:19:01.019749 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2cafe39a-5c93-4e88-b90d-ca50fef95861 req-af507200-ab9c-4ab5-9036-cc4d822b5a93 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386984 Jan 21 10:19:02.218543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377aeb1-95c8-40a6-8b4d-be612ca6ed24 req-c0aea918-3e96-42c4-a153-1a387825f050 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:02.219948 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6377aeb1-95c8-40a6-8b4d-be612ca6ed24 req-c0aea918-3e96-42c4-a153-1a387825f050 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.0811331 Jan 21 10:19:02.266770 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6377aeb1-95c8-40a6-8b4d-be612ca6ed24 req-899144b8-0f22-47bb-b445-856ef067a8af tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411546 Jan 21 10:19:03.459853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654d06-b5f2-4726-b323-3bd3a2d8cd5e req-be4e50bb-230e-4d98-8f1c-03b34ead8222 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:03.461430 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88654d06-b5f2-4726-b323-3bd3a2d8cd5e req-be4e50bb-230e-4d98-8f1c-03b34ead8222 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.0817416 Jan 21 10:19:03.506494 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88654d06-b5f2-4726-b323-3bd3a2d8cd5e req-17819296-addb-4050-818e-1418c8ffa196 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392134 Jan 21 10:19:03.895905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-83087700-849d-40d8-a94b-9362ff404679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:03.897907 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-83087700-849d-40d8-a94b-9362ff404679 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7&tenant_id=93d8cbe3a80644328fee9948bdf44ca4 HTTP/1.1" status: 200 len: 1099 time: 0.0877221 Jan 21 10:19:03.990090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-9162d6be-f139-45c6-a9ad-cdacf78d2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:03.991603 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-9162d6be-f139-45c6-a9ad-cdacf78d2805 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 1099 time: 0.0729952 Jan 21 10:19:04.125814 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-53d7e3aa-a2fd-4b5e-a317-d2b4620190f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:04.127302 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-53d7e3aa-a2fd-4b5e-a317-d2b4620190f2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1298819 Jan 21 10:19:04.233185 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-320a7465-41bf-4146-994a-47b3655f03dc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53 HTTP/1.1" status: 200 len: 1001 time: 0.0995364 Jan 21 10:19:04.295146 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-1653cf00-38a8-43d6-861d-af20b8d8ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:04.296589 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-1653cf00-38a8-43d6-861d-af20b8d8ebd5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0569797 Jan 21 10:19:04.468843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-a14e1f9a-8d0b-4fdf-93e1-15dd61d1391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:04.470410 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-a14e1f9a-8d0b-4fdf-93e1-15dd61d1391e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1671188 Jan 21 10:19:04.479967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-5f4d6e56-0e57-434e-8f05-34dde00b7996 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:19:04.480894 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-5f4d6e56-0e57-434e-8f05-34dde00b7996 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048397 Jan 21 10:19:04.613467 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-b6cc0630-81b9-410c-a6b2-fe471d900658 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256070 Jan 21 10:19:04.792589 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-470f9c3b-2025-4b4b-9e24-cf4345a9e34d req-a63e9579-ef2b-438a-ba6f-d5eb5cde7a1d service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489854 Jan 21 10:19:04.800126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86783ada-b021-450e-8ffb-b88ce2442860 req-e194734f-8d68-4127-aa72-34217cbe600f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:04.801528 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-86783ada-b021-450e-8ffb-b88ce2442860 req-e194734f-8d68-4127-aa72-34217cbe600f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.1904540 Jan 21 10:19:04.851399 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-86783ada-b021-450e-8ffb-b88ce2442860 req-3a476487-69e5-42fb-934d-71a6ab035d76 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434725 Jan 21 10:19:06.033280 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaffcf5-6547-4e37-900a-dda5953944df req-ebb572bd-af3b-46fc-b5ca-1c5cba5a8f79 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:06.034718 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-acaffcf5-6547-4e37-900a-dda5953944df req-ebb572bd-af3b-46fc-b5ca-1c5cba5a8f79 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.0780854 Jan 21 10:19:06.078007 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-acaffcf5-6547-4e37-900a-dda5953944df req-e1278387-fdb8-421e-8ef7-0b4b3674a7cd tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376956 Jan 21 10:19:06.409849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6ed3-71f6-4db8-b2f4-0de4cfb810e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:06.565090 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 98a3f7e4-4ee4-427c-a384-c6cd21440b53 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:06.696844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:06.726690 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:06.732733 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:06.736271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:06.777719 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'code': 200} Jan 21 10:19:06.805292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=11']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:07.283082 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e6c9d-bcae-49fb-9b92-d24a81bee90a req-43b0dd02-5eb8-4537-9fa7-58550b345833 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:07.285553 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-177e6c9d-bcae-49fb-9b92-d24a81bee90a req-43b0dd02-5eb8-4537-9fa7-58550b345833 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 944 time: 0.0953875 Jan 21 10:19:07.344645 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-177e6c9d-bcae-49fb-9b92-d24a81bee90a req-67d03f37-6419-41ec-9fa9-e3bdf39f0a05 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521715 Jan 21 10:19:08.480967 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7ae6bec7-5028-4991-9504-68c370dcc0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.546934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d31765-cb2e-4841-beb5-66115a74b3d4 req-9824e625-64c1-47a1-b8aa-05d287a339e0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:08.548553 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-62d31765-cb2e-4841-beb5-66115a74b3d4 req-9824e625-64c1-47a1-b8aa-05d287a339e0 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 944 time: 0.0825114 Jan 21 10:19:08.560375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 98a3f7e4-4ee4-427c-a384-c6cd21440b53 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:19:08.592793 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-62d31765-cb2e-4841-beb5-66115a74b3d4 req-4a71ae86-2ac2-4aa6-9b99-868286131aba tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385404 Jan 21 10:19:08.701922 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:08.715129 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'port_id': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'mac_address': 'fa:16:3e:00:41:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:19:08.769540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.786166 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a3f7e4-4ee4-427c-a384-c6cd21440b53 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:19:08.802708 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:08.808900 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:08.876527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['98a3f7e4-4ee4-427c-a384-c6cd21440b53'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:19:08.927206 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=12']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:09.651037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:09.792461 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240a70c-0154-4e6e-9aec-4d548b00e5d2 req-e57b8646-b82f-443c-9e2d-9ec640c402b5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:09.794095 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b240a70c-0154-4e6e-9aec-4d548b00e5d2 req-e57b8646-b82f-443c-9e2d-9ec640c402b5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 945 time: 0.0835042 Jan 21 10:19:09.838528 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b240a70c-0154-4e6e-9aec-4d548b00e5d2 req-a9d0bdee-0a3a-46e3-aacb-8367e3a3d0c5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387611 Jan 21 10:19:09.899100 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.576369 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 98a3f7e4-4ee4-427c-a384-c6cd21440b53 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:10.652909 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:10.655785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.772135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.798389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:10.808861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:10.813173 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:10.856575 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'code': 200} Jan 21 10:19:10.881734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=13']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:11.020193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139effc2-ed60-45e4-b381-f41019da4b47 req-b9e17f62-7158-495d-9072-ae34cc48ad46 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:11.021673 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-139effc2-ed60-45e4-b381-f41019da4b47 req-b9e17f62-7158-495d-9072-ae34cc48ad46 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.0779955 Jan 21 10:19:11.069005 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-139effc2-ed60-45e4-b381-f41019da4b47 req-c536e279-4bd9-4ebd-ad48-991995d68129 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416024 Jan 21 10:19:11.248568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:12.261876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01f0c1-5a84-4906-a5d9-05c60a4984dd req-9dc4136b-bca7-48dc-b630-203e4aa9e175 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:12.263386 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-af01f0c1-5a84-4906-a5d9-05c60a4984dd req-9dc4136b-bca7-48dc-b630-203e4aa9e175 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.0840042 Jan 21 10:19:12.309794 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-af01f0c1-5a84-4906-a5d9-05c60a4984dd req-6db98d1b-03e2-46df-9f9a-0362b28452f5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407486 Jan 21 10:19:13.494397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ad203-431c-47dd-88ec-0e5d59d08b62 req-ec884d13-effa-4ab3-b6e6-628ee67969f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:13.495814 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-de0ad203-431c-47dd-88ec-0e5d59d08b62 req-ec884d13-effa-4ab3-b6e6-628ee67969f1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 1099 time: 0.1634920 Jan 21 10:19:13.517598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c07819-c35a-4b91-822c-105216f90bb9 req-f5a7e619-24d2-440b-8d04-ef76e887a39a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:13.519027 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53c07819-c35a-4b91-822c-105216f90bb9 req-f5a7e619-24d2-440b-8d04-ef76e887a39a tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.0940030 Jan 21 10:19:13.673318 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53c07819-c35a-4b91-822c-105216f90bb9 req-0f4a6afd-3bc0-46cb-90c3-28bc2549d219 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672581 Jan 21 10:19:13.674430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ad203-431c-47dd-88ec-0e5d59d08b62 req-c8a5e5dd-41ab-446e-9353-2a825ef60927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:13.675765 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-de0ad203-431c-47dd-88ec-0e5d59d08b62 req-c8a5e5dd-41ab-446e-9353-2a825ef60927 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 200 len: 912 time: 0.1556187 Jan 21 10:19:13.778507 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-de0ad203-431c-47dd-88ec-0e5d59d08b62 req-7995fad6-7ffc-41e5-9b8f-f769266705d3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53 HTTP/1.1" status: 200 len: 1001 time: 0.0959663 Jan 21 10:19:13.848125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ad203-431c-47dd-88ec-0e5d59d08b62 req-f6332184-5ab5-4ec9-ae5f-22a0271dd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:13.849659 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-de0ad203-431c-47dd-88ec-0e5d59d08b62 req-f6332184-5ab5-4ec9-ae5f-22a0271dd994 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 200 len: 850 time: 0.0632517 Jan 21 10:19:13.925105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ad203-431c-47dd-88ec-0e5d59d08b62 req-c324631d-00db-430e-8fa2-5635409da41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:13.926609 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-de0ad203-431c-47dd-88ec-0e5d59d08b62 req-c324631d-00db-430e-8fa2-5635409da41d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ee75e837-c208-43e8-865a-0f1ba8f77979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705686 Jan 21 10:19:14.159467 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-de0ad203-431c-47dd-88ec-0e5d59d08b62 req-e5739734-866c-489e-85d4-12121308134a service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265148 Jan 21 10:19:14.289545 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-de0ad203-431c-47dd-88ec-0e5d59d08b62 req-f5accb25-4eec-4a9f-b827-4175579a8bf2 service neutron] 10.222.0.121 "GET /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235881 Jan 21 10:19:14.894908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a745e-e68d-42eb-a3b2-9f6bca0b9b5c req-edac569b-c037-4b92-8e57-77cc0bc9dec9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:14.896267 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-886a745e-e68d-42eb-a3b2-9f6bca0b9b5c req-edac569b-c037-4b92-8e57-77cc0bc9dec9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.0976398 Jan 21 10:19:14.942644 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-886a745e-e68d-42eb-a3b2-9f6bca0b9b5c req-e3e760a4-18f3-48b0-b73c-b5cfe07bcde1 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405724 Jan 21 10:19:15.143156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea068ca2-f010-43cc-9740-d60594484129 req-a1364ba2-6ef3-4e4d-b0b0-f64643759a31 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:15.144611 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea068ca2-f010-43cc-9740-d60594484129 req-a1364ba2-6ef3-4e4d-b0b0-f64643759a31 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.0961642 Jan 21 10:19:15.188782 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea068ca2-f010-43cc-9740-d60594484129 req-e2560a78-c6ea-462b-9bda-5c6088e71fe4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382719 Jan 21 10:19:15.383905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ff497-b8fe-42a1-847b-ed85f261dc9f req-81c88a2d-56b2-4b29-a0ac-9a303bc68b26 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:15.387131 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cd1ff497-b8fe-42a1-847b-ed85f261dc9f req-81c88a2d-56b2-4b29-a0ac-9a303bc68b26 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.0836089 Jan 21 10:19:15.431582 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cd1ff497-b8fe-42a1-847b-ed85f261dc9f req-19eb2216-b69e-4207-b664-cb34d49e39a2 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382864 Jan 21 10:19:15.823135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a366d76-7cef-4bd0-b64a-e71706191c5f req-ce58b1e8-f5ee-4394-bf67-874ef6c7c911 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:15.824649 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2a366d76-7cef-4bd0-b64a-e71706191c5f req-ce58b1e8-f5ee-4394-bf67-874ef6c7c911 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.0941980 Jan 21 10:19:15.870825 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2a366d76-7cef-4bd0-b64a-e71706191c5f req-60f70cff-2f7e-4f9e-9fcc-d41424450a80 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402308 Jan 21 10:19:16.939979 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:19:17.064685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1378489-4672-418b-bf9c-ed78b65cb36a req-e2ee069f-e135-4fe6-8709-786c445e7382 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:17.066092 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d1378489-4672-418b-bf9c-ed78b65cb36a req-e2ee069f-e135-4fe6-8709-786c445e7382 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.0818267 Jan 21 10:19:17.108735 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d1378489-4672-418b-bf9c-ed78b65cb36a req-0f68a796-827d-4d16-ae05-3f43155e6101 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366704 Jan 21 10:19:18.322221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0dbd4-a4d2-434e-b998-e1f96087959a req-b47251dd-27ff-453d-be82-60062cf29cf6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:18.323696 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b7e0dbd4-a4d2-434e-b998-e1f96087959a req-b47251dd-27ff-453d-be82-60062cf29cf6 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.1061482 Jan 21 10:19:18.408921 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b7e0dbd4-a4d2-434e-b998-e1f96087959a req-eea64e2b-cc72-477d-ab7f-75de93553e35 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups?id=e54e71b5-dbab-4bc4-bea4-4f42f8171789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792007 Jan 21 10:19:18.446837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-f9006f76-1dee-479f-b02d-b5898e0c9f86 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:18.448265 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-f9006f76-1dee-479f-b02d-b5898e0c9f86 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 946 time: 0.0880880 Jan 21 10:19:18.525141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Deleting port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:18.525483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:18.782728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] For port 98a3f7e4-4ee4-427c-a384-c6cd21440b53, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=98a3f7e4-4ee4-427c-a384-c6cd21440b53,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:18.782990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.077976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.078215 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.078545 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d disassociated. External IP: 172.26.4.78, port: 98a3f7e4-4ee4-427c-a384-c6cd21440b53. Jan 21 10:19:19.078890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Calling delete_port for 98a3f7e4-4ee4-427c-a384-c6cd21440b53 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:19.235450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.284039 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event deleted for resources: {'Port': ['ID=98a3f7e4-4ee4-427c-a384-c6cd21440b53,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:19.294586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:19.295025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:19.295316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:19.295616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:19.295949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:19.296258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:19.296623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:19.296946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:19.297271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:19.297597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:19.297915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:19.298231 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:19.604261 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0c19fc9b-5887-469e-83f7-adb54cd7b34d req-306983d1-8baf-40dc-893d-7750360b6677 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 210 time: 0.0586154 Jan 21 10:19:19.626675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Router b0d78f65-b60e-4ce1-abe1-d8f85875c519 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:19:19.810283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:19:19.821094 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02746c32-845d-4547-90b5-ddc67b0dd44b None None] Sync routers for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:19.831214 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02746c32-845d-4547-90b5-ddc67b0dd44b None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:19.831824 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-02746c32-845d-4547-90b5-ddc67b0dd44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:19.880618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] No DVR routers for this DVR port 98a3f7e4-4ee4-427c-a384-c6cd21440b53 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:19:19.883124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.885572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-deleted', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:19.902442 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-631f57ce-7c82-4f4f-a728-97ca6b960dd7 req-c96a7999-de50-4c76-a0f8-c97b60a468b4 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.121 "DELETE /v2.0/ports/98a3f7e4-4ee4-427c-a384-c6cd21440b53 HTTP/1.1" status: 204 len: 173 time: 1.4487975 Jan 21 10:19:19.985288 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09d860e-32db-46c1-bdf1-e103906680f7', 'name': 'network-vif-deleted', 'tag': '98a3f7e4-4ee4-427c-a384-c6cd21440b53', 'status': 'completed', 'code': 200} Jan 21 10:19:20.010608 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-02746c32-845d-4547-90b5-ddc67b0dd44b None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:20.351155 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-02746c32-845d-4547-90b5-ddc67b0dd44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:20.354938 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02746c32-845d-4547-90b5-ddc67b0dd44b None None] Checking router: b0d78f65-b60e-4ce1-abe1-d8f85875c519 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:20.363287 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02746c32-845d-4547-90b5-ddc67b0dd44b None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:20.363873 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-02746c32-845d-4547-90b5-ddc67b0dd44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:20.543079 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-02746c32-845d-4547-90b5-ddc67b0dd44b None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:20.768463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-00585592-9da7-4761-a8e9-2cd2eb416d68 req-5edb113d-fc9f-4140-a679-5362e5b4e1c5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Synchronizing usage tracker for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:19:20.787965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-00585592-9da7-4761-a8e9-2cd2eb416d68 req-5edb113d-fc9f-4140-a679-5362e5b4e1c5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Unset dirty status for tenant:93d8cbe3a80644328fee9948bdf44ca4 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:19:20.789183 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-00585592-9da7-4761-a8e9-2cd2eb416d68 req-5edb113d-fc9f-4140-a679-5362e5b4e1c5 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/ports?device_id=d09d860e-32db-46c1-bdf1-e103906680f7 HTTP/1.1" status: 200 len: 210 time: 0.0656514 Jan 21 10:19:20.853601 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-02746c32-845d-4547-90b5-ddc67b0dd44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:20.857973 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02746c32-845d-4547-90b5-ddc67b0dd44b None None] The sync data for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:10:21Z', 'revision_number': 4, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '139b1767-3caa-40b0-88d4-4ef41396eece', 'name': '', 'network_id': 'ee75e837-c208-43e8-865a-0f1ba8f77979', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'mac_address': 'fa:16:3e:04:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:20Z', 'updated_at': '2022-01-21T10:10:25Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'subnets': [{'id': '2d2e71d2-02bf-44bd-9765-3d533abb038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:21.088992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19d99f-b44f-4626-b08c-f0c3bfdf9834 None None] New status for floating IP ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:19:22.621065 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 98a3f7e4-4ee4-427c-a384-c6cd21440b53 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:22.658489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 98a3f7e4-4ee4-427c-a384-c6cd21440b53 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:19:22.658829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 98a3f7e4-4ee4-427c-a384-c6cd21440b53 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:25.137931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53520) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:25.210073 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e67501e-7d97-4375-b809-3cc7e76d9bf8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.237543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e67501e-7d97-4375-b809-3cc7e76d9bf8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.294558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e67501e-7d97-4375-b809-3cc7e76d9bf8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.313133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67501e-7d97-4375-b809-3cc7e76d9bf8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54e71b5-dbab-4bc4-bea4-4f42f8171789,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:25.326009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8e67501e-7d97-4375-b809-3cc7e76d9bf8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.329393 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8e67501e-7d97-4375-b809-3cc7e76d9bf8 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "DELETE /v2.0/security-groups/e54e71b5-dbab-4bc4-bea4-4f42f8171789 HTTP/1.1" status: 204 len: 168 time: 0.1880488 Jan 21 10:19:25.329617 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53524) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:25.345060 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.api.v2.resource [None req-73063f3b-2122-48d2-a553-5e0cf303bd5f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] show failed (client error): The resource could not be found. Jan 21 10:19:25.346003 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-73063f3b-2122-48d2-a553-5e0cf303bd5f tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "GET /v2.0/security-groups/e54e71b5-dbab-4bc4-bea4-4f42f8171789 HTTP/1.1" status: 404 len: 347 time: 0.0154979 Jan 21 10:19:25.348658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53528) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:25.506642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-4100b2d3-4c89-4c9d-9fe2-2f6f87008fd9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Deleting port e8f748f2-a89b-43ba-a6d6-76ff02d8c8d4 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:25.506892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4100b2d3-4c89-4c9d-9fe2-2f6f87008fd9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.673040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4100b2d3-4c89-4c9d-9fe2-2f6f87008fd9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.673402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4100b2d3-4c89-4c9d-9fe2-2f6f87008fd9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.795928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-4100b2d3-4c89-4c9d-9fe2-2f6f87008fd9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Calling delete_port for e8f748f2-a89b-43ba-a6d6-76ff02d8c8d4 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:25.930170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4100b2d3-4c89-4c9d-9fe2-2f6f87008fd9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.979928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100b2d3-4c89-4c9d-9fe2-2f6f87008fd9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Pushing event deleted for resources: {'Port': ['ID=e8f748f2-a89b-43ba-a6d6-76ff02d8c8d4,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:26.068088 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4100b2d3-4c89-4c9d-9fe2-2f6f87008fd9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.087965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-4100b2d3-4c89-4c9d-9fe2-2f6f87008fd9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.089123 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4100b2d3-4c89-4c9d-9fe2-2f6f87008fd9 tempest-ServerActionsTestJSON-736654595 tempest-ServerActionsTestJSON-736654595-project] 10.222.0.99 "DELETE /v2.0/floatingips/ad2c1b5d-54a2-4fb1-b931-d7c6f6a0177d HTTP/1.1" status: 204 len: 168 time: 0.7396281 Jan 21 10:19:26.092090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53532) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:26.804229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-070bd06b-f611-44c1-9021-d0f04d81dee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:27.176793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-070bd06b-f611-44c1-9021-d0f04d81dee9 admin admin] Deleting port 139b1767-3caa-40b0-88d4-4ef41396eece {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:27.177116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-070bd06b-f611-44c1-9021-d0f04d81dee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:27.358853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-070bd06b-f611-44c1-9021-d0f04d81dee9 admin admin] For port 139b1767-3caa-40b0-88d4-4ef41396eece, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=139b1767-3caa-40b0-88d4-4ef41396eece,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:27.359209 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-070bd06b-f611-44c1-9021-d0f04d81dee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:27.507630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-070bd06b-f611-44c1-9021-d0f04d81dee9 admin admin] Calling delete_port for 139b1767-3caa-40b0-88d4-4ef41396eece owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:27.689139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-070bd06b-f611-44c1-9021-d0f04d81dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:27.835277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bd06b-f611-44c1-9021-d0f04d81dee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=139b1767-3caa-40b0-88d4-4ef41396eece,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:28.100772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-070bd06b-f611-44c1-9021-d0f04d81dee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.455591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070bd06b-f611-44c1-9021-d0f04d81dee9 admin admin] Router b0d78f65-b60e-4ce1-abe1-d8f85875c519 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:19:28.640320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070bd06b-f611-44c1-9021-d0f04d81dee9 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:19:28.650295 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada26a2-01ef-4326-b728-333dde5bdfd2 None None] Sync routers for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:28.652717 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-070bd06b-f611-44c1-9021-d0f04d81dee9 admin admin] 10.222.0.99 "PUT /v2.0/routers/b0d78f65-b60e-4ce1-abe1-d8f85875c519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5596027 Jan 21 10:19:28.655298 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53538) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:28.659661 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada26a2-01ef-4326-b728-333dde5bdfd2 None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:28.660262 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-fada26a2-01ef-4326-b728-333dde5bdfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:28.828382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.833334 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-fada26a2-01ef-4326-b728-333dde5bdfd2 None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:29.002800 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.013930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Deleting port a211882e-b909-4df5-9d4c-7a3299c5b3f5 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:29.014269 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.110264 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-fada26a2-01ef-4326-b728-333dde5bdfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:19:27Z', 'revision_number': 5, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port': {'id': 'a211882e-b909-4df5-9d4c-7a3299c5b3f5', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:18Z', 'updated_at': '2022-01-21T10:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:29.114248 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada26a2-01ef-4326-b728-333dde5bdfd2 None None] Checking router: b0d78f65-b60e-4ce1-abe1-d8f85875c519 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:29.123083 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada26a2-01ef-4326-b728-333dde5bdfd2 None None] Routers {'b0d78f65-b60e-4ce1-abe1-d8f85875c519'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:29.123784 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-fada26a2-01ef-4326-b728-333dde5bdfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:19:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:29.271007 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-fada26a2-01ef-4326-b728-333dde5bdfd2 None None] Set router b0d78f65-b60e-4ce1-abe1-d8f85875c519 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:29.299193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] For port a211882e-b909-4df5-9d4c-7a3299c5b3f5, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a211882e-b909-4df5-9d4c-7a3299c5b3f5,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:29.299571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.396644 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-fada26a2-01ef-4326-b728-333dde5bdfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:19:29Z', 'revision_number': 6, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:29.400617 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada26a2-01ef-4326-b728-333dde5bdfd2 None None] The sync data for ids ['b0d78f65-b60e-4ce1-abe1-d8f85875c519'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0d78f65-b60e-4ce1-abe1-d8f85875c519', 'name': 'tempest-ServerActionsTestJSON-529576594-router', 'tenant_id': '93d8cbe3a80644328fee9948bdf44ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:17Z', 'updated_at': '2022-01-21T10:19:29Z', 'revision_number': 6, 'project_id': '93d8cbe3a80644328fee9948bdf44ca4', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:29.427197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Calling delete_port for a211882e-b909-4df5-9d4c-7a3299c5b3f5 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:29.599419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.647015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Pushing event deleted for resources: {'Port': ['ID=a211882e-b909-4df5-9d4c-7a3299c5b3f5,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:29.746064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.850688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 139b1767-3caa-40b0-88d4-4ef41396eece no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:29.885906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 139b1767-3caa-40b0-88d4-4ef41396eece {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:19:29.886248 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 139b1767-3caa-40b0-88d4-4ef41396eece not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:29.926214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.928381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.951891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.952370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d78f65-b60e-4ce1-abe1-d8f85875c519 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:19:29.964969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.966153 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0dc7fcf0-0e70-47e6-a581-fb9eeb69001d admin admin] 10.222.0.99 "DELETE /v2.0/routers/b0d78f65-b60e-4ce1-abe1-d8f85875c519 HTTP/1.1" status: 204 len: 168 time: 1.3100140 Jan 21 10:19:29.969806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53542) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:30.031080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd470c8-87b1-4152-9e2f-d83be44ac868 admin admin] Deleting subnet 2d2e71d2-02bf-44bd-9765-3d533abb038b {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:19:30.035721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1dd470c8-87b1-4152-9e2f-d83be44ac868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.095230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1dd470c8-87b1-4152-9e2f-d83be44ac868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.176948 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1dd470c8-87b1-4152-9e2f-d83be44ac868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.251560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1dd470c8-87b1-4152-9e2f-d83be44ac868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.291975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd470c8-87b1-4152-9e2f-d83be44ac868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2e71d2-02bf-44bd-9765-3d533abb038b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:30.295504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1dd470c8-87b1-4152-9e2f-d83be44ac868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.301376 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1dd470c8-87b1-4152-9e2f-d83be44ac868 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/2d2e71d2-02bf-44bd-9765-3d533abb038b HTTP/1.1" status: 204 len: 168 time: 0.3306091 Jan 21 10:19:30.301623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a672b5b-b7ca-4bb4-a86e-a10a3a6e8462 None None] Network ee75e837-c208-43e8-865a-0f1ba8f77979 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:19:30.303933 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53546) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:30.407780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.420312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Deleting port 60c3e854-8780-49f7-83ee-2beba3b89423 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:30.420680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.556521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.577551 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e52a8b-6b3e-462f-9082-79a07ca2a5b2 None None] DHCP port deletion for ee75e837-c208-43e8-865a-0f1ba8f77979 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:19:30.582161 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a5e52a8b-6b3e-462f-9082-79a07ca2a5b2 None None] Deleting port 60c3e854-8780-49f7-83ee-2beba3b89423 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:30.582643 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a5e52a8b-6b3e-462f-9082-79a07ca2a5b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.631399 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] For port 60c3e854-8780-49f7-83ee-2beba3b89423, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=60c3e854-8780-49f7-83ee-2beba3b89423,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:30.631743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.790672 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a5e52a8b-6b3e-462f-9082-79a07ca2a5b2 None None] For port 60c3e854-8780-49f7-83ee-2beba3b89423, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=60c3e854-8780-49f7-83ee-2beba3b89423,segment=NetworkSegment(a6c57f27-a914-4daf-89d6-c8803f75c593),segment_id=a6c57f27-a914-4daf-89d6-c8803f75c593)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:30.790923 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a5e52a8b-6b3e-462f-9082-79a07ca2a5b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.848838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Calling delete_port for 60c3e854-8780-49f7-83ee-2beba3b89423 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:30.910056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a5e52a8b-6b3e-462f-9082-79a07ca2a5b2 None None] Calling delete_port for 60c3e854-8780-49f7-83ee-2beba3b89423 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:30.925346 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.970410 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=60c3e854-8780-49f7-83ee-2beba3b89423,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:30.974830 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] No DVR routers for this DVR port 60c3e854-8780-49f7-83ee-2beba3b89423 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:19:30.987757 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-a5e52a8b-6b3e-462f-9082-79a07ca2a5b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:19:30.988113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-a5e52a8b-6b3e-462f-9082-79a07ca2a5b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:19:31.085674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.110758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee75e837-c208-43e8-865a-0f1ba8f77979']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:31.127282 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c57f27-a914-4daf-89d6-c8803f75c593') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:31.127576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c57f27-a914-4daf-89d6-c8803f75c593') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:31.138887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.154753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.161621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:19:31.162151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:19:31.175903 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:19:31.259268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.263974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.285542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=ee75e837-c208-43e8-865a-0f1ba8f77979,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:31.302487 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cf98d94f-1fc9-4003-b819-c704bb4b1cbb admin admin] 10.222.0.99 "DELETE /v2.0/networks/ee75e837-c208-43e8-865a-0f1ba8f77979 HTTP/1.1" status: 204 len: 168 time: 0.9975035 Jan 21 10:19:31.415430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53552) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:31.475244 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-536546de-8e32-4cbf-a6cf-c5caaf143d0e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=93d8cbe3a80644328fee9948bdf44ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585992 Jan 21 10:19:31.478093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53556) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:31.489480 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a5e52a8b-6b3e-462f-9082-79a07ca2a5b2 None None] Deleting port 60c3e854-8780-49f7-83ee-2beba3b89423 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:31.489863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a5e52a8b-6b3e-462f-9082-79a07ca2a5b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.539953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.556904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a5e52a8b-6b3e-462f-9082-79a07ca2a5b2 None None] The port '60c3e854-8780-49f7-83ee-2beba3b89423' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:19:31.569802 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.627302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.645016 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2083891b-7ae1-42fe-ba34-bf466ad8dd9f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:31.655417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:31.655766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:31.656103 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:31.656462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:31.656791 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:31.657120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:31.657417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:31.657741 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:31.658065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:31.658383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:31.658707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:31.659020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:31.662070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.663174 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d42e6eb0-9e8a-4e25-8b5b-f13abe53f6b7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2083891b-7ae1-42fe-ba34-bf466ad8dd9f HTTP/1.1" status: 204 len: 168 time: 0.1840746 Jan 21 10:19:31.775399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 60c3e854-8780-49f7-83ee-2beba3b89423 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:31.815141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 60c3e854-8780-49f7-83ee-2beba3b89423 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:19:31.815554 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 60c3e854-8780-49f7-83ee-2beba3b89423 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:31.816032 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a211882e-b909-4df5-9d4c-7a3299c5b3f5 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:31.853589 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: a211882e-b909-4df5-9d4c-7a3299c5b3f5 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:19:31.853936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a211882e-b909-4df5-9d4c-7a3299c5b3f5 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:32.516669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53580) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:32.647296 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1947265282-network', 'tenant_id': '38eafffab95e497081047e43d7672bf4'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:32.652308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:32.656769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Usage tracker for resource:network and tenant:38eafffab95e497081047e43d7672bf4 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:32.664232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:32.670618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:32.683697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Made reservation on behalf of 38eafffab95e497081047e43d7672bf4 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:32.687211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.704857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.719563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:32.723706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Usage tracker for resource:security_group_rule and tenant:38eafffab95e497081047e43d7672bf4 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:32.726655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:32.732772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:32.814369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.819221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.847796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:19:32.855895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daed343f-0e90-4035-8845-5c519dd5dbe7,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:32.861478 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.861827 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Added segment 4a04b6ee-c96f-41b3-8d2b-682df627047a of type vlan for network fc161638-fa1d-423c-a968-ecf198e0c4ee Jan 21 10:19:32.887393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.918855 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.919759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:32.920394 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.021346 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5032957 Jan 21 10:19:33.024483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53586) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:33.026672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97788b72-5d50-4086-bc47-bf10ad05ce23 admin admin] Pushing event updated for resources: {'Network': ['ID=fc161638-fa1d-423c-a968-ecf198e0c4ee,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:33.030896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Request body: {'subnet': {'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1947265282-subnet', 'tenant_id': '38eafffab95e497081047e43d7672bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:33.037896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:33.039598 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network fc161638-fa1d-423c-a968-ecf198e0c4ee details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:19:33.042267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Usage tracker for resource:subnet and tenant:38eafffab95e497081047e43d7672bf4 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:33.045307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:33.051420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:33.063412 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Made reservation on behalf of 38eafffab95e497081047e43d7672bf4 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:33.065994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.278985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.351805 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e5b7c1-e837-437c-966f-2d002aac41b7,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:33.363057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Checking segment: {'id': '4a04b6ee-c96f-41b3-8d2b-682df627047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:19:33.363622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Network hostable DHCP agents. Network: fc161638-fa1d-423c-a968-ecf198e0c4ee, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:19:33.387721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Network fc161638-fa1d-423c-a968-ecf198e0c4ee is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:19:33.398945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, fc161638-fa1d-423c-a968-ecf198e0c4ee) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:33.403424 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:33.404088 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.409181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc0219-daee-4a14-9605-64da3e98f690 None None] Network fc161638-fa1d-423c-a968-ecf198e0c4ee requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:19:33.428381 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d22873d5-97e3-4c29-ad47-2a2d9236d7a3 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4014368 Jan 21 10:19:33.626167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c008f-05da-41ea-8623-ff63675ddc7b None None] Network fc161638-fa1d-423c-a968-ecf198e0c4ee requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:19:33.959258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-3f2c24f6-56e0-4694-a0bb-6c8aeeee2298 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:33.959902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-3f2c24f6-56e0-4694-a0bb-6c8aeeee2298 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Synchronizing usage tracker for tenant:38eafffab95e497081047e43d7672bf4 on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:19:33.979705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-3f2c24f6-56e0-4694-a0bb-6c8aeeee2298 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Unset dirty status for tenant:38eafffab95e497081047e43d7672bf4 on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:19:33.980842 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-3f2c24f6-56e0-4694-a0bb-6c8aeeee2298 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/networks?id=fc161638-fa1d-423c-a968-ecf198e0c4ee HTTP/1.1" status: 200 len: 814 time: 0.1754823 Jan 21 10:19:33.996111 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-85b5b695-fb8e-46f5-bd60-a0c8672ee62b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/quotas/38eafffab95e497081047e43d7672bf4 HTTP/1.1" status: 200 len: 375 time: 0.0094948 Jan 21 10:19:34.042657 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b0bc5a23-dc40-481d-ad92-e24a576b8520 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=38eafffab95e497081047e43d7672bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415001 Jan 21 10:19:34.100141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-6432b824-8305-456f-aaf1-fde200f4c553 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:19:34.101139 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-6432b824-8305-456f-aaf1-fde200f4c553 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487573 Jan 21 10:19:34.235898 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-e218f444-3543-4de1-98d4-7b06fbe3813f service neutron] 10.222.0.99 "GET /v2.0/networks/fc161638-fa1d-423c-a968-ecf198e0c4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287987 Jan 21 10:19:34.378113 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-60af7323-87be-4b11-8ce5-8455f7b06e50 service neutron] 10.222.0.99 "GET /v2.0/networks/fc161638-fa1d-423c-a968-ecf198e0c4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338863 Jan 21 10:19:34.552907 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-371e3a1f-9778-4b6b-92ca-dfc38c57041b req-be24aae2-812b-4b01-b189-fdb6656e2142 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 210 time: 0.0431015 Jan 21 10:19:35.716586 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ec17a1b-2b8d-4ae8-90f8-209c3faf501e req-b5acf834-79c2-4401-9fbb-ba1e70b9e0be tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 210 time: 0.0540245 Jan 21 10:19:35.838297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-d1d146b4-af3e-482d-a2e7-a0696c8ce104 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:35.839987 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-d1d146b4-af3e-482d-a2e7-a0696c8ce104 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.121 "GET /v2.0/networks?id=fc161638-fa1d-423c-a968-ecf198e0c4ee HTTP/1.1" status: 200 len: 814 time: 0.2009332 Jan 21 10:19:35.850777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Request body: {'port': {'device_id': '6260f29c-0871-4465-9509-1a98cf8ba428', 'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee', 'admin_state_up': True, 'tenant_id': '38eafffab95e497081047e43d7672bf4'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:36.081446 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:36.085304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Usage tracker for resource:port and tenant:38eafffab95e497081047e43d7672bf4 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:36.088070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:36.094008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:36.105964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Made reservation on behalf of 38eafffab95e497081047e43d7672bf4 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:36.109598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.271894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Allocated IP 172.20.0.2 (fc161638-fa1d-423c-a968-ecf198e0c4ee/56e5b7c1-e837-437c-966f-2d002aac41b7/388ceaff-18f5-41f8-b3f4-fe19cb10b499) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:36.401620 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd4a73ee-8e22-4a14-9356-ab39565278e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.492095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.525824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.596088 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Network fc161638-fa1d-423c-a968-ecf198e0c4ee is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:36.599271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:36.603100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:19:36.636176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Pushing event updated for resources: {'Port': ['ID=388ceaff-18f5-41f8-b3f4-fe19cb10b499,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:36.670799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:36.671347 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.693073 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-442b61d7-5642-48fc-928a-414a16ecbcf7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8459921 Jan 21 10:19:36.704189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Request body: {'port': {'device_id': '6260f29c-0871-4465-9509-1a98cf8ba428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:36.816951 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.025514 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ed499-b988-4fd7-aaa7-583a377a3cf5 req-9d5f2e37-9a92-40b9-8b98-06a4d2dd1faf tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:37.026123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-f59ed499-b988-4fd7-aaa7-583a377a3cf5 req-9d5f2e37-9a92-40b9-8b98-06a4d2dd1faf tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Synchronizing usage tracker for tenant:38eafffab95e497081047e43d7672bf4 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:19:37.119820 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-f59ed499-b988-4fd7-aaa7-583a377a3cf5 req-9d5f2e37-9a92-40b9-8b98-06a4d2dd1faf tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Unset dirty status for tenant:38eafffab95e497081047e43d7672bf4 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:19:37.121054 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f59ed499-b988-4fd7-aaa7-583a377a3cf5 req-9d5f2e37-9a92-40b9-8b98-06a4d2dd1faf tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 931 time: 0.2908280 Jan 21 10:19:37.191508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-f59ed499-b988-4fd7-aaa7-583a377a3cf5 req-c65d15bc-1331-4272-876a-6437630ed7dc tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Synchronizing usage tracker for tenant:38eafffab95e497081047e43d7672bf4 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:19:37.248560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-f59ed499-b988-4fd7-aaa7-583a377a3cf5 req-c65d15bc-1331-4272-876a-6437630ed7dc tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Unset dirty status for tenant:38eafffab95e497081047e43d7672bf4 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:19:37.253284 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f59ed499-b988-4fd7-aaa7-583a377a3cf5 req-c65d15bc-1331-4272-876a-6437630ed7dc tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217287 Jan 21 10:19:37.285402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388ceaff-18f5-41f8-b3f4-fe19cb10b499 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:19:37.293671 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.310601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Transition to ACTIVE for port object 388ceaff-18f5-41f8-b3f4-fe19cb10b499 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:37.314870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.463122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Pushing event updated for resources: {'Port': ['ID=388ceaff-18f5-41f8-b3f4-fe19cb10b499,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:37.540998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Attempting to bind port 388ceaff-18f5-41f8-b3f4-fe19cb10b499 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:37.541204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Attempting to bind port 388ceaff-18f5-41f8-b3f4-fe19cb10b499 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '4a04b6ee-c96f-41b3-8d2b-682df627047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:37.541561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Attempting to bind port 388ceaff-18f5-41f8-b3f4-fe19cb10b499 on network fc161638-fa1d-423c-a968-ecf198e0c4ee {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:19:37.546373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Port 388ceaff-18f5-41f8-b3f4-fe19cb10b499 on network fc161638-fa1d-423c-a968-ecf198e0c4ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:19:37.546693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Attempting to bind port 388ceaff-18f5-41f8-b3f4-fe19cb10b499 on network fc161638-fa1d-423c-a968-ecf198e0c4ee {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:19:37.552081 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:19:37.552445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Checking segment: {'id': '4a04b6ee-c96f-41b3-8d2b-682df627047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:19:37.552825 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Bound using segment: {'id': '4a04b6ee-c96f-41b3-8d2b-682df627047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:19:37.553245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Bound port: 388ceaff-18f5-41f8-b3f4-fe19cb10b499, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a04b6ee-c96f-41b3-8d2b-682df627047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:37.553583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.673025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] For port 388ceaff-18f5-41f8-b3f4-fe19cb10b499, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:19:37.676230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] For port 388ceaff-18f5-41f8-b3f4-fe19cb10b499, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=388ceaff-18f5-41f8-b3f4-fe19cb10b499,segment=NetworkSegment(4a04b6ee-c96f-41b3-8d2b-682df627047a),segment_id=4a04b6ee-c96f-41b3-8d2b-682df627047a)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:19:37.682569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.740563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:37.741170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.742507 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] 10.222.0.121 "PUT /v2.0/ports/388ceaff-18f5-41f8-b3f4-fe19cb10b499 HTTP/1.1" status: 200 len: 1093 time: 1.0423610 Jan 21 10:19:37.742931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6260f29c-0871-4465-9509-1a98cf8ba428', 'tag': '388ceaff-18f5-41f8-b3f4-fe19cb10b499'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:37.764783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1299824-bbd4-4975-b0c2-5acf3dde0376 service neutron] Pushing event updated for resources: {'Port': ['ID=388ceaff-18f5-41f8-b3f4-fe19cb10b499,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:37.904312 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6260f29c-0871-4465-9509-1a98cf8ba428', 'tag': '388ceaff-18f5-41f8-b3f4-fe19cb10b499', 'status': 'completed', 'code': 200} Jan 21 10:19:37.955332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-5a5f3b02-e980-4c09-8b4c-3af903e6fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:37.956859 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-5a5f3b02-e980-4c09-8b4c-3af903e6fb59 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=38eafffab95e497081047e43d7672bf4&device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 1096 time: 0.1789601 Jan 21 10:19:38.028153 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-a8292fa9-1212-497c-ab37-5e9c3bf62b38 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=388ceaff-18f5-41f8-b3f4-fe19cb10b499 HTTP/1.1" status: 200 len: 217 time: 0.0634239 Jan 21 10:19:38.095312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-4865af76-c3ad-42c7-93fd-4c3edf0febb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:38.097454 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-4865af76-c3ad-42c7-93fd-4c3edf0febb5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=56e5b7c1-e837-437c-966f-2d002aac41b7 HTTP/1.1" status: 200 len: 854 time: 0.0637658 Jan 21 10:19:38.144248 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-7780553c-1a5f-4bd8-8c3b-a3f1261f636c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fc161638-fa1d-423c-a968-ecf198e0c4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401304 Jan 21 10:19:38.290845 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-e8f29519-58a2-462e-9e12-2d3264d00103 service neutron] 10.222.0.121 "GET /v2.0/networks/fc161638-fa1d-423c-a968-ecf198e0c4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397567 Jan 21 10:19:38.471262 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bcae7e50-0b34-4650-a4d2-682d7c8148f9 req-630a4e02-c55c-47b2-b901-d88d5314050f service neutron] 10.222.0.121 "GET /v2.0/networks/fc161638-fa1d-423c-a968-ecf198e0c4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745143 Jan 21 10:19:38.485585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b10dd42e-34ef-4c45-84ca-2ac8ca8666b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:38.495545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a6733-a688-4fc9-9842-2ef9d4bc2e8e req-fa65e2f0-5092-47fd-ab4c-c926e0b298f7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:38.497132 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-022a6733-a688-4fc9-9842-2ef9d4bc2e8e req-fa65e2f0-5092-47fd-ab4c-c926e0b298f7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 943 time: 0.1139629 Jan 21 10:19:38.589675 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-022a6733-a688-4fc9-9842-2ef9d4bc2e8e req-a784ef3a-4d6c-41c2-9460-817b0780a111 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856090 Jan 21 10:19:38.609400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b166c-c8d2-4770-8a45-cea47b363e32 req-1ecf3f3e-5df5-4473-a836-d82fc343a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:38.610831 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-963b166c-c8d2-4770-8a45-cea47b363e32 req-1ecf3f3e-5df5-4473-a836-d82fc343a00c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=38eafffab95e497081047e43d7672bf4&device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 1096 time: 0.0924385 Jan 21 10:19:38.741962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b166c-c8d2-4770-8a45-cea47b363e32 req-fe38cb18-40b5-4b94-ad09-daf3531d87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:38.743409 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-963b166c-c8d2-4770-8a45-cea47b363e32 req-fe38cb18-40b5-4b94-ad09-daf3531d87e4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=fc161638-fa1d-423c-a968-ecf198e0c4ee HTTP/1.1" status: 200 len: 915 time: 0.1264324 Jan 21 10:19:38.809950 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-963b166c-c8d2-4770-8a45-cea47b363e32 req-19042d4b-ea4f-4dd4-b4c4-2888eda6a04a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=388ceaff-18f5-41f8-b3f4-fe19cb10b499 HTTP/1.1" status: 200 len: 217 time: 0.0604575 Jan 21 10:19:38.879588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b166c-c8d2-4770-8a45-cea47b363e32 req-4fbd1991-8872-4fd6-a02c-49e8e131e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:38.881793 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-963b166c-c8d2-4770-8a45-cea47b363e32 req-4fbd1991-8872-4fd6-a02c-49e8e131e439 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=56e5b7c1-e837-437c-966f-2d002aac41b7 HTTP/1.1" status: 200 len: 854 time: 0.0655894 Jan 21 10:19:38.927823 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-963b166c-c8d2-4770-8a45-cea47b363e32 req-206cf709-5f8c-4073-b174-929e744e35d8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fc161638-fa1d-423c-a968-ecf198e0c4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398588 Jan 21 10:19:39.062072 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-963b166c-c8d2-4770-8a45-cea47b363e32 req-33b16504-e888-4121-89ed-c88c27e72fcd service neutron] 10.222.0.121 "GET /v2.0/networks/fc161638-fa1d-423c-a968-ecf198e0c4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279781 Jan 21 10:19:39.197485 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-963b166c-c8d2-4770-8a45-cea47b363e32 req-ad78b4d8-3333-4185-8e00-094532530135 service neutron] 10.222.0.121 "GET /v2.0/networks/fc161638-fa1d-423c-a968-ecf198e0c4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283193 Jan 21 10:19:39.646393 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.782625 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96d81f-19f3-4e8a-a0e3-9701ea898b22 req-36eb3260-8579-4784-a852-9054695925a9 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:39.784104 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f96d81f-19f3-4e8a-a0e3-9701ea898b22 req-36eb3260-8579-4784-a852-9054695925a9 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 943 time: 0.0847785 Jan 21 10:19:39.831097 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f96d81f-19f3-4e8a-a0e3-9701ea898b22 req-e8c08862-70a7-475c-bbcd-d87e6a47d9d0 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413649 Jan 21 10:19:39.902855 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:41.029768 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6e12-f096-482d-a3c3-62b88c9cfb91 req-34ba6043-8859-4e0a-b7a5-0829749c2aca tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:41.031118 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-49ef6e12-f096-482d-a3c3-62b88c9cfb91 req-34ba6043-8859-4e0a-b7a5-0829749c2aca tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 943 time: 0.0853243 Jan 21 10:19:41.077857 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-49ef6e12-f096-482d-a3c3-62b88c9cfb91 req-b353ad2f-c6af-42bf-9e72-1bf5b6adfdca tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382178 Jan 21 10:19:41.248752 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:42.372017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efcacd-844f-4c65-9375-63530e24c466 req-5353e69f-69c9-401c-9aba-1c4e0c1f243e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:42.373548 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88efcacd-844f-4c65-9375-63530e24c466 req-5353e69f-69c9-401c-9aba-1c4e0c1f243e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 943 time: 0.1778038 Jan 21 10:19:42.415947 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88efcacd-844f-4c65-9375-63530e24c466 req-87c2c459-5644-44d7-8551-4f8d72de84f9 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367475 Jan 21 10:19:42.779339 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 388ceaff-18f5-41f8-b3f4-fe19cb10b499 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:19:42.922382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 388ceaff-18f5-41f8-b3f4-fe19cb10b499, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=388ceaff-18f5-41f8-b3f4-fe19cb10b499,segment=NetworkSegment(4a04b6ee-c96f-41b3-8d2b-682df627047a),segment_id=4a04b6ee-c96f-41b3-8d2b-682df627047a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:42.935335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '388ceaff-18f5-41f8-b3f4-fe19cb10b499', 'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee', 'port_id': '388ceaff-18f5-41f8-b3f4-fe19cb10b499', 'mac_address': 'fa:16:3e:e4:50:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e5b7c1-e837-437c-966f-2d002aac41b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:19:42.994308 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.013360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388ceaff-18f5-41f8-b3f4-fe19cb10b499 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:19:43.030016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 388ceaff-18f5-41f8-b3f4-fe19cb10b499, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=388ceaff-18f5-41f8-b3f4-fe19cb10b499,segment=NetworkSegment(4a04b6ee-c96f-41b3-8d2b-682df627047a),segment_id=4a04b6ee-c96f-41b3-8d2b-682df627047a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:43.036133 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.106593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=388ceaff-18f5-41f8-b3f4-fe19cb10b499,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:43.416746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['388ceaff-18f5-41f8-b3f4-fe19cb10b499'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:19:43.600228 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6255c5-e056-4594-ae42-fdb9629c2a1a req-b4a9208d-1af5-49c0-9ba7-cd5af3a1c518 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:43.601689 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c6255c5-e056-4594-ae42-fdb9629c2a1a req-b4a9208d-1af5-49c0-9ba7-cd5af3a1c518 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 944 time: 0.0784180 Jan 21 10:19:43.645806 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c6255c5-e056-4594-ae42-fdb9629c2a1a req-1ab8c1ad-5e95-4a87-8034-2567c1333564 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379643 Jan 21 10:19:44.792762 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 388ceaff-18f5-41f8-b3f4-fe19cb10b499 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:44.832148 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c12b5-a4b3-442e-9e7f-0ceec3ae3277 req-56d9b1f6-d724-45a1-ad93-70084f7a52d7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:44.833718 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b6c12b5-a4b3-442e-9e7f-0ceec3ae3277 req-56d9b1f6-d724-45a1-ad93-70084f7a52d7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 944 time: 0.0827088 Jan 21 10:19:44.866538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 388ceaff-18f5-41f8-b3f4-fe19cb10b499 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:44.871399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 388ceaff-18f5-41f8-b3f4-fe19cb10b499 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:44.872226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:44.879138 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b6c12b5-a4b3-442e-9e7f-0ceec3ae3277 req-0280f81f-803f-47f2-9c77-f610f2951091 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389001 Jan 21 10:19:44.991619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.026911 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260f29c-0871-4465-9509-1a98cf8ba428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388ceaff-18f5-41f8-b3f4-fe19cb10b499'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:45.037013 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 388ceaff-18f5-41f8-b3f4-fe19cb10b499, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=388ceaff-18f5-41f8-b3f4-fe19cb10b499,segment=NetworkSegment(4a04b6ee-c96f-41b3-8d2b-682df627047a),segment_id=4a04b6ee-c96f-41b3-8d2b-682df627047a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:45.041887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.115080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=388ceaff-18f5-41f8-b3f4-fe19cb10b499,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:45.130086 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260f29c-0871-4465-9509-1a98cf8ba428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388ceaff-18f5-41f8-b3f4-fe19cb10b499', 'code': 200} Jan 21 10:19:45.353514 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3e373-2df3-4146-9fda-a1602f6353a2 req-8558fbbd-eb42-41b5-a488-888f7ccc6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:45.354956 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-55d3e373-2df3-4146-9fda-a1602f6353a2 req-8558fbbd-eb42-41b5-a488-888f7ccc6e4a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 1098 time: 0.0705025 Jan 21 10:19:45.400424 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-55d3e373-2df3-4146-9fda-a1602f6353a2 req-fbe14542-3cd8-4c31-834e-ff455900473a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392430 Jan 21 10:19:46.086877 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967327e9-1313-4f46-b597-4bb148647a1b req-17f9cdb3-6cf3-454b-bbf6-f9644af9e719 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:46.088313 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-967327e9-1313-4f46-b597-4bb148647a1b req-17f9cdb3-6cf3-454b-bbf6-f9644af9e719 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 945 time: 0.0927551 Jan 21 10:19:46.134502 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-967327e9-1313-4f46-b597-4bb148647a1b req-58f17734-03a6-43c2-a570-6a49b0572188 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Jan 21 10:19:47.346434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900981f-7cea-4882-abc0-2a9fddad95f7 req-f755e08c-c184-47ec-9656-6f2cf6aead9a tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:47.347908 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7900981f-7cea-4882-abc0-2a9fddad95f7 req-f755e08c-c184-47ec-9656-6f2cf6aead9a tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 945 time: 0.0866315 Jan 21 10:19:47.393633 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7900981f-7cea-4882-abc0-2a9fddad95f7 req-d8443c79-5b35-4386-9068-530a7de4c223 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399101 Jan 21 10:19:47.702510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-fd785350-9ffc-4c3e-9415-b2e97d9dd337 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:47.703874 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-fd785350-9ffc-4c3e-9415-b2e97d9dd337 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/networks?id=fc161638-fa1d-423c-a968-ecf198e0c4ee HTTP/1.1" status: 200 len: 814 time: 0.1455355 Jan 21 10:19:47.718680 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-7e1950cf-c993-4c27-9895-210d2fe3807b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/quotas/38eafffab95e497081047e43d7672bf4 HTTP/1.1" status: 200 len: 375 time: 0.0092828 Jan 21 10:19:47.800151 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-d8f4c7b4-4a44-49d7-ab7e-22a3bb8f9594 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=38eafffab95e497081047e43d7672bf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765171 Jan 21 10:19:47.943336 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-1dc12f19-d654-49b9-b092-5e6b73101f84 service neutron] 10.222.0.99 "GET /v2.0/networks/fc161638-fa1d-423c-a968-ecf198e0c4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358638 Jan 21 10:19:48.088415 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-f152badf-0aa7-4797-935f-300e54106eed service neutron] 10.222.0.99 "GET /v2.0/networks/fc161638-fa1d-423c-a968-ecf198e0c4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363306 Jan 21 10:19:48.282026 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2b3c6e1e-0d68-4d4f-816b-79c1b785cd93 req-37b133c6-af80-4841-b6f7-e05f40466eb3 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 210 time: 0.0459845 Jan 21 10:19:49.322029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-a44a2584-d16c-4c27-9c10-5c5d0290245e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:49.323571 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-a44a2584-d16c-4c27-9c10-5c5d0290245e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.121 "GET /v2.0/networks?id=fc161638-fa1d-423c-a968-ecf198e0c4ee HTTP/1.1" status: 200 len: 814 time: 0.1473930 Jan 21 10:19:49.335545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Request body: {'port': {'device_id': '7966d330-265b-4ae1-8fe5-dea6fc4dd08b', 'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee', 'admin_state_up': True, 'tenant_id': '38eafffab95e497081047e43d7672bf4'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:49.476618 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4d7fbeb-dc1b-445f-8fc2-4c8782a54bf7 req-8d6b8874-9dcd-46eb-9bc8-d15666d995ac tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 210 time: 0.0491331 Jan 21 10:19:49.513736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:49.523829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:49.535120 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Made reservation on behalf of 38eafffab95e497081047e43d7672bf4 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:49.538797 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.699565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Allocated IP 172.20.0.6 (fc161638-fa1d-423c-a968-ecf198e0c4ee/56e5b7c1-e837-437c-966f-2d002aac41b7/68bc2983-bb1e-4237-8497-7bcc0da87031) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:50.013508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.046536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.059166 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['388ceaff-18f5-41f8-b3f4-fe19cb10b499'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:19:50.118402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Network fc161638-fa1d-423c-a968-ecf198e0c4ee is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:50.121822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:50.125733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:19:50.158855 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Pushing event updated for resources: {'Port': ['ID=68bc2983-bb1e-4237-8497-7bcc0da87031,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:50.193288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:50.193890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.219043 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-9dfcbbf9-f7ec-46d1-b38b-de2a0c93911b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8873482 Jan 21 10:19:50.230009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Request body: {'port': {'device_id': '7966d330-265b-4ae1-8fe5-dea6fc4dd08b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:50.337748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.730204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bc2983-bb1e-4237-8497-7bcc0da87031 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:19:50.743560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105187f-fb72-46f7-b352-4ffc2f5f05de req-bb57e2be-75bd-44f3-bb85-9a087180546c tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:50.744229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-4105187f-fb72-46f7-b352-4ffc2f5f05de req-bb57e2be-75bd-44f3-bb85-9a087180546c tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Synchronizing usage tracker for tenant:38eafffab95e497081047e43d7672bf4 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:19:50.747559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.767817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Transition to ACTIVE for port object 68bc2983-bb1e-4237-8497-7bcc0da87031 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:50.774293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.808405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-4105187f-fb72-46f7-b352-4ffc2f5f05de req-bb57e2be-75bd-44f3-bb85-9a087180546c tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Unset dirty status for tenant:38eafffab95e497081047e43d7672bf4 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:19:50.809552 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4105187f-fb72-46f7-b352-4ffc2f5f05de req-bb57e2be-75bd-44f3-bb85-9a087180546c tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 931 time: 0.2260742 Jan 21 10:19:50.929137 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Pushing event updated for resources: {'Port': ['ID=68bc2983-bb1e-4237-8497-7bcc0da87031,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:50.969068 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4105187f-fb72-46f7-b352-4ffc2f5f05de req-2fa99084-00d3-43b5-8a85-d3385b2944e2 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460285 Jan 21 10:19:51.037750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Attempting to bind port 68bc2983-bb1e-4237-8497-7bcc0da87031 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:51.038078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Attempting to bind port 68bc2983-bb1e-4237-8497-7bcc0da87031 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '4a04b6ee-c96f-41b3-8d2b-682df627047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:51.038402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Attempting to bind port 68bc2983-bb1e-4237-8497-7bcc0da87031 on network fc161638-fa1d-423c-a968-ecf198e0c4ee {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:19:51.043175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Port 68bc2983-bb1e-4237-8497-7bcc0da87031 on network fc161638-fa1d-423c-a968-ecf198e0c4ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:19:51.043490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Attempting to bind port 68bc2983-bb1e-4237-8497-7bcc0da87031 on network fc161638-fa1d-423c-a968-ecf198e0c4ee {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:19:51.048966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:19:51.049287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Checking segment: {'id': '4a04b6ee-c96f-41b3-8d2b-682df627047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:19:51.049674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Bound using segment: {'id': '4a04b6ee-c96f-41b3-8d2b-682df627047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:19:51.050096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Bound port: 68bc2983-bb1e-4237-8497-7bcc0da87031, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a04b6ee-c96f-41b3-8d2b-682df627047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:51.050454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.147990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] For port 68bc2983-bb1e-4237-8497-7bcc0da87031, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:19:51.151065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] For port 68bc2983-bb1e-4237-8497-7bcc0da87031, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=68bc2983-bb1e-4237-8497-7bcc0da87031,segment=NetworkSegment(4a04b6ee-c96f-41b3-8d2b-682df627047a),segment_id=4a04b6ee-c96f-41b3-8d2b-682df627047a)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:19:51.155890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.214700 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:51.215376 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.216879 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] 10.222.0.121 "PUT /v2.0/ports/68bc2983-bb1e-4237-8497-7bcc0da87031 HTTP/1.1" status: 200 len: 1093 time: 0.9909384 Jan 21 10:19:51.217306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7966d330-265b-4ae1-8fe5-dea6fc4dd08b', 'tag': '68bc2983-bb1e-4237-8497-7bcc0da87031'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:51.238785 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3757fc-6abc-4352-a5cc-27334fa43e2e service neutron] Pushing event updated for resources: {'Port': ['ID=68bc2983-bb1e-4237-8497-7bcc0da87031,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:51.289539 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7966d330-265b-4ae1-8fe5-dea6fc4dd08b', 'tag': '68bc2983-bb1e-4237-8497-7bcc0da87031', 'status': 'completed', 'code': 200} Jan 21 10:19:51.331977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-65044981-9978-451c-bb94-5fd20df33747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:51.333478 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-65044981-9978-451c-bb94-5fd20df33747 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=38eafffab95e497081047e43d7672bf4&device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 1096 time: 0.0778279 Jan 21 10:19:51.415599 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-e002aeb7-1ce8-42ab-9ab2-ef9352fac1b0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68bc2983-bb1e-4237-8497-7bcc0da87031 HTTP/1.1" status: 200 len: 217 time: 0.0738866 Jan 21 10:19:51.481221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-0eb558bf-0bea-42d4-a638-16d209a924cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:51.482576 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-0eb558bf-0bea-42d4-a638-16d209a924cb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=56e5b7c1-e837-437c-966f-2d002aac41b7 HTTP/1.1" status: 200 len: 854 time: 0.0608594 Jan 21 10:19:51.527977 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-505ab89a-6d4b-412b-9a54-b9dce874aa3d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fc161638-fa1d-423c-a968-ecf198e0c4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396366 Jan 21 10:19:51.753593 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-83aaf829-d84d-40b9-8be8-5f93f5f8f060 service neutron] 10.222.0.121 "GET /v2.0/networks/fc161638-fa1d-423c-a968-ecf198e0c4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190442 Jan 21 10:19:51.886184 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e722a08-6947-44fa-97a0-4ec67120d069 req-607a8e28-bc05-4e64-86e5-a3fd43e933c2 service neutron] 10.222.0.121 "GET /v2.0/networks/fc161638-fa1d-423c-a968-ecf198e0c4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262968 Jan 21 10:19:52.019125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2fa73-fffa-44ee-8e3a-687e24072d79 req-6ee4a2b6-cb70-49b1-8526-46cf4f37d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:52.020705 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0a2fa73-fffa-44ee-8e3a-687e24072d79 req-6ee4a2b6-cb70-49b1-8526-46cf4f37d2ac service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=38eafffab95e497081047e43d7672bf4&device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 1096 time: 0.0862210 Jan 21 10:19:52.198276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2fa73-fffa-44ee-8e3a-687e24072d79 req-bfb3b72a-4ca3-436f-b6a7-bd97eaa2014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:52.199723 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0a2fa73-fffa-44ee-8e3a-687e24072d79 req-bfb3b72a-4ca3-436f-b6a7-bd97eaa2014d service neutron] 10.222.0.121 "GET /v2.0/networks?id=fc161638-fa1d-423c-a968-ecf198e0c4ee HTTP/1.1" status: 200 len: 915 time: 0.1725929 Jan 21 10:19:52.272859 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0a2fa73-fffa-44ee-8e3a-687e24072d79 req-ce7620af-09f7-4b81-9b8d-b6771a52a9fe service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68bc2983-bb1e-4237-8497-7bcc0da87031 HTTP/1.1" status: 200 len: 217 time: 0.0663140 Jan 21 10:19:52.284457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3840d-8c52-41eb-9810-72285a81b6f3 req-69335b7e-56f9-4268-b1f6-50e72d2c90a5 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:52.285828 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33a3840d-8c52-41eb-9810-72285a81b6f3 req-69335b7e-56f9-4268-b1f6-50e72d2c90a5 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 943 time: 0.1725538 Jan 21 10:19:52.373930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2fa73-fffa-44ee-8e3a-687e24072d79 req-7a102404-225c-4bd1-b07c-2da946c026d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:52.375374 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0a2fa73-fffa-44ee-8e3a-687e24072d79 req-7a102404-225c-4bd1-b07c-2da946c026d5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=56e5b7c1-e837-437c-966f-2d002aac41b7 HTTP/1.1" status: 200 len: 854 time: 0.0887091 Jan 21 10:19:52.378327 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33a3840d-8c52-41eb-9810-72285a81b6f3 req-8a6161b1-5bd2-48bf-9d62-733371b34c6e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625100 Jan 21 10:19:52.422318 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0a2fa73-fffa-44ee-8e3a-687e24072d79 req-6c7c8a5a-233d-4c11-88ec-f11bb3e5e0e1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fc161638-fa1d-423c-a968-ecf198e0c4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399926 Jan 21 10:19:52.561001 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0a2fa73-fffa-44ee-8e3a-687e24072d79 req-a07bcad8-b056-445a-8d5e-2fdefd1ca52d service neutron] 10.222.0.121 "GET /v2.0/networks/fc161638-fa1d-423c-a968-ecf198e0c4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311488 Jan 21 10:19:52.699855 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0a2fa73-fffa-44ee-8e3a-687e24072d79 req-9d29e8c6-ec08-4d9d-9f81-b9c6f4a53433 service neutron] 10.222.0.121 "GET /v2.0/networks/fc161638-fa1d-423c-a968-ecf198e0c4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320992 Jan 21 10:19:53.583574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0cf93-a594-4476-9b44-fea0f903ad8c req-1fe32832-9feb-4103-bf95-b044651ea97b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:53.585058 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f8e0cf93-a594-4476-9b44-fea0f903ad8c req-1fe32832-9feb-4103-bf95-b044651ea97b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 943 time: 0.0881550 Jan 21 10:19:53.630036 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f8e0cf93-a594-4476-9b44-fea0f903ad8c req-56239177-e564-4da1-9067-d8c90be0fbeb tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392518 Jan 21 10:19:53.945768 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:19:54.840163 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da440553-c5d1-40c4-a60d-6032e69bb74b req-e773ef65-6027-42a1-bad7-2080909f25ca tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:54.841742 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-da440553-c5d1-40c4-a60d-6032e69bb74b req-e773ef65-6027-42a1-bad7-2080909f25ca tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 943 time: 0.0980489 Jan 21 10:19:54.887679 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-da440553-c5d1-40c4-a60d-6032e69bb74b req-b38c2174-0779-41a7-a5a3-c34a0ea25ffc tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372424 Jan 21 10:19:56.090985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a9982-930c-4597-a3e7-e1e4f96bca46 req-eccd0b43-590d-4e43-b42b-bb25522a76b6 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:56.092493 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b38a9982-930c-4597-a3e7-e1e4f96bca46 req-eccd0b43-590d-4e43-b42b-bb25522a76b6 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 943 time: 0.0956190 Jan 21 10:19:56.136540 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b38a9982-930c-4597-a3e7-e1e4f96bca46 req-7e454ce7-dc33-489c-8d3a-1085aa1f469a tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382912 Jan 21 10:19:56.859513 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 68bc2983-bb1e-4237-8497-7bcc0da87031 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:19:57.004450 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 68bc2983-bb1e-4237-8497-7bcc0da87031, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=68bc2983-bb1e-4237-8497-7bcc0da87031,segment=NetworkSegment(4a04b6ee-c96f-41b3-8d2b-682df627047a),segment_id=4a04b6ee-c96f-41b3-8d2b-682df627047a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:57.020380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '68bc2983-bb1e-4237-8497-7bcc0da87031', 'network_id': 'fc161638-fa1d-423c-a968-ecf198e0c4ee', 'port_id': '68bc2983-bb1e-4237-8497-7bcc0da87031', 'mac_address': 'fa:16:3e:25:77:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e5b7c1-e837-437c-966f-2d002aac41b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:19:57.074250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.090489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bc2983-bb1e-4237-8497-7bcc0da87031 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:19:57.105669 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 68bc2983-bb1e-4237-8497-7bcc0da87031, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=68bc2983-bb1e-4237-8497-7bcc0da87031,segment=NetworkSegment(4a04b6ee-c96f-41b3-8d2b-682df627047a),segment_id=4a04b6ee-c96f-41b3-8d2b-682df627047a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:57.113646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.181532 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=68bc2983-bb1e-4237-8497-7bcc0da87031,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:57.189047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.189393 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.189728 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.190030 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.190357 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.190679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.191001 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.191320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.191677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.191993 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.192276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.192615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.327803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57baff1-96f7-46fb-8e2b-d48586eeec5a req-bc88fd99-416f-4ed7-a093-3438e104de63 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:57.329257 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e57baff1-96f7-46fb-8e2b-d48586eeec5a req-bc88fd99-416f-4ed7-a093-3438e104de63 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0850558 Jan 21 10:19:57.375958 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e57baff1-96f7-46fb-8e2b-d48586eeec5a req-9c046561-0c8d-46e2-8d20-b80e3c4cd50c tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Jan 21 10:19:57.458767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['68bc2983-bb1e-4237-8497-7bcc0da87031'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:19:58.577658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e726a-31f3-4ba0-b844-dd635b417f96 req-0cffa768-16b1-44dc-9611-4df7f0949137 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:58.579105 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a57e726a-31f3-4ba0-b844-dd635b417f96 req-0cffa768-16b1-44dc-9611-4df7f0949137 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0859234 Jan 21 10:19:58.622857 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a57e726a-31f3-4ba0-b844-dd635b417f96 req-c7eb0b33-d57b-43b2-88c2-a3abeb3fb965 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379450 Jan 21 10:19:58.857329 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 68bc2983-bb1e-4237-8497-7bcc0da87031 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:58.936201 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 68bc2983-bb1e-4237-8497-7bcc0da87031 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:58.943562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 68bc2983-bb1e-4237-8497-7bcc0da87031 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:58.943929 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:59.064571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:59.090641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7966d330-265b-4ae1-8fe5-dea6fc4dd08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bc2983-bb1e-4237-8497-7bcc0da87031'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:59.100189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 68bc2983-bb1e-4237-8497-7bcc0da87031, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=68bc2983-bb1e-4237-8497-7bcc0da87031,segment=NetworkSegment(4a04b6ee-c96f-41b3-8d2b-682df627047a),segment_id=4a04b6ee-c96f-41b3-8d2b-682df627047a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:59.105531 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:59.138184 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7966d330-265b-4ae1-8fe5-dea6fc4dd08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bc2983-bb1e-4237-8497-7bcc0da87031', 'code': 200} Jan 21 10:19:59.175069 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=68bc2983-bb1e-4237-8497-7bcc0da87031,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:59.401077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcb194-a2ba-4b80-8326-6f74468d7400 req-df622f29-2498-44c1-91d9-55971259488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:59.402501 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9afcb194-a2ba-4b80-8326-6f74468d7400 req-df622f29-2498-44c1-91d9-55971259488e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 1098 time: 0.0747294 Jan 21 10:19:59.547204 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9afcb194-a2ba-4b80-8326-6f74468d7400 req-87785ab1-9d4c-41b7-a66c-c7160cf9b576 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379747 Jan 21 10:19:59.819027 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202f539-6e29-41bb-8eef-3c7296daedf3 req-16c00931-520f-49dd-82d0-fc32b39b6a23 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:59.820547 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8202f539-6e29-41bb-8eef-3c7296daedf3 req-16c00931-520f-49dd-82d0-fc32b39b6a23 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 945 time: 0.0941062 Jan 21 10:19:59.870880 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8202f539-6e29-41bb-8eef-3c7296daedf3 req-3688cf7f-72b8-4dd4-937e-09f54ef29fe2 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443010 Jan 21 10:20:00.579598 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:01.080265 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d5b8c-789e-47f7-8d20-cf8e31563669 req-9a219dc5-b116-42a8-ad40-ac3c73549416 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:01.081832 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d0d5b8c-789e-47f7-8d20-cf8e31563669 req-9a219dc5-b116-42a8-ad40-ac3c73549416 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 945 time: 0.0950994 Jan 21 10:20:01.129562 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d0d5b8c-789e-47f7-8d20-cf8e31563669 req-23aac009-ed30-41cf-872c-5d574c7ddea3 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Jan 21 10:20:01.515364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd797dc2-1e82-4d98-80c9-b03fcea3deee req-add6abd2-d2fe-4af3-9f3b-4b30b61eff5b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:01.516734 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fd797dc2-1e82-4d98-80c9-b03fcea3deee req-add6abd2-d2fe-4af3-9f3b-4b30b61eff5b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 945 time: 0.0887072 Jan 21 10:20:01.563708 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fd797dc2-1e82-4d98-80c9-b03fcea3deee req-4f3c236e-3ed3-48e5-9631-20cc7d2831c7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384662 Jan 21 10:20:02.761562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53336583-9553-45c9-88c7-a637bc8548ef req-9d20c698-f267-4c00-a590-9dcb8c0c2b0b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:02.763089 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53336583-9553-45c9-88c7-a637bc8548ef req-9d20c698-f267-4c00-a590-9dcb8c0c2b0b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 945 time: 0.0887346 Jan 21 10:20:02.806153 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53336583-9553-45c9-88c7-a637bc8548ef req-cb095942-7fcc-4263-adf3-5b543efc1b57 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373945 Jan 21 10:20:03.080572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50373d-d23a-4911-90a7-b12054dbe131 req-e662b4b0-99d0-487e-838a-dbcd2616c221 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:03.081972 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-af50373d-d23a-4911-90a7-b12054dbe131 req-e662b4b0-99d0-487e-838a-dbcd2616c221 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.121 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 945 time: 0.0879462 Jan 21 10:20:03.155045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-af50373d-d23a-4911-90a7-b12054dbe131 req-c859376a-410c-4cca-9879-04865810fc0e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Deleting port 68bc2983-bb1e-4237-8497-7bcc0da87031 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:20:03.155386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-af50373d-d23a-4911-90a7-b12054dbe131 req-c859376a-410c-4cca-9879-04865810fc0e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:03.406950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-af50373d-d23a-4911-90a7-b12054dbe131 req-c859376a-410c-4cca-9879-04865810fc0e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] For port 68bc2983-bb1e-4237-8497-7bcc0da87031, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=68bc2983-bb1e-4237-8497-7bcc0da87031,segment=NetworkSegment(4a04b6ee-c96f-41b3-8d2b-682df627047a),segment_id=4a04b6ee-c96f-41b3-8d2b-682df627047a)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:03.407315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-af50373d-d23a-4911-90a7-b12054dbe131 req-c859376a-410c-4cca-9879-04865810fc0e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:03.527419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-af50373d-d23a-4911-90a7-b12054dbe131 req-c859376a-410c-4cca-9879-04865810fc0e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Calling delete_port for 68bc2983-bb1e-4237-8497-7bcc0da87031 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:20:03.680331 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-af50373d-d23a-4911-90a7-b12054dbe131 req-c859376a-410c-4cca-9879-04865810fc0e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:03.692640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['388ceaff-18f5-41f8-b3f4-fe19cb10b499', '68bc2983-bb1e-4237-8497-7bcc0da87031'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:20:03.731448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859376a-410c-4cca-9879-04865810fc0e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Pushing event deleted for resources: {'Port': ['ID=68bc2983-bb1e-4237-8497-7bcc0da87031,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:03.806781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-af50373d-d23a-4911-90a7-b12054dbe131 req-c859376a-410c-4cca-9879-04865810fc0e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] No DVR routers for this DVR port 68bc2983-bb1e-4237-8497-7bcc0da87031 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:20:03.809266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-af50373d-d23a-4911-90a7-b12054dbe131 req-c859376a-410c-4cca-9879-04865810fc0e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:03.811790 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7966d330-265b-4ae1-8fe5-dea6fc4dd08b', 'name': 'network-vif-deleted', 'tag': '68bc2983-bb1e-4237-8497-7bcc0da87031'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:20:03.829926 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-af50373d-d23a-4911-90a7-b12054dbe131 req-c859376a-410c-4cca-9879-04865810fc0e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.121 "DELETE /v2.0/ports/68bc2983-bb1e-4237-8497-7bcc0da87031 HTTP/1.1" status: 204 len: 173 time: 0.7412364 Jan 21 10:20:03.872643 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7966d330-265b-4ae1-8fe5-dea6fc4dd08b', 'name': 'network-vif-deleted', 'tag': '68bc2983-bb1e-4237-8497-7bcc0da87031', 'status': 'completed', 'code': 200} Jan 21 10:20:03.959922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-74f299f9-f458-4d27-b6f6-7cf2b1c57e0a req-38d5b881-1f32-4be0-95e2-ff7e54eb3395 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Synchronizing usage tracker for tenant:38eafffab95e497081047e43d7672bf4 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:20:03.975660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-74f299f9-f458-4d27-b6f6-7cf2b1c57e0a req-38d5b881-1f32-4be0-95e2-ff7e54eb3395 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Unset dirty status for tenant:38eafffab95e497081047e43d7672bf4 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:20:03.976812 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-74f299f9-f458-4d27-b6f6-7cf2b1c57e0a req-38d5b881-1f32-4be0-95e2-ff7e54eb3395 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=7966d330-265b-4ae1-8fe5-dea6fc4dd08b HTTP/1.1" status: 200 len: 210 time: 0.0598414 Jan 21 10:20:05.258965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca4544-257f-4f92-b6db-af791b122d68 req-1b858e31-ed35-4cf5-bf89-f84619b12f9e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:05.260425 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b0ca4544-257f-4f92-b6db-af791b122d68 req-1b858e31-ed35-4cf5-bf89-f84619b12f9e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 945 time: 0.0854568 Jan 21 10:20:05.303427 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b0ca4544-257f-4f92-b6db-af791b122d68 req-1f8e1c08-5954-4201-892d-3a58fac6ed71 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371566 Jan 21 10:20:05.506955 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35051cad-87a9-451f-8531-fadfcbb63a4d req-0c9b8dbd-7480-4765-9009-17b8771addbb tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:05.508472 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35051cad-87a9-451f-8531-fadfcbb63a4d req-0c9b8dbd-7480-4765-9009-17b8771addbb tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 945 time: 0.0848463 Jan 21 10:20:05.554257 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35051cad-87a9-451f-8531-fadfcbb63a4d req-bbdb9796-e5d7-4c3c-8068-f6ad22dc0746 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395341 Jan 21 10:20:05.740699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4b85d-3a52-4bd1-bacc-0a5e1ea44b51 req-1df3d317-3e7f-410f-997d-e389e822d63b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:05.742131 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aef4b85d-3a52-4bd1-bacc-0a5e1ea44b51 req-1df3d317-3e7f-410f-997d-e389e822d63b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 945 time: 0.0844228 Jan 21 10:20:05.789906 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aef4b85d-3a52-4bd1-bacc-0a5e1ea44b51 req-dd6ec024-6b28-4a05-a92a-1b4c246453ed tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393963 Jan 21 10:20:06.087974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4457bd-b43a-43bc-b5ac-89dd8e5216c9 req-49d045a7-84ab-4d09-807c-33c7de47ffbf tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:06.089568 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca4457bd-b43a-43bc-b5ac-89dd8e5216c9 req-49d045a7-84ab-4d09-807c-33c7de47ffbf tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 945 time: 0.0931182 Jan 21 10:20:06.145472 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca4457bd-b43a-43bc-b5ac-89dd8e5216c9 req-e765ea72-2fda-43ca-9b2f-c43f8f3d5964 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500367 Jan 21 10:20:06.348790 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5360c6-b2eb-40ef-a632-b6623257aa8f req-eb35155d-a3fd-4dac-8734-38436715f771 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:06.350157 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f5360c6-b2eb-40ef-a632-b6623257aa8f req-eb35155d-a3fd-4dac-8734-38436715f771 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 945 time: 0.0942051 Jan 21 10:20:06.395258 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f5360c6-b2eb-40ef-a632-b6623257aa8f req-2c523573-0f0b-4ded-acfd-b314f420dbb2 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385599 Jan 21 10:20:06.407207 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-541a5829-885a-4b03-9056-f4395a4d20b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:06.610995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646974a8-53af-4b33-b5df-dcf321b01592 req-6669e28e-394a-400b-b575-c98c403e0c0d tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:06.612373 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-646974a8-53af-4b33-b5df-dcf321b01592 req-6669e28e-394a-400b-b575-c98c403e0c0d tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 945 time: 0.0837111 Jan 21 10:20:06.744948 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-646974a8-53af-4b33-b5df-dcf321b01592 req-3b8c01df-173c-4256-bf78-d1e14b8ac366 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265783 Jan 21 10:20:06.903152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 68bc2983-bb1e-4237-8497-7bcc0da87031 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:20:06.938153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 68bc2983-bb1e-4237-8497-7bcc0da87031 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:20:06.938502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 68bc2983-bb1e-4237-8497-7bcc0da87031 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:20:07.293156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dc2bc-3cdb-442b-aadc-8edbb0922519 req-092eba64-77cd-4f77-a397-cd451e81e9bd tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:07.295158 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-377dc2bc-3cdb-442b-aadc-8edbb0922519 req-092eba64-77cd-4f77-a397-cd451e81e9bd tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 945 time: 0.0930440 Jan 21 10:20:07.339540 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-377dc2bc-3cdb-442b-aadc-8edbb0922519 req-60d1fe40-dc93-4a71-b2fb-2e523f384621 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385630 Jan 21 10:20:08.489355 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-736adb66-00b7-4796-a460-95382ddfdcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:08.538204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cbe1f-4bb0-4de5-9246-c3a6caafcfe6 req-e34dc813-5d43-46f9-96a5-408f1aaea4f7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:08.539650 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-098cbe1f-4bb0-4de5-9246-c3a6caafcfe6 req-e34dc813-5d43-46f9-96a5-408f1aaea4f7 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 945 time: 0.0883148 Jan 21 10:20:08.584246 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-098cbe1f-4bb0-4de5-9246-c3a6caafcfe6 req-121f5a25-dca6-47cc-b7af-cf166cebffff tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/security-groups?id=daed343f-0e90-4035-8845-5c519dd5dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386355 Jan 21 10:20:08.994174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca4629-e933-4d78-87e2-fa4f7ce0bd26 req-f11ce0d6-cf30-4f8a-923c-4aa62ed2a70b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:08.995509 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6eca4629-e933-4d78-87e2-fa4f7ce0bd26 req-f11ce0d6-cf30-4f8a-923c-4aa62ed2a70b tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.121 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 945 time: 0.0958669 Jan 21 10:20:09.074533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-6eca4629-e933-4d78-87e2-fa4f7ce0bd26 req-f748878a-177c-4a1d-910c-585489f3f451 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Deleting port 388ceaff-18f5-41f8-b3f4-fe19cb10b499 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:20:09.074849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6eca4629-e933-4d78-87e2-fa4f7ce0bd26 req-f748878a-177c-4a1d-910c-585489f3f451 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:09.359033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-6eca4629-e933-4d78-87e2-fa4f7ce0bd26 req-f748878a-177c-4a1d-910c-585489f3f451 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] For port 388ceaff-18f5-41f8-b3f4-fe19cb10b499, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=388ceaff-18f5-41f8-b3f4-fe19cb10b499,segment=NetworkSegment(4a04b6ee-c96f-41b3-8d2b-682df627047a),segment_id=4a04b6ee-c96f-41b3-8d2b-682df627047a)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:09.359267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6eca4629-e933-4d78-87e2-fa4f7ce0bd26 req-f748878a-177c-4a1d-910c-585489f3f451 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:09.484920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-6eca4629-e933-4d78-87e2-fa4f7ce0bd26 req-f748878a-177c-4a1d-910c-585489f3f451 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Calling delete_port for 388ceaff-18f5-41f8-b3f4-fe19cb10b499 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:20:09.635149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6eca4629-e933-4d78-87e2-fa4f7ce0bd26 req-f748878a-177c-4a1d-910c-585489f3f451 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:09.648605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['388ceaff-18f5-41f8-b3f4-fe19cb10b499'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:20:09.679883 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:09.684702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748878a-177c-4a1d-910c-585489f3f451 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Pushing event deleted for resources: {'Port': ['ID=388ceaff-18f5-41f8-b3f4-fe19cb10b499,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:09.766656 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2aef1dff-e002-4be8-8eee-ab1394d4f3bf req-a7751a6a-5e41-4a9d-ab0c-26915e942d9e tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.99 "GET /v2.0/ports?device_id=6260f29c-0871-4465-9509-1a98cf8ba428 HTTP/1.1" status: 200 len: 210 time: 0.0524657 Jan 21 10:20:09.801409 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eca4629-e933-4d78-87e2-fa4f7ce0bd26 req-f748878a-177c-4a1d-910c-585489f3f451 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] No DVR routers for this DVR port 388ceaff-18f5-41f8-b3f4-fe19cb10b499 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:20:09.804065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-6eca4629-e933-4d78-87e2-fa4f7ce0bd26 req-f748878a-177c-4a1d-910c-585489f3f451 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:09.806884 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260f29c-0871-4465-9509-1a98cf8ba428', 'name': 'network-vif-deleted', 'tag': '388ceaff-18f5-41f8-b3f4-fe19cb10b499'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:20:09.825160 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6eca4629-e933-4d78-87e2-fa4f7ce0bd26 req-f748878a-177c-4a1d-910c-585489f3f451 tempest-ServersNegativeTestJSON-2013701925 tempest-ServersNegativeTestJSON-2013701925-project] 10.222.0.121 "DELETE /v2.0/ports/388ceaff-18f5-41f8-b3f4-fe19cb10b499 HTTP/1.1" status: 204 len: 173 time: 0.8242064 Jan 21 10:20:09.857356 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260f29c-0871-4465-9509-1a98cf8ba428', 'name': 'network-vif-deleted', 'tag': '388ceaff-18f5-41f8-b3f4-fe19cb10b499', 'status': 'completed', 'code': 200} Jan 21 10:20:09.903590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:10.868902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53750) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:10.930557 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ad527d-9657-4bba-a29e-3cef3c8f5552 admin admin] Deleting subnet 56e5b7c1-e837-437c-966f-2d002aac41b7 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:20:10.933957 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-40ad527d-9657-4bba-a29e-3cef3c8f5552 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:10.982090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-40ad527d-9657-4bba-a29e-3cef3c8f5552 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.040086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-40ad527d-9657-4bba-a29e-3cef3c8f5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.108369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-40ad527d-9657-4bba-a29e-3cef3c8f5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.146092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad527d-9657-4bba-a29e-3cef3c8f5552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e5b7c1-e837-437c-966f-2d002aac41b7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:11.147968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-40ad527d-9657-4bba-a29e-3cef3c8f5552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.154226 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-40ad527d-9657-4bba-a29e-3cef3c8f5552 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/56e5b7c1-e837-437c-966f-2d002aac41b7 HTTP/1.1" status: 204 len: 168 time: 0.2842290 Jan 21 10:20:11.156894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53754) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:11.252877 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.259211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-85db1b70-4d84-4a1e-bc34-015136eb4132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.392620 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-85db1b70-4d84-4a1e-bc34-015136eb4132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.416784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-85db1b70-4d84-4a1e-bc34-015136eb4132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc161638-fa1d-423c-a968-ecf198e0c4ee']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:11.433505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-85db1b70-4d84-4a1e-bc34-015136eb4132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a04b6ee-c96f-41b3-8d2b-682df627047a') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:11.433798 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-85db1b70-4d84-4a1e-bc34-015136eb4132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a04b6ee-c96f-41b3-8d2b-682df627047a') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:11.445458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-85db1b70-4d84-4a1e-bc34-015136eb4132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.461139 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-85db1b70-4d84-4a1e-bc34-015136eb4132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.467435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85db1b70-4d84-4a1e-bc34-015136eb4132 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:20:11.467867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-85db1b70-4d84-4a1e-bc34-015136eb4132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:20:11.481149 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:20:11.560717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-85db1b70-4d84-4a1e-bc34-015136eb4132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.576551 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-85db1b70-4d84-4a1e-bc34-015136eb4132 admin admin] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.590362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db1b70-4d84-4a1e-bc34-015136eb4132 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc161638-fa1d-423c-a968-ecf198e0c4ee,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:11.599750 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-85db1b70-4d84-4a1e-bc34-015136eb4132 admin admin] 10.222.0.99 "DELETE /v2.0/networks/fc161638-fa1d-423c-a968-ecf198e0c4ee HTTP/1.1" status: 204 len: 168 time: 0.4419127 Jan 21 10:20:11.717464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53762) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:11.766641 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e4cd8356-988f-4f16-a380-d7f34e063392 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=38eafffab95e497081047e43d7672bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479722 Jan 21 10:20:11.769317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53766) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:11.827079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8271dff-fcb3-4464-9eb5-3579e9f1ba90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.853005 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8271dff-fcb3-4464-9eb5-3579e9f1ba90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.906133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8271dff-fcb3-4464-9eb5-3579e9f1ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.923406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8271dff-fcb3-4464-9eb5-3579e9f1ba90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daed343f-0e90-4035-8845-5c519dd5dbe7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:11.936391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8271dff-fcb3-4464-9eb5-3579e9f1ba90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:11.937607 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c8271dff-fcb3-4464-9eb5-3579e9f1ba90 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/daed343f-0e90-4035-8845-5c519dd5dbe7 HTTP/1.1" status: 204 len: 168 time: 0.1673741 Jan 21 10:20:12.729389 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53790) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:12.834636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-992213930'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:12.841860 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:12.845844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Usage tracker for resource:network and tenant:8848c01e281f4ed19bc8a9b677f3c92b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:12.849079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:12.855565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:12.868485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Made reservation on behalf of 8848c01e281f4ed19bc8a9b677f3c92b for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:12.871997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:12.884129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:12.902186 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:12.906383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Usage tracker for resource:security_group_rule and tenant:8848c01e281f4ed19bc8a9b677f3c92b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:12.909346 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:12.915262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:12.934683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 388ceaff-18f5-41f8-b3f4-fe19cb10b499 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:20:12.968203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 388ceaff-18f5-41f8-b3f4-fe19cb10b499 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:20:12.968566 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 388ceaff-18f5-41f8-b3f4-fe19cb10b499 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:20:13.002726 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:13.008485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:13.041303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:20:13.049700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee6eafa-25b6-4612-986a-fa443c5e945e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:13.056890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:13.057332 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Added segment 2e30ad7c-9d9b-4eda-9722-7fe981b61d2e of type vlan for network 8591567d-7b2c-4f37-b6d3-bcb953b83b3e Jan 21 10:20:13.084674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:13.116850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:13.122167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:13.122834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:13.324378 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5936759 Jan 21 10:20:13.329544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5218c7f-ef76-4209-a5b5-835b0cd30af6 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event updated for resources: {'Network': ['ID=8591567d-7b2c-4f37-b6d3-bcb953b83b3e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:13.352800 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 8591567d-7b2c-4f37-b6d3-bcb953b83b3e details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:20:16.553704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53796) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:16.561953 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Request body: {'subnet': {'network_id': '8591567d-7b2c-4f37-b6d3-bcb953b83b3e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:16.671989 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:16.676372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Usage tracker for resource:subnet and tenant:8848c01e281f4ed19bc8a9b677f3c92b is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:16.679824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:16.686585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:16.698468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Made reservation on behalf of 8848c01e281f4ed19bc8a9b677f3c92b for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:16.702204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:16.930526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.004381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event updated for resources: {'Subnet': ['ID=5f98dea7-274a-4d14-821f-a48a796476f9,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:17.016689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Checking segment: {'id': '2e30ad7c-9d9b-4eda-9722-7fe981b61d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8591567d-7b2c-4f37-b6d3-bcb953b83b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:17.017054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Network hostable DHCP agents. Network: 8591567d-7b2c-4f37-b6d3-bcb953b83b3e, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:20:17.038615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Network 8591567d-7b2c-4f37-b6d3-bcb953b83b3e is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:20:17.049644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 8591567d-7b2c-4f37-b6d3-bcb953b83b3e) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:17.054001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:17.054627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.060689 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672a3bb1-1db2-43f5-8fdc-48745da79a5f None None] Network 8591567d-7b2c-4f37-b6d3-bcb953b83b3e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:17.077087 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c0b8d2df-3495-40ad-905f-0a422549d80b tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5219834 Jan 21 10:20:17.080637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53800) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:17.086444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2001603805'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:17.091533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:17.095442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Usage tracker for resource:network and tenant:8848c01e281f4ed19bc8a9b677f3c92b is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:17.098322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:17.104159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:17.115156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Made reservation on behalf of 8848c01e281f4ed19bc8a9b677f3c92b for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:17.118537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.146627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:20:17.155552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.155943 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Added segment 83e4e29e-c36f-44cb-ba2f-60845b5067a6 of type vlan for network 452e6871-c60f-4f6e-9e99-f9353daf7a2c Jan 21 10:20:17.183135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.216121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.221850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:17.222428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.264509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-8591567d-7b2c-4f37-b6d3-bcb953b83b3e', 'network_id': '8591567d-7b2c-4f37-b6d3-bcb953b83b3e', 'tenant_id': '8848c01e281f4ed19bc8a9b677f3c92b', 'fixed_ips': [{'subnet_id': '5f98dea7-274a-4d14-821f-a48a796476f9'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:20:17.265334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.278904 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1971679 Jan 21 10:20:17.281935 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53804) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:17.289290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Request body: {'subnet': {'network_id': '452e6871-c60f-4f6e-9e99-f9353daf7a2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:17.328987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdef9a-c16d-435e-99a4-51dbefa26245 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event updated for resources: {'Network': ['ID=452e6871-c60f-4f6e-9e99-f9353daf7a2c,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:17.341748 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 452e6871-c60f-4f6e-9e99-f9353daf7a2c details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:20:17.402409 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:17.406249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Usage tracker for resource:subnet and tenant:8848c01e281f4ed19bc8a9b677f3c92b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:17.409006 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:17.414542 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:17.425471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Made reservation on behalf of 8848c01e281f4ed19bc8a9b677f3c92b for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:17.429013 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.501934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Allocated IP 2001:db8:0:ffff::2 (8591567d-7b2c-4f37-b6d3-bcb953b83b3e/5f98dea7-274a-4d14-821f-a48a796476f9/a25621bc-f229-43d9-804a-0124e154f604) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:17.653977 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.714960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.726746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Transition to ACTIVE for port object a25621bc-f229-43d9-804a-0124e154f604 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:17.735842 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event updated for resources: {'Subnet': ['ID=6e90112e-c25c-4247-aa92-1576829bee84,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:17.747173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Checking segment: {'id': '83e4e29e-c36f-44cb-ba2f-60845b5067a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '452e6871-c60f-4f6e-9e99-f9353daf7a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:17.747573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Network hostable DHCP agents. Network: 452e6871-c60f-4f6e-9e99-f9353daf7a2c, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:20:17.749288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Transition to ACTIVE for port object a25621bc-f229-43d9-804a-0124e154f604 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:17.756016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.767491 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Network 452e6871-c60f-4f6e-9e99-f9353daf7a2c is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:20:17.777082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 452e6871-c60f-4f6e-9e99-f9353daf7a2c) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:17.781388 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:17.781991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.793965 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da86b6c-f715-49f0-a658-d483394d8f57 None None] Network 452e6871-c60f-4f6e-9e99-f9353daf7a2c requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:17.805919 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9dc63899-68e4-44fc-870c-8b6cccaced34 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5196855 Jan 21 10:20:17.806896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53808) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:17.935535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Network 8591567d-7b2c-4f37-b6d3-bcb953b83b3e is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:17.942064 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:17.944594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:20:17.949048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:17.987572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Pushing event updated for resources: {'Port': ['ID=a25621bc-f229-43d9-804a-0124e154f604,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:18.074711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Attempting to bind port a25621bc-f229-43d9-804a-0124e154f604 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:20:18.075447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Attempting to bind port a25621bc-f229-43d9-804a-0124e154f604 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '2e30ad7c-9d9b-4eda-9722-7fe981b61d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8591567d-7b2c-4f37-b6d3-bcb953b83b3e'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:20:18.075447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Attempting to bind port a25621bc-f229-43d9-804a-0124e154f604 on network 8591567d-7b2c-4f37-b6d3-bcb953b83b3e {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:18.082376 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:20:18.082782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Checking segment: {'id': '2e30ad7c-9d9b-4eda-9722-7fe981b61d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8591567d-7b2c-4f37-b6d3-bcb953b83b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:18.083188 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.083580 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Bound using segment: {'id': '2e30ad7c-9d9b-4eda-9722-7fe981b61d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8591567d-7b2c-4f37-b6d3-bcb953b83b3e'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:20:18.084041 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Bound port: a25621bc-f229-43d9-804a-0124e154f604, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e30ad7c-9d9b-4eda-9722-7fe981b61d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8591567d-7b2c-4f37-b6d3-bcb953b83b3e'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:20:18.084436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.128532 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.206905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.247974 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb4934d-82f3-4288-a91d-b080e86bfbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-452e6871-c60f-4f6e-9e99-f9353daf7a2c', 'network_id': '452e6871-c60f-4f6e-9e99-f9353daf7a2c', 'tenant_id': '8848c01e281f4ed19bc8a9b677f3c92b', 'fixed_ips': [{'subnet_id': '6e90112e-c25c-4247-aa92-1576829bee84'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:20:18.248651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event deleted for resources: {'Subnet': ['ID=6e90112e-c25c-4247-aa92-1576829bee84,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:18.248811 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-abb4934d-82f3-4288-a91d-b080e86bfbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.277257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] For port a25621bc-f229-43d9-804a-0124e154f604, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:20:18.323860 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] For port a25621bc-f229-43d9-804a-0124e154f604, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a25621bc-f229-43d9-804a-0124e154f604,segment=NetworkSegment(2e30ad7c-9d9b-4eda-9722-7fe981b61d2e),segment_id=2e30ad7c-9d9b-4eda-9722-7fe981b61d2e)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:20:18.338861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.341807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.367223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452e6871-c60f-4f6e-9e99-f9353daf7a2c']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:18.383617 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e4e29e-c36f-44cb-ba2f-60845b5067a6') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:18.383956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e4e29e-c36f-44cb-ba2f-60845b5067a6') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:18.395782 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.412333 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.421371 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:20:18.421873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.433445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959359b4-a197-4867-af5b-1d6d3877f185 None None] Pushing event updated for resources: {'Port': ['ID=a25621bc-f229-43d9-804a-0124e154f604,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:20:18.440050 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:20:18.453277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f27fac-5ceb-4025-a76f-fc7d39729808 None None] Network 452e6871-c60f-4f6e-9e99-f9353daf7a2c requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:18.526116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.544405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.560116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event deleted for resources: {'Network': ['ID=452e6871-c60f-4f6e-9e99-f9353daf7a2c,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:18.567937 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0cc6ef31-42a1-4151-88e9-9c4d7769282e tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/networks/452e6871-c60f-4f6e-9e99-f9353daf7a2c HTTP/1.1" status: 204 len: 168 time: 0.7562559 Jan 21 10:20:18.568468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53812) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:18.574166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2000836826'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:18.579384 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:18.583334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Usage tracker for resource:network and tenant:8848c01e281f4ed19bc8a9b677f3c92b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:18.586277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:18.592112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:18.606183 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Made reservation on behalf of 8848c01e281f4ed19bc8a9b677f3c92b for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:18.610261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.639719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:20:18.655480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.656031 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Added segment f04e6b67-d811-4319-9d64-903cda0b60f7 of type vlan for network e83ed659-310f-4122-9cb8-6a53e09958c9 Jan 21 10:20:18.692763 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.726126 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.731623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:18.732540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:18.797762 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2283437 Jan 21 10:20:18.801007 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53816) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:18.807086 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Request body: {'subnet': {'network_id': 'e83ed659-310f-4122-9cb8-6a53e09958c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:18.848272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4109dc-c837-4306-a428-b4824fcc04a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event updated for resources: {'Network': ['ID=e83ed659-310f-4122-9cb8-6a53e09958c9,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:18.858396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network e83ed659-310f-4122-9cb8-6a53e09958c9 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:20:18.913977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:18.917769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Usage tracker for resource:subnet and tenant:8848c01e281f4ed19bc8a9b677f3c92b is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:18.920926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:18.926571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:18.937383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Made reservation on behalf of 8848c01e281f4ed19bc8a9b677f3c92b for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:18.941002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.033097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.ipam_backend_mixin [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Performing IP validity checks on allocation pools {{(pid=87501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 10:20:19.033642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.ipam_backend_mixin [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 10:20:19.167421 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.243105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event updated for resources: {'Subnet': ['ID=37a573c9-bf39-432a-b5c9-cd68c9de5434,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:19.253130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Checking segment: {'id': 'f04e6b67-d811-4319-9d64-903cda0b60f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e83ed659-310f-4122-9cb8-6a53e09958c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:19.253483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Network hostable DHCP agents. Network: e83ed659-310f-4122-9cb8-6a53e09958c9, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:20:19.273409 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Network e83ed659-310f-4122-9cb8-6a53e09958c9 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:20:19.284097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, e83ed659-310f-4122-9cb8-6a53e09958c9) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:19.288306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:19.288919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.293748 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19707e4-99fb-4ad1-af82-a8297d2f1a0c None None] Network e83ed659-310f-4122-9cb8-6a53e09958c9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:19.311553 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c93fc141-a293-4511-8c02-f8cb10537e5d tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5093629 Jan 21 10:20:19.314939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53820) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:19.423061 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5b198d-5a1e-47d9-ac61-3438e56eea41 None None] Network 8591567d-7b2c-4f37-b6d3-bcb953b83b3e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:19.456570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.523584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.597989 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.607774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-dc408155-4d30-46a8-904a-5d4ba8ad4401 None None] Provisioning for port a25621bc-f229-43d9-804a-0124e154f604 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:19.625465 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c54ae-034d-404b-b7bb-14d40d3c7982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-e83ed659-310f-4122-9cb8-6a53e09958c9', 'network_id': 'e83ed659-310f-4122-9cb8-6a53e09958c9', 'tenant_id': '8848c01e281f4ed19bc8a9b677f3c92b', 'fixed_ips': [{'subnet_id': '37a573c9-bf39-432a-b5c9-cd68c9de5434'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:20:19.626252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-570c54ae-034d-404b-b7bb-14d40d3c7982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.638606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event deleted for resources: {'Subnet': ['ID=37a573c9-bf39-432a-b5c9-cd68c9de5434,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:19.668243 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:19.668529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:19.668862 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:19.669189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:19.669537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:19.669857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:19.670175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:19.670491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:19.670808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:19.671123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:19.671491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:19.671741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:19.740240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.766607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83ed659-310f-4122-9cb8-6a53e09958c9']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:19.779222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04e6b67-d811-4319-9d64-903cda0b60f7') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:19.779588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04e6b67-d811-4319-9d64-903cda0b60f7') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:19.796222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.819875 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.825219 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9b0a26-9dbd-4f31-8f1f-48aa62f20ed7 None None] Network e83ed659-310f-4122-9cb8-6a53e09958c9 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:19.826568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:20:19.826964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:20:19.845624 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:20:19.877398 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a25621bc-f229-43d9-804a-0124e154f604 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:19.936969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.955807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.967735 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event deleted for resources: {'Network': ['ID=e83ed659-310f-4122-9cb8-6a53e09958c9,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:19.977021 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53824) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:19.977532 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3fce5287-fa5b-4bbc-a59a-7a245093e741 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/networks/e83ed659-310f-4122-9cb8-6a53e09958c9 HTTP/1.1" status: 204 len: 168 time: 0.6612284 Jan 21 10:20:19.983769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-117720738'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:19.989130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:19.992967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Usage tracker for resource:network and tenant:8848c01e281f4ed19bc8a9b677f3c92b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:19.996216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:20.003460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:20.015193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Made reservation on behalf of 8848c01e281f4ed19bc8a9b677f3c92b for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:20.018810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.054633 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:20:20.065832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.066204 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Added segment 9c7dcb21-4ef6-499a-b220-ae065ad7ad77 of type vlan for network 578735a5-fd24-4faa-8b7a-a040c4a5a481 Jan 21 10:20:20.092417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.122540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port a25621bc-f229-43d9-804a-0124e154f604 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:20.128373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port a25621bc-f229-43d9-804a-0124e154f604 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:20.128806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.129519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.134946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:20.135561 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.195814 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b7665bb2-4b2e-4f32-9cef-02e440ad43ee None None] Provisioning complete for port a25621bc-f229-43d9-804a-0124e154f604 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:20.196159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b7665bb2-4b2e-4f32-9cef-02e440ad43ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.201314 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2223542 Jan 21 10:20:20.204393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53828) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:20.211574 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Request body: {'subnet': {'network_id': '578735a5-fd24-4faa-8b7a-a040c4a5a481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:20.259593 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe8bed-3d66-4bc5-bfa6-630dfc90ef49 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event updated for resources: {'Network': ['ID=578735a5-fd24-4faa-8b7a-a040c4a5a481,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:20.274820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 578735a5-fd24-4faa-8b7a-a040c4a5a481 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:20:20.353597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:20.357534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Usage tracker for resource:subnet and tenant:8848c01e281f4ed19bc8a9b677f3c92b is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:20.361019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:20.367464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:20.378014 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Made reservation on behalf of 8848c01e281f4ed19bc8a9b677f3c92b for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:20.381563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.448102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.528318 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port a25621bc-f229-43d9-804a-0124e154f604, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a25621bc-f229-43d9-804a-0124e154f604,segment=NetworkSegment(2e30ad7c-9d9b-4eda-9722-7fe981b61d2e),segment_id=2e30ad7c-9d9b-4eda-9722-7fe981b61d2e)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:20.529412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b7665bb2-4b2e-4f32-9cef-02e440ad43ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.539438 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.610018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.659470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=a25621bc-f229-43d9-804a-0124e154f604,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:20.665493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-b7665bb2-4b2e-4f32-9cef-02e440ad43ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:20:20.665839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-b7665bb2-4b2e-4f32-9cef-02e440ad43ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:20:20.691536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event updated for resources: {'Subnet': ['ID=e2cce57e-10cf-49dc-8404-b144c379e12a,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:20.698204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Checking segment: {'id': '9c7dcb21-4ef6-499a-b220-ae065ad7ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '578735a5-fd24-4faa-8b7a-a040c4a5a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:20.698204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Network hostable DHCP agents. Network: 578735a5-fd24-4faa-8b7a-a040c4a5a481, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:20:20.718607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Network 578735a5-fd24-4faa-8b7a-a040c4a5a481 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:20:20.729778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 578735a5-fd24-4faa-8b7a-a040c4a5a481) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:20.734350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:20.735102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.739441 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c2264-05fb-482b-896a-6d6c2d545832 None None] Network 578735a5-fd24-4faa-8b7a-a040c4a5a481 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:20.758305 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9eb01e96-8d56-4892-9bf0-ae240815daa4 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5517156 Jan 21 10:20:20.761804 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53832) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:20.767796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-75374758'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:20.772829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:20.776623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Usage tracker for resource:network and tenant:8848c01e281f4ed19bc8a9b677f3c92b is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:20.779425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:20.785643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:20.795604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Made reservation on behalf of 8848c01e281f4ed19bc8a9b677f3c92b for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:20.799402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.831354 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:20:20.839809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.840165 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Added segment fe77c776-05f7-4011-acfc-3ceb728dbffb of type vlan for network 5ab1f9db-079b-440a-ab44-ee29b7fa6e66 Jan 21 10:20:20.865473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.895730 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.901261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:20.901847 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.950159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-578735a5-fd24-4faa-8b7a-a040c4a5a481', 'network_id': '578735a5-fd24-4faa-8b7a-a040c4a5a481', 'tenant_id': '8848c01e281f4ed19bc8a9b677f3c92b', 'fixed_ips': [{'subnet_id': 'e2cce57e-10cf-49dc-8404-b144c379e12a'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:20:20.951072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.959531 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1939571 Jan 21 10:20:20.960009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53836) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:20.966986 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Request body: {'subnet': {'network_id': '5ab1f9db-079b-440a-ab44-ee29b7fa6e66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:21.015592 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3046c0e-8d42-4af0-ba8a-7878339bf5e7 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event updated for resources: {'Network': ['ID=5ab1f9db-079b-440a-ab44-ee29b7fa6e66,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:21.028474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 5ab1f9db-079b-440a-ab44-ee29b7fa6e66 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:20:21.075937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:21.079686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Usage tracker for resource:subnet and tenant:8848c01e281f4ed19bc8a9b677f3c92b is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:21.082491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:21.087918 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:21.097521 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Made reservation on behalf of 8848c01e281f4ed19bc8a9b677f3c92b for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:21.101092 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.236930 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Allocated IP 2001:db8::2 (578735a5-fd24-4faa-8b7a-a040c4a5a481/e2cce57e-10cf-49dc-8404-b144c379e12a/8a7c2850-7d86-4c33-8e7f-56ab3ee7b081) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:21.423737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.444905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.455358 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Transition to ACTIVE for port object 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:21.474517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Transition to ACTIVE for port object 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:21.481625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.503943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event updated for resources: {'Subnet': ['ID=fdefae7e-e800-470a-934e-4c92df91ab74,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:21.511363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Checking segment: {'id': 'fe77c776-05f7-4011-acfc-3ceb728dbffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5ab1f9db-079b-440a-ab44-ee29b7fa6e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:21.511726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Network hostable DHCP agents. Network: 5ab1f9db-079b-440a-ab44-ee29b7fa6e66, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:20:21.531561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Network 5ab1f9db-079b-440a-ab44-ee29b7fa6e66 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:20:21.541273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 5ab1f9db-079b-440a-ab44-ee29b7fa6e66) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:21.544966 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Network 578735a5-fd24-4faa-8b7a-a040c4a5a481 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:21.545470 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:21.546057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.547877 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:21.552605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f6999-be67-480e-9f4f-c1ef09fa54c6 None None] Network 5ab1f9db-079b-440a-ab44-ee29b7fa6e66 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:21.572270 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3e32bb7f-6e4a-4c2d-800f-897b1e803788 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6080787 Jan 21 10:20:21.572575 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:20:21.572758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53840) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:21.580791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Pushing event updated for resources: {'Port': ['ID=8a7c2850-7d86-4c33-8e7f-56ab3ee7b081,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:21.712252 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.775091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Attempting to bind port 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:20:21.775485 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Attempting to bind port 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '9c7dcb21-4ef6-499a-b220-ae065ad7ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '578735a5-fd24-4faa-8b7a-a040c4a5a481'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:20:21.775843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Attempting to bind port 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081 on network 578735a5-fd24-4faa-8b7a-a040c4a5a481 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:21.777644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.792369 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:20:21.792741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Checking segment: {'id': '9c7dcb21-4ef6-499a-b220-ae065ad7ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '578735a5-fd24-4faa-8b7a-a040c4a5a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:21.793123 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.793531 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Bound using segment: {'id': '9c7dcb21-4ef6-499a-b220-ae065ad7ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '578735a5-fd24-4faa-8b7a-a040c4a5a481'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:20:21.793981 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Bound port: 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7dcb21-4ef6-499a-b220-ae065ad7ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '578735a5-fd24-4faa-8b7a-a040c4a5a481'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:20:21.794396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.810832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a25621bc-f229-43d9-804a-0124e154f604 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:21.852650 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.908768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event deleted for resources: {'Subnet': ['ID=fdefae7e-e800-470a-934e-4c92df91ab74,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:21.974905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83ee188-5caf-43c6-ab09-f5ee282101c2 None None] Network 5ab1f9db-079b-440a-ab44-ee29b7fa6e66 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:21.992299 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.017497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab1f9db-079b-440a-ab44-ee29b7fa6e66']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:22.026118 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] For port 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:20:22.029853 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe77c776-05f7-4011-acfc-3ceb728dbffb') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:22.030230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe77c776-05f7-4011-acfc-3ceb728dbffb') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:22.041767 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.058044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.064549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:20:22.064937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:20:22.079057 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:20:22.094496 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] For port 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8a7c2850-7d86-4c33-8e7f-56ab3ee7b081,segment=NetworkSegment(9c7dcb21-4ef6-499a-b220-ae065ad7ad77),segment_id=9c7dcb21-4ef6-499a-b220-ae065ad7ad77)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:20:22.100694 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port a25621bc-f229-43d9-804a-0124e154f604 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:22.101026 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.125577 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.157990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.288662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.293562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9b8d5-47b4-4a43-be26-ca5a8a10cbbd None None] Pushing event updated for resources: {'Port': ['ID=8a7c2850-7d86-4c33-8e7f-56ab3ee7b081,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:22.299529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event deleted for resources: {'Network': ['ID=5ab1f9db-079b-440a-ab44-ee29b7fa6e66,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:22.303736 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6f99556e-f70b-47fc-aeed-c0420ea8c50f tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/networks/5ab1f9db-079b-440a-ab44-ee29b7fa6e66 HTTP/1.1" status: 204 len: 168 time: 0.7298460 Jan 21 10:20:22.308794 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53844) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:22.346789 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d325d7-bc10-4f81-a4b2-e5bfabea3fb2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] GET failed (client error): The resource could not be found. Jan 21 10:20:22.347309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a5d325d7-bc10-4f81-a4b2-e5bfabea3fb2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Synchronizing usage tracker for tenant:8848c01e281f4ed19bc8a9b677f3c92b on resource:subnet {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:20:22.365552 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a5d325d7-bc10-4f81-a4b2-e5bfabea3fb2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Unset dirty status for tenant:8848c01e281f4ed19bc8a9b677f3c92b on resource:subnet {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:20:22.368380 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a5d325d7-bc10-4f81-a4b2-e5bfabea3fb2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "GET /v2.0/subnets/fdefae7e-e800-470a-934e-4c92df91ab74 HTTP/1.1" status: 404 len: 337 time: 0.0585973 Jan 21 10:20:22.369537 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53848) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:22.394640 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc0f4ed-4b82-4e47-90e1-f769dbad37d2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] DELETE failed (client error): The resource could not be found. Jan 21 10:20:22.395133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc0f4ed-4b82-4e47-90e1-f769dbad37d2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:20:22.397265 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-abc0f4ed-4b82-4e47-90e1-f769dbad37d2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/networks/5ab1f9db-079b-440a-ab44-ee29b7fa6e66 HTTP/1.1" status: 404 len: 339 time: 0.0264485 Jan 21 10:20:22.400989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53852) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:22.446303 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac7fcee-3800-44a6-9417-9048bb67fbdf tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] DELETE failed (client error): The resource could not be found. Jan 21 10:20:22.446762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac7fcee-3800-44a6-9417-9048bb67fbdf tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:20:22.448549 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6ac7fcee-3800-44a6-9417-9048bb67fbdf tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/subnets/fdefae7e-e800-470a-934e-4c92df91ab74 HTTP/1.1" status: 404 len: 337 time: 0.0465798 Jan 21 10:20:22.451607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53856) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:22.480989 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb9ee8d-0327-4628-9127-9f8fe8da5d01 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] DELETE failed (client error): The resource could not be found. Jan 21 10:20:22.480989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb9ee8d-0327-4628-9127-9f8fe8da5d01 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:20:22.484871 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2eb9ee8d-0327-4628-9127-9f8fe8da5d01 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/networks/5ab1f9db-079b-440a-ab44-ee29b7fa6e66 HTTP/1.1" status: 404 len: 339 time: 0.0298972 Jan 21 10:20:22.489425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53860) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:22.555633 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-655a7bac-c632-4e72-a8c6-ba7867c7c593 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Deleting subnet e2cce57e-10cf-49dc-8404-b144c379e12a {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:20:22.559326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-655a7bac-c632-4e72-a8c6-ba7867c7c593 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.620784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-655a7bac-c632-4e72-a8c6-ba7867c7c593 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.706537 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-655a7bac-c632-4e72-a8c6-ba7867c7c593 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.778648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-655a7bac-c632-4e72-a8c6-ba7867c7c593 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.819311 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a7bac-c632-4e72-a8c6-ba7867c7c593 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event deleted for resources: {'Subnet': ['ID=e2cce57e-10cf-49dc-8404-b144c379e12a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:22.822963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-655a7bac-c632-4e72-a8c6-ba7867c7c593 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.839480 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-655a7bac-c632-4e72-a8c6-ba7867c7c593 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/subnets/e2cce57e-10cf-49dc-8404-b144c379e12a HTTP/1.1" status: 204 len: 168 time: 0.3490069 Jan 21 10:20:22.842366 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53864) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:22.952838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.963579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Deleting port 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:20:22.963910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.171486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] For port 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=8a7c2850-7d86-4c33-8e7f-56ab3ee7b081,segment=NetworkSegment(9c7dcb21-4ef6-499a-b220-ae065ad7ad77),segment_id=9c7dcb21-4ef6-499a-b220-ae065ad7ad77)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:23.172167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.269288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b4b2e-e74e-4bcc-8e55-c97a7db5c73c None None] Network 578735a5-fd24-4faa-8b7a-a040c4a5a481 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:23.297556 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Calling delete_port for 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:20:23.352288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a83693a2-9944-4b97-a3fe-11b576447a79 None None] Provisioning for port 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:23.370225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.374610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a83693a2-9944-4b97-a3fe-11b576447a79 None None] Provisioning complete for port 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:23.374978 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a83693a2-9944-4b97-a3fe-11b576447a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.417314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event deleted for resources: {'Port': ['ID=8a7c2850-7d86-4c33-8e7f-56ab3ee7b081,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:23.419052 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] No DVR routers for this DVR port 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:20:23.435921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a83693a2-9944-4b97-a3fe-11b576447a79 None None] Port 8a7c2850-7d86-4c33-8e7f-56ab3ee7b081 was deleted so its status cannot be updated. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 10:20:23.546073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.549605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9090729-4bb9-4846-a5b6-fa3df303af15 None None] DHCP port deletion for 578735a5-fd24-4faa-8b7a-a040c4a5a481 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:20:23.575157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578735a5-fd24-4faa-8b7a-a040c4a5a481']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:23.587101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7dcb21-4ef6-499a-b220-ae065ad7ad77') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:23.587373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7dcb21-4ef6-499a-b220-ae065ad7ad77') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:23.598630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.614555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.620646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:20:23.621017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:20:23.635099 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:20:23.717910 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.741606 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.752101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event deleted for resources: {'Network': ['ID=578735a5-fd24-4faa-8b7a-a040c4a5a481,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:23.755994 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b4588978-af64-4fc0-91f8-8f0b6c261745 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/networks/578735a5-fd24-4faa-8b7a-a040c4a5a481 HTTP/1.1" status: 204 len: 168 time: 0.9126854 Jan 21 10:20:23.758605 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53868) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:23.795216 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7a2841-e364-422a-a16a-9485773de0cd tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] DELETE failed (client error): The resource could not be found. Jan 21 10:20:23.795644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7a2841-e364-422a-a16a-9485773de0cd tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:20:23.797255 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3d7a2841-e364-422a-a16a-9485773de0cd tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/subnets/37a573c9-bf39-432a-b5c9-cd68c9de5434 HTTP/1.1" status: 404 len: 337 time: 0.0377738 Jan 21 10:20:23.800111 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53872) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:23.834103 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7032c97-709b-45ed-a79e-715db53f73a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] DELETE failed (client error): The resource could not be found. Jan 21 10:20:23.834492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7032c97-709b-45ed-a79e-715db53f73a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:20:23.836024 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e7032c97-709b-45ed-a79e-715db53f73a2 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/networks/e83ed659-310f-4122-9cb8-6a53e09958c9 HTTP/1.1" status: 404 len: 339 time: 0.0346708 Jan 21 10:20:23.838520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53876) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:23.874850 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-540ac0b6-3bf8-4823-8f17-5cb08b5bd1ec tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] DELETE failed (client error): The resource could not be found. Jan 21 10:20:23.875301 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540ac0b6-3bf8-4823-8f17-5cb08b5bd1ec tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:20:23.876869 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-540ac0b6-3bf8-4823-8f17-5cb08b5bd1ec tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/subnets/6e90112e-c25c-4247-aa92-1576829bee84 HTTP/1.1" status: 404 len: 337 time: 0.0374548 Jan 21 10:20:23.879265 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53880) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:23.906108 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e662bca3-7d4f-4dd4-a29b-2dcd2c405f97 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] DELETE failed (client error): The resource could not be found. Jan 21 10:20:23.906551 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e662bca3-7d4f-4dd4-a29b-2dcd2c405f97 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:20:23.908100 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e662bca3-7d4f-4dd4-a29b-2dcd2c405f97 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/networks/452e6871-c60f-4f6e-9e99-f9353daf7a2c HTTP/1.1" status: 404 len: 339 time: 0.0279830 Jan 21 10:20:23.911493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53884) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:23.977171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e5d7fa-99d6-461b-bace-9edcd7e44b28 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Deleting subnet 5f98dea7-274a-4d14-821f-a48a796476f9 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:20:23.980175 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14e5d7fa-99d6-461b-bace-9edcd7e44b28 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:24.035063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14e5d7fa-99d6-461b-bace-9edcd7e44b28 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:24.123998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14e5d7fa-99d6-461b-bace-9edcd7e44b28 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:24.196297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14e5d7fa-99d6-461b-bace-9edcd7e44b28 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:24.236503 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5d7fa-99d6-461b-bace-9edcd7e44b28 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event deleted for resources: {'Subnet': ['ID=5f98dea7-274a-4d14-821f-a48a796476f9,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:24.240000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-14e5d7fa-99d6-461b-bace-9edcd7e44b28 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:24.246416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930a621b-03c2-40f1-a879-9826498b0c94 None None] Network 8591567d-7b2c-4f37-b6d3-bcb953b83b3e requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:24.249422 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-14e5d7fa-99d6-461b-bace-9edcd7e44b28 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/subnets/5f98dea7-274a-4d14-821f-a48a796476f9 HTTP/1.1" status: 204 len: 168 time: 0.3370428 Jan 21 10:20:24.251916 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53888) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:24.359109 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:24.369558 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Deleting port a25621bc-f229-43d9-804a-0124e154f604 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:20:24.369878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:24.487587 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4940ff-94fc-4e0c-a65e-2a08f37e9f38 None None] DHCP port deletion for 8591567d-7b2c-4f37-b6d3-bcb953b83b3e request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:20:24.492112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd4940ff-94fc-4e0c-a65e-2a08f37e9f38 None None] Deleting port a25621bc-f229-43d9-804a-0124e154f604 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:20:24.492521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd4940ff-94fc-4e0c-a65e-2a08f37e9f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:24.680498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] For port a25621bc-f229-43d9-804a-0124e154f604, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a25621bc-f229-43d9-804a-0124e154f604,segment=NetworkSegment(2e30ad7c-9d9b-4eda-9722-7fe981b61d2e),segment_id=2e30ad7c-9d9b-4eda-9722-7fe981b61d2e)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:24.681047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:24.690792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-cd4940ff-94fc-4e0c-a65e-2a08f37e9f38 None None] For port a25621bc-f229-43d9-804a-0124e154f604, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a25621bc-f229-43d9-804a-0124e154f604,segment=NetworkSegment(2e30ad7c-9d9b-4eda-9722-7fe981b61d2e),segment_id=2e30ad7c-9d9b-4eda-9722-7fe981b61d2e)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:24.691657 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd4940ff-94fc-4e0c-a65e-2a08f37e9f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:24.811806 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Calling delete_port for a25621bc-f229-43d9-804a-0124e154f604 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:20:24.837890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd4940ff-94fc-4e0c-a65e-2a08f37e9f38 None None] Calling delete_port for a25621bc-f229-43d9-804a-0124e154f604 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:20:24.892780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:24.939175 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event deleted for resources: {'Port': ['ID=a25621bc-f229-43d9-804a-0124e154f604,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:24.942526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] No DVR routers for this DVR port a25621bc-f229-43d9-804a-0124e154f604 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:20:24.951577 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-cd4940ff-94fc-4e0c-a65e-2a08f37e9f38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:20:24.951973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-cd4940ff-94fc-4e0c-a65e-2a08f37e9f38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:20:25.071368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:25.091049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8591567d-7b2c-4f37-b6d3-bcb953b83b3e']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:25.104471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e30ad7c-9d9b-4eda-9722-7fe981b61d2e') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:25.104768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e30ad7c-9d9b-4eda-9722-7fe981b61d2e') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:25.120159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:25.140785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:25.151921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:20:25.152601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:20:25.171352 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:20:25.257632 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:25.276487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:25.287761 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] Pushing event deleted for resources: {'Network': ['ID=8591567d-7b2c-4f37-b6d3-bcb953b83b3e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:25.290745 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e6d898cc-a23d-4369-9057-23f27ac4c389 tempest-NetworksIpV6Test-266527065 tempest-NetworksIpV6Test-266527065-project] 10.222.0.99 "DELETE /v2.0/networks/8591567d-7b2c-4f37-b6d3-bcb953b83b3e HTTP/1.1" status: 204 len: 168 time: 1.0379159 Jan 21 10:20:25.453659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd4940ff-94fc-4e0c-a65e-2a08f37e9f38 None None] Deleting port a25621bc-f229-43d9-804a-0124e154f604 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:20:25.454038 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd4940ff-94fc-4e0c-a65e-2a08f37e9f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:25.525008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cd4940ff-94fc-4e0c-a65e-2a08f37e9f38 None None] The port 'a25621bc-f229-43d9-804a-0124e154f604' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:20:25.575395 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53896) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:25.730407 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-401b5948-934b-432f-afe8-5e157adfb289 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8848c01e281f4ed19bc8a9b677f3c92b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537781 Jan 21 10:20:25.733089 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53902) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:25.792588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67a311e-914d-44dd-9f3b-e10608b74424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:25.797768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a25621bc-f229-43d9-804a-0124e154f604 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:20:25.818286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67a311e-914d-44dd-9f3b-e10608b74424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:25.830691 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: a25621bc-f229-43d9-804a-0124e154f604 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:20:25.831037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a25621bc-f229-43d9-804a-0124e154f604 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:20:25.870428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67a311e-914d-44dd-9f3b-e10608b74424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:25.884309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a311e-914d-44dd-9f3b-e10608b74424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee6eafa-25b6-4612-986a-fa443c5e945e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:25.890156 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d67a311e-914d-44dd-9f3b-e10608b74424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:25.891253 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d67a311e-914d-44dd-9f3b-e10608b74424 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/6ee6eafa-25b6-4612-986a-fa443c5e945e HTTP/1.1" status: 204 len: 168 time: 0.1573279 Jan 21 10:20:26.605519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53926) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:26.710974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-bb47d035-b0d5-431b-bcb2-50c3397f0cc3 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1865638880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:26.717904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb47d035-b0d5-431b-bcb2-50c3397f0cc3 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:26.722058 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bb47d035-b0d5-431b-bcb2-50c3397f0cc3 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Usage tracker for resource:router and tenant:d8d72f837bac45498034fa9ac1419662 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:26.725117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-bb47d035-b0d5-431b-bcb2-50c3397f0cc3 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:26.731547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-bb47d035-b0d5-431b-bcb2-50c3397f0cc3 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:26.745057 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb47d035-b0d5-431b-bcb2-50c3397f0cc3 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:26.746056 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb47d035-b0d5-431b-bcb2-50c3397f0cc3 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:26.761356 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb47d035-b0d5-431b-bcb2-50c3397f0cc3 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:26.783426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb47d035-b0d5-431b-bcb2-50c3397f0cc3 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:26.809861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bb47d035-b0d5-431b-bcb2-50c3397f0cc3 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:26.811054 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bb47d035-b0d5-431b-bcb2-50c3397f0cc3 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2045155 Jan 21 10:20:26.813847 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53932) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:26.819224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1347085138'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:26.824188 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:26.828862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Usage tracker for resource:network and tenant:d8d72f837bac45498034fa9ac1419662 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:26.831795 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:26.837663 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:26.848366 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Made reservation on behalf of d8d72f837bac45498034fa9ac1419662 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:26.851718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:26.864047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:26.881032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:26.885141 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Usage tracker for resource:security_group_rule and tenant:d8d72f837bac45498034fa9ac1419662 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:26.888009 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:26.893784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:26.972792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:26.978162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.008766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:20:27.017019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddab8ef-2057-451b-b0a9-19b8f47761e1,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:27.022748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.023164 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Added segment 8383bda0-d351-4697-b3d7-5c63e6c128f9 of type vlan for network b593559d-1674-4687-9032-aaee4ce5e765 Jan 21 10:20:27.054312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.086904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.092213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:27.092813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.193537 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3786740 Jan 21 10:20:27.196641 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53936) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:27.198743 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3898ad-e3fb-4fe3-bc6a-77c103eff028 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Pushing event updated for resources: {'Network': ['ID=b593559d-1674-4687-9032-aaee4ce5e765,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:27.203803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Request body: {'subnet': {'network_id': 'b593559d-1674-4687-9032-aaee4ce5e765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:27.212236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network b593559d-1674-4687-9032-aaee4ce5e765 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:20:27.314690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:27.318693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Usage tracker for resource:subnet and tenant:d8d72f837bac45498034fa9ac1419662 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:27.321646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:27.327522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:27.340251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Made reservation on behalf of d8d72f837bac45498034fa9ac1419662 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:27.343899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.574758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.651917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Pushing event updated for resources: {'Subnet': ['ID=076eb2ae-8596-47a0-97e2-7817382d5654,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:27.662483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Checking segment: {'id': '8383bda0-d351-4697-b3d7-5c63e6c128f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b593559d-1674-4687-9032-aaee4ce5e765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:27.662843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Network hostable DHCP agents. Network: b593559d-1674-4687-9032-aaee4ce5e765, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:20:27.683664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Network b593559d-1674-4687-9032-aaee4ce5e765 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:20:27.694047 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, b593559d-1674-4687-9032-aaee4ce5e765) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:27.698417 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:27.699005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.703395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0698254-1f67-4d20-9715-bf425ff0b61b None None] Network b593559d-1674-4687-9032-aaee4ce5e765 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:27.720683 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c0b4346f-e7f3-4b3d-be08-2deba69a3b89 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5229156 Jan 21 10:20:27.724186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53940) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:27.729773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1419430957'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:27.734674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:27.738876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Usage tracker for resource:network and tenant:d8d72f837bac45498034fa9ac1419662 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:27.741554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:27.747767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:27.759547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Made reservation on behalf of d8d72f837bac45498034fa9ac1419662 for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:27.763002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.790687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:20:27.800282 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.800668 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Added segment 247ffade-a95c-4814-9f9f-3deb273fbbbe of type vlan for network 1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f Jan 21 10:20:27.827742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.857432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.862942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:27.863534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.913941 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-b593559d-1674-4687-9032-aaee4ce5e765', 'network_id': 'b593559d-1674-4687-9032-aaee4ce5e765', 'tenant_id': 'd8d72f837bac45498034fa9ac1419662', 'fixed_ips': [{'subnet_id': '076eb2ae-8596-47a0-97e2-7817382d5654'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:20:27.914770 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:27.923841 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1947846 Jan 21 10:20:27.924389 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53944) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:27.931377 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Request body: {'subnet': {'network_id': '1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:27.975343 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0729c7f-e91d-4210-a984-f010b20e88ad tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Pushing event updated for resources: {'Network': ['ID=1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:27.989023 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:20:28.041925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:28.045843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Usage tracker for resource:subnet and tenant:d8d72f837bac45498034fa9ac1419662 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:28.048692 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:28.054281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:28.065914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Made reservation on behalf of d8d72f837bac45498034fa9ac1419662 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:28.069553 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:28.154290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Allocated IP 172.20.0.2 (b593559d-1674-4687-9032-aaee4ce5e765/076eb2ae-8596-47a0-97e2-7817382d5654/95a0ee1a-c0df-470f-9a52-28ce9eff4086) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:28.290583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:28.365234 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:28.366784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Pushing event updated for resources: {'Subnet': ['ID=85a74574-840a-4e46-bb0f-37d35322ecba,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:28.375520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Transition to ACTIVE for port object 95a0ee1a-c0df-470f-9a52-28ce9eff4086 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:28.377062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Checking segment: {'id': '247ffade-a95c-4814-9f9f-3deb273fbbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:28.377409 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Network hostable DHCP agents. Network: 1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:20:28.393864 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Transition to ACTIVE for port object 95a0ee1a-c0df-470f-9a52-28ce9eff4086 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:28.397273 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Network 1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:20:28.399026 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:28.405837 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:28.410004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:28.410584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:28.430980 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-976be1b0-7519-4411-a6c6-a8fd8acc51a6 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5051970 Jan 21 10:20:28.434015 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53948) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:28.438050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91ce6cb-f796-4c93-aa7b-180af85ef6e6 None None] Network 1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:28.439037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-d68e47c3-b23d-46e8-bb18-0bdc4ef14728 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:28.499047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Network b593559d-1674-4687-9032-aaee4ce5e765 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:28.503499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:28.552178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:20:28.554277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Pushing event updated for resources: {'Port': ['ID=95a0ee1a-c0df-470f-9a52-28ce9eff4086,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:28.696195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Attempting to bind port 95a0ee1a-c0df-470f-9a52-28ce9eff4086 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:20:28.696530 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Attempting to bind port 95a0ee1a-c0df-470f-9a52-28ce9eff4086 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '8383bda0-d351-4697-b3d7-5c63e6c128f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b593559d-1674-4687-9032-aaee4ce5e765'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:20:28.696838 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Attempting to bind port 95a0ee1a-c0df-470f-9a52-28ce9eff4086 on network b593559d-1674-4687-9032-aaee4ce5e765 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:28.709216 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:20:28.709582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Checking segment: {'id': '8383bda0-d351-4697-b3d7-5c63e6c128f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b593559d-1674-4687-9032-aaee4ce5e765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:28.709982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:28.710385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Bound using segment: {'id': '8383bda0-d351-4697-b3d7-5c63e6c128f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b593559d-1674-4687-9032-aaee4ce5e765'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:20:28.710869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Bound port: 95a0ee1a-c0df-470f-9a52-28ce9eff4086, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8383bda0-d351-4697-b3d7-5c63e6c128f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b593559d-1674-4687-9032-aaee4ce5e765'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:20:28.711276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:28.831364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f', 'network_id': '1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f', 'tenant_id': 'd8d72f837bac45498034fa9ac1419662', 'fixed_ips': [{'subnet_id': '85a74574-840a-4e46-bb0f-37d35322ecba'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:20:28.832253 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:28.859875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] For port 95a0ee1a-c0df-470f-9a52-28ce9eff4086, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:20:28.904527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] For port 95a0ee1a-c0df-470f-9a52-28ce9eff4086, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=95a0ee1a-c0df-470f-9a52-28ce9eff4086,segment=NetworkSegment(8383bda0-d351-4697-b3d7-5c63e6c128f9),segment_id=8383bda0-d351-4697-b3d7-5c63e6c128f9)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:20:28.914131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:28.927464 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d68e47c3-b23d-46e8-bb18-0bdc4ef14728 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.074182 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.api.v2.resource [None req-d68e47c3-b23d-46e8-bb18-0bdc4ef14728 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 10:20:29.075229 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d68e47c3-b23d-46e8-bb18-0bdc4ef14728 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] 10.222.0.99 "PUT /v2.0/routers/176ffb74-bfa6-4d93-8e28-b2e22a716717 HTTP/1.1" status: 400 len: 364 time: 0.6403031 Jan 21 10:20:29.081396 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53952) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:29.096519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191126ab-40aa-4767-b2aa-d16ed887c03e None None] Pushing event updated for resources: {'Port': ['ID=95a0ee1a-c0df-470f-9a52-28ce9eff4086,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:29.110902 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Allocated IP 172.21.0.2 (1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f/85a74574-840a-4e46-bb0f-37d35322ecba/7a91a85a-927f-4c64-a156-e566e7c4e3ca) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:29.152205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-56974568-fc38-4f13-8aad-07082a9023d0 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Deleting subnet 85a74574-840a-4e46-bb0f-37d35322ecba {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:20:29.333265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.343602 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Transition to ACTIVE for port object 7a91a85a-927f-4c64-a156-e566e7c4e3ca will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:29.361658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Transition to ACTIVE for port object 7a91a85a-927f-4c64-a156-e566e7c4e3ca will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:29.367391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56974568-fc38-4f13-8aad-07082a9023d0 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.368059 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.426876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56974568-fc38-4f13-8aad-07082a9023d0 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.434715 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Network 1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:29.437658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:29.442244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:20:29.447732 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Pushing event updated for resources: {'Port': ['ID=7a91a85a-927f-4c64-a156-e566e7c4e3ca,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:29.513870 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56974568-fc38-4f13-8aad-07082a9023d0 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.535601 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Attempting to bind port 7a91a85a-927f-4c64-a156-e566e7c4e3ca on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:20:29.535972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Attempting to bind port 7a91a85a-927f-4c64-a156-e566e7c4e3ca by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '247ffade-a95c-4814-9f9f-3deb273fbbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:20:29.536332 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Attempting to bind port 7a91a85a-927f-4c64-a156-e566e7c4e3ca on network 1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:29.542004 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:20:29.542374 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Checking segment: {'id': '247ffade-a95c-4814-9f9f-3deb273fbbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:29.542777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.543170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Bound using segment: {'id': '247ffade-a95c-4814-9f9f-3deb273fbbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:20:29.543630 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Bound port: 7a91a85a-927f-4c64-a156-e566e7c4e3ca, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247ffade-a95c-4814-9f9f-3deb273fbbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:20:29.544003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.591623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56974568-fc38-4f13-8aad-07082a9023d0 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.634210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-56974568-fc38-4f13-8aad-07082a9023d0 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.634783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] For port 7a91a85a-927f-4c64-a156-e566e7c4e3ca, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:20:29.638218 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] For port 7a91a85a-927f-4c64-a156-e566e7c4e3ca, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7a91a85a-927f-4c64-a156-e566e7c4e3ca,segment=NetworkSegment(247ffade-a95c-4814-9f9f-3deb273fbbbe),segment_id=247ffade-a95c-4814-9f9f-3deb273fbbbe)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:20:29.643440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56974568-fc38-4f13-8aad-07082a9023d0 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Pushing event deleted for resources: {'Subnet': ['ID=85a74574-840a-4e46-bb0f-37d35322ecba,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:29.643651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.650344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53956) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:29.650856 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-56974568-fc38-4f13-8aad-07082a9023d0 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] 10.222.0.99 "DELETE /v2.0/subnets/85a74574-840a-4e46-bb0f-37d35322ecba HTTP/1.1" status: 204 len: 168 time: 0.5681133 Jan 21 10:20:29.767016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a77944-5990-4a99-b569-1377e23a5166 None None] Pushing event updated for resources: {'Port': ['ID=7a91a85a-927f-4c64-a156-e566e7c4e3ca,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:29.770972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.788429 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Deleting port 7a91a85a-927f-4c64-a156-e566e7c4e3ca {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:20:29.789323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:29.801646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5087288-4fce-41a3-ad1b-fcd05df65a7e None None] Network 1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:29.902341 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 95a0ee1a-c0df-470f-9a52-28ce9eff4086 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:30.015694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] For port 7a91a85a-927f-4c64-a156-e566e7c4e3ca, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7a91a85a-927f-4c64-a156-e566e7c4e3ca,segment=NetworkSegment(247ffade-a95c-4814-9f9f-3deb273fbbbe),segment_id=247ffade-a95c-4814-9f9f-3deb273fbbbe)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:30.016049 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.040668 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c5e350-98d3-4464-be28-35605cc6c598 None None] Network b593559d-1674-4687-9032-aaee4ce5e765 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:30.142165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Calling delete_port for 7a91a85a-927f-4c64-a156-e566e7c4e3ca owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:20:30.145822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 95a0ee1a-c0df-470f-9a52-28ce9eff4086 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:30.189775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3ca947ec-7512-4419-afc7-40fe0eaf2f1a None None] Provisioning for port 95a0ee1a-c0df-470f-9a52-28ce9eff4086 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:30.217738 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.225986 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3ca947ec-7512-4419-afc7-40fe0eaf2f1a None None] Provisioning complete for port 95a0ee1a-c0df-470f-9a52-28ce9eff4086 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:30.226342 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ca947ec-7512-4419-afc7-40fe0eaf2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.266076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Pushing event deleted for resources: {'Port': ['ID=7a91a85a-927f-4c64-a156-e566e7c4e3ca,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:30.269714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] No DVR routers for this DVR port 7a91a85a-927f-4c64-a156-e566e7c4e3ca on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:20:30.405921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ca947ec-7512-4419-afc7-40fe0eaf2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.446065 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3ca947ec-7512-4419-afc7-40fe0eaf2f1a None None] For port 95a0ee1a-c0df-470f-9a52-28ce9eff4086, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=95a0ee1a-c0df-470f-9a52-28ce9eff4086,segment=NetworkSegment(8383bda0-d351-4697-b3d7-5c63e6c128f9),segment_id=8383bda0-d351-4697-b3d7-5c63e6c128f9)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:30.451824 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ca947ec-7512-4419-afc7-40fe0eaf2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.491217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.524894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:30.526080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca947ec-7512-4419-afc7-40fe0eaf2f1a None None] Pushing event updated for resources: {'Port': ['ID=95a0ee1a-c0df-470f-9a52-28ce9eff4086,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:30.537295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247ffade-a95c-4814-9f9f-3deb273fbbbe') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:30.537584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247ffade-a95c-4814-9f9f-3deb273fbbbe') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:30.549490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.566629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.574223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:20:30.574796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.578477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:20:30.590447 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:20:30.649769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a73181-1468-44e4-acea-62a36c7032e8 None None] get_active_networks_info from dv-neutron-825723-1-hyperv {{(pid=87503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 10:20:30.671303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.688847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.699464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Pushing event deleted for resources: {'Network': ['ID=1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:30.703448 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1ed4f7f3-325b-4b4a-9c8b-30b0adfd37e4 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] 10.222.0.99 "DELETE /v2.0/networks/1f5a6c78-8f35-4ed8-a4e5-1661249c5c8f HTTP/1.1" status: 204 len: 168 time: 1.0513616 Jan 21 10:20:30.706719 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1805dbf9-4061-4086-93dd-5ba53a5c002b None None] Provisioning complete for port 95a0ee1a-c0df-470f-9a52-28ce9eff4086 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:30.706852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53960) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:30.707306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1805dbf9-4061-4086-93dd-5ba53a5c002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.773393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d102e531-4025-4a87-a092-c6e2bacb59fd tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Deleting subnet 076eb2ae-8596-47a0-97e2-7817382d5654 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:20:30.776900 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d102e531-4025-4a87-a092-c6e2bacb59fd tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.832209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a73181-1468-44e4-acea-62a36c7032e8 None None] Resources bound (agent type, host, resource id): {{(pid=87503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 10:20:30.834470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d102e531-4025-4a87-a092-c6e2bacb59fd tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.918304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d102e531-4025-4a87-a092-c6e2bacb59fd tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:30.945843 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:20:30.994172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d102e531-4025-4a87-a092-c6e2bacb59fd tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:31.036971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102e531-4025-4a87-a092-c6e2bacb59fd tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Pushing event deleted for resources: {'Subnet': ['ID=076eb2ae-8596-47a0-97e2-7817382d5654,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:31.038858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d102e531-4025-4a87-a092-c6e2bacb59fd tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:31.045110 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d102e531-4025-4a87-a092-c6e2bacb59fd tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] 10.222.0.99 "DELETE /v2.0/subnets/076eb2ae-8596-47a0-97e2-7817382d5654 HTTP/1.1" status: 204 len: 168 time: 0.3372648 Jan 21 10:20:31.047560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53964) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:31.160887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:31.173446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Deleting port 95a0ee1a-c0df-470f-9a52-28ce9eff4086 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:20:31.173776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:31.174957 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f575ae-8a33-40d0-a7c1-b94521c1d426 None None] Network b593559d-1674-4687-9032-aaee4ce5e765 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:31.373390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] For port 95a0ee1a-c0df-470f-9a52-28ce9eff4086, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=95a0ee1a-c0df-470f-9a52-28ce9eff4086,segment=NetworkSegment(8383bda0-d351-4697-b3d7-5c63e6c128f9),segment_id=8383bda0-d351-4697-b3d7-5c63e6c128f9)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:31.373746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:31.415973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae244b3-f987-435f-adf7-837e88c87c69 None None] DHCP port deletion for b593559d-1674-4687-9032-aaee4ce5e765 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:20:31.420566 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-aae244b3-f987-435f-adf7-837e88c87c69 None None] Deleting port 95a0ee1a-c0df-470f-9a52-28ce9eff4086 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:20:31.420939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-aae244b3-f987-435f-adf7-837e88c87c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:31.627563 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Calling delete_port for 95a0ee1a-c0df-470f-9a52-28ce9eff4086 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:20:31.639247 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-aae244b3-f987-435f-adf7-837e88c87c69 None None] For port 95a0ee1a-c0df-470f-9a52-28ce9eff4086, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=95a0ee1a-c0df-470f-9a52-28ce9eff4086,segment=NetworkSegment(8383bda0-d351-4697-b3d7-5c63e6c128f9),segment_id=8383bda0-d351-4697-b3d7-5c63e6c128f9)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:31.639571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-aae244b3-f987-435f-adf7-837e88c87c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:31.701855 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:31.750630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Pushing event deleted for resources: {'Port': ['ID=95a0ee1a-c0df-470f-9a52-28ce9eff4086,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:31.757762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] No DVR routers for this DVR port 95a0ee1a-c0df-470f-9a52-28ce9eff4086 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:20:31.759127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-aae244b3-f987-435f-adf7-837e88c87c69 None None] Calling delete_port for 95a0ee1a-c0df-470f-9a52-28ce9eff4086 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:20:31.759923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:31.760256 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:31.760616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:31.761579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:31.761906 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:31.762249 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:31.762578 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:31.762901 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:31.763272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:31.763597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:31.764112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:31.764454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:31.817247 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 95a0ee1a-c0df-470f-9a52-28ce9eff4086 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:20:31.867166 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 95a0ee1a-c0df-470f-9a52-28ce9eff4086 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:20:31.867513 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 95a0ee1a-c0df-470f-9a52-28ce9eff4086 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:20:31.875975 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-aae244b3-f987-435f-adf7-837e88c87c69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:20:31.876404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-aae244b3-f987-435f-adf7-837e88c87c69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:20:31.902446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:31.930286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b593559d-1674-4687-9032-aaee4ce5e765']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:31.942310 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8383bda0-d351-4697-b3d7-5c63e6c128f9') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:31.942601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8383bda0-d351-4697-b3d7-5c63e6c128f9') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:31.953644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:31.969139 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:31.975014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:20:31.975381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:20:31.989233 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:20:32.070069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:32.094564 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:32.105643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Pushing event deleted for resources: {'Network': ['ID=b593559d-1674-4687-9032-aaee4ce5e765,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:32.110722 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bf137bfc-11b2-4909-b7a8-f77cec3354fe tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] 10.222.0.99 "DELETE /v2.0/networks/b593559d-1674-4687-9032-aaee4ce5e765 HTTP/1.1" status: 204 len: 168 time: 1.0621042 Jan 21 10:20:32.113181 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53968) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:32.165132 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5645bbb1-3c14-4c61-b3dd-20930e3d9bea tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Synchronizing usage tracker for tenant:d8d72f837bac45498034fa9ac1419662 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:20:32.186657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5645bbb1-3c14-4c61-b3dd-20930e3d9bea tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Unset dirty status for tenant:d8d72f837bac45498034fa9ac1419662 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:20:32.188392 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5645bbb1-3c14-4c61-b3dd-20930e3d9bea tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] 10.222.0.99 "GET /v2.0/ports?device_id=176ffb74-bfa6-4d93-8e28-b2e22a716717 HTTP/1.1" status: 200 len: 205 time: 0.0735674 Jan 21 10:20:32.191688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53972) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:32.328429 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c898e549-c774-47ff-9d82-9104d38d9e00 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:32.377806 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-aae244b3-f987-435f-adf7-837e88c87c69 None None] Deleting port 95a0ee1a-c0df-470f-9a52-28ce9eff4086 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:20:32.378202 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-aae244b3-f987-435f-adf7-837e88c87c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:32.447347 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-aae244b3-f987-435f-adf7-837e88c87c69 None None] The port '95a0ee1a-c0df-470f-9a52-28ce9eff4086' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:20:32.631163 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c898e549-c774-47ff-9d82-9104d38d9e00 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:32.633446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c898e549-c774-47ff-9d82-9104d38d9e00 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:32.656917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c898e549-c774-47ff-9d82-9104d38d9e00 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:32.657415 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c898e549-c774-47ff-9d82-9104d38d9e00 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Fanout notify agent at l3_agent the message router_deleted on router 176ffb74-bfa6-4d93-8e28-b2e22a716717 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:20:32.668000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c898e549-c774-47ff-9d82-9104d38d9e00 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:32.669160 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c898e549-c774-47ff-9d82-9104d38d9e00 tempest-RoutersNegativeTest-1644941743 tempest-RoutersNegativeTest-1644941743-project] 10.222.0.99 "DELETE /v2.0/routers/176ffb74-bfa6-4d93-8e28-b2e22a716717 HTTP/1.1" status: 204 len: 168 time: 0.4765270 Jan 21 10:20:32.950432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 53980) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:33.120132 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-18394c36-0b12-4d60-8dc5-0af53d83ee1a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d8d72f837bac45498034fa9ac1419662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684771 Jan 21 10:20:33.123681 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 53986) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:33.181420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6a87393f-71b5-4ec2-a40d-3dfe0c39be7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:33.206826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6a87393f-71b5-4ec2-a40d-3dfe0c39be7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:33.262266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6a87393f-71b5-4ec2-a40d-3dfe0c39be7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:33.275841 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87393f-71b5-4ec2-a40d-3dfe0c39be7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddab8ef-2057-451b-b0a9-19b8f47761e1,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:33.283713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6a87393f-71b5-4ec2-a40d-3dfe0c39be7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:33.287215 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6a87393f-71b5-4ec2-a40d-3dfe0c39be7b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1ddab8ef-2057-451b-b0a9-19b8f47761e1 HTTP/1.1" status: 204 len: 168 time: 0.1602297 Jan 21 10:20:33.994612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54010) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:34.103036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-699725189-network', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:34.108000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:34.112266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Usage tracker for resource:network and tenant:f5c65b6b81ce48279d28800972c37b05 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:34.115266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:34.121165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:34.136289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Made reservation on behalf of f5c65b6b81ce48279d28800972c37b05 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:34.138580 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:34.150687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:34.165666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:34.169816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c65b6b81ce48279d28800972c37b05 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:34.172739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:34.178425 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:34.274436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:34.280063 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:34.313418 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:20:34.321719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9cee8c-714d-41d4-9345-03dcc61d2eff,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:34.327189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:34.327435 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Added segment 338113fd-48e3-4936-ac62-02c03c1c04b6 of type vlan for network f312a77f-71c6-44f1-b15f-0211bc02e6d3 Jan 21 10:20:34.353899 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:34.383914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:34.384899 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:34.385497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:34.591694 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5957043 Jan 21 10:20:34.592334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb5915-5316-4042-b6b6-2d8fbb355329 admin admin] Pushing event updated for resources: {'Network': ['ID=f312a77f-71c6-44f1-b15f-0211bc02e6d3,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:34.594413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54016) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:34.600121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Request body: {'subnet': {'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-699725189-subnet', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:34.605302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:34.609376 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Usage tracker for resource:subnet and tenant:f5c65b6b81ce48279d28800972c37b05 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:34.612298 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:34.613317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network f312a77f-71c6-44f1-b15f-0211bc02e6d3 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:20:34.618643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:34.631505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Made reservation on behalf of f5c65b6b81ce48279d28800972c37b05 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:34.634155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:34.836892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:34.904859 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=899df667-5c4e-464b-b31d-099b31fb709f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:34.914925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Checking segment: {'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:34.915279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Network hostable DHCP agents. Network: f312a77f-71c6-44f1-b15f-0211bc02e6d3, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:20:34.939326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Network f312a77f-71c6-44f1-b15f-0211bc02e6d3 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:20:34.950438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, f312a77f-71c6-44f1-b15f-0211bc02e6d3) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:34.954582 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:34.955165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:34.959734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fcfb0a-d17c-4050-9c10-ca4bf367d359 None None] Network f312a77f-71c6-44f1-b15f-0211bc02e6d3 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:34.976533 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-83eaacc3-309c-46a8-af2f-75f9cacf6d9c admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3810799 Jan 21 10:20:34.979270 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54020) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:34.984430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-699725189-router', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:34.989111 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:34.993142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Usage tracker for resource:router and tenant:f5c65b6b81ce48279d28800972c37b05 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:34.996084 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:35.001796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:35.013887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.015150 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.030326 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.178424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-f312a77f-71c6-44f1-b15f-0211bc02e6d3', 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'fixed_ips': [{'subnet_id': '899df667-5c4e-464b-b31d-099b31fb709f'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:20:35.179688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.293794 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.370360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Allocated IP 172.20.0.2 (f312a77f-71c6-44f1-b15f-0211bc02e6d3/899df667-5c4e-464b-b31d-099b31fb709f/5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:35.577655 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.588240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Transition to ACTIVE for port object 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:35.606549 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Transition to ACTIVE for port object 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:35.609468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.613348 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.639799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.684478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Network f312a77f-71c6-44f1-b15f-0211bc02e6d3 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:35.687515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:35.689991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:20:35.727522 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Pushing event updated for resources: {'Port': ['ID=5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:35.779650 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Allocated IP 172.26.4.25 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/763fcc7b-fada-45c4-a43d-35f4d9a23e90) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:35.786099 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Attempting to bind port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:20:35.786470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Attempting to bind port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:20:35.787068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Attempting to bind port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 on network f312a77f-71c6-44f1-b15f-0211bc02e6d3 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:35.792630 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:20:35.793032 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Checking segment: {'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:35.793481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.793997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Bound using segment: {'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:20:35.794494 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Bound port: 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:20:35.794902 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.881736 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] For port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:20:35.884880 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] For port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:20:35.890582 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.924541 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.964458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:35.983619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f2658-a1ef-4485-a491-1aa1a2b6ae52 None None] Pushing event updated for resources: {'Port': ['ID=5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:36.031989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:36.034950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:36.038664 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:20:36.191816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Pushing event updated for resources: {'Port': ['ID=763fcc7b-fada-45c4-a43d-35f4d9a23e90,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:36.403118 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d3bee053-1726-4f0c-976a-9ceac626ea46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:36.568979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:36.895872 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1949330-1892-4340-aaf0-0159cc52860a None None] Network f312a77f-71c6-44f1-b15f-0211bc02e6d3 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:36.909216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:37.004821 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-568f8a58-1d1f-4803-9622-d9630b603367 None None] Provisioning for port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:37.115972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Router 1ec594f1-da36-455e-b455-26a3bd18aa14 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:20:37.293231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:20:37.302673 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Sync routers for ids ['1ec594f1-da36-455e-b455-26a3bd18aa14'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:20:37.312608 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Routers {'1ec594f1-da36-455e-b455-26a3bd18aa14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:20:37.313283 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:20:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1ec594f1-da36-455e-b455-26a3bd18aa14'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:37.317971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:37.319299 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c8262668-57be-41f2-891a-0058757a0e86 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3391082 Jan 21 10:20:37.322398 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54024) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:37.499558 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Set router 1ec594f1-da36-455e-b455-26a3bd18aa14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:20:37.785684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'name': 'tempest-TestEncryptedCinderVolumes-699725189-router', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:20:36Z', 'revision_number': 3, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'gw_port': {'id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:37.789872 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Checking router: 1ec594f1-da36-455e-b455-26a3bd18aa14 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:20:37.790225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Updating router 1ec594f1-da36-455e-b455-26a3bd18aa14 port 763fcc7b-fada-45c4-a43d-35f4d9a23e90 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:20:37.840158 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:37.875907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.046896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:38.058068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:38.058431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.117555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.290217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.324997 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Allocated IP 172.20.0.1 (f312a77f-71c6-44f1-b15f-0211bc02e6d3/899df667-5c4e-464b-b31d-099b31fb709f/4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:38.377652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:38.379631 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.382607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.437906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Transition to ACTIVE for port object 763fcc7b-fada-45c4-a43d-35f4d9a23e90 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:38.449963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.476135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.483334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:38.493257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Transition to ACTIVE for port object 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:38.516450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.523722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Attempting to bind port 763fcc7b-fada-45c4-a43d-35f4d9a23e90 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:20:38.523722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Attempting to bind port 763fcc7b-fada-45c4-a43d-35f4d9a23e90 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:20:38.524003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Attempting to bind port 763fcc7b-fada-45c4-a43d-35f4d9a23e90 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:38.548866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:20:38.549278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:38.549615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.550014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:20:38.550467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Bound port: 763fcc7b-fada-45c4-a43d-35f4d9a23e90, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:20:38.550829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.579645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9e420ee8-8424-42bf-aa12-6def2319c2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.583076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Network f312a77f-71c6-44f1-b15f-0211bc02e6d3 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:38.586142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:38.588442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:20:38.603756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b75d22-e92a-401a-bd32-07f738e3a5ee None None] Pushing event updated for resources: {'Port': ['ID=763fcc7b-fada-45c4-a43d-35f4d9a23e90,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:38.633587 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] For port 763fcc7b-fada-45c4-a43d-35f4d9a23e90, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:20:38.636560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] For port 763fcc7b-fada-45c4-a43d-35f4d9a23e90, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=763fcc7b-fada-45c4-a43d-35f4d9a23e90,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:20:38.642318 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.651242 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:38.656620 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.724610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b75d22-e92a-401a-bd32-07f738e3a5ee None None] Pushing event updated for resources: {'Port': ['ID=763fcc7b-fada-45c4-a43d-35f4d9a23e90,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:38.728638 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Routers {'1ec594f1-da36-455e-b455-26a3bd18aa14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:20:38.729250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:20:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1ec594f1-da36-455e-b455-26a3bd18aa14'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:38.790724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.899676 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6cb7aa76-41e2-402e-a186-0ed2ef76f220 None None] Provisioning for port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:38.910400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6cb7aa76-41e2-402e-a186-0ed2ef76f220 None None] Provisioning complete for port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:38.910767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6cb7aa76-41e2-402e-a186-0ed2ef76f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.952275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] Set router 1ec594f1-da36-455e-b455-26a3bd18aa14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:20:39.014259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.019394 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.030993 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7aa76-41e2-402e-a186-0ed2ef76f220 None None] Port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:20:39.241261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:39.243643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.277127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'name': 'tempest-TestEncryptedCinderVolumes-699725189-router', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 4, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'gw_port': {'id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1', 'name': '', 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'mac_address': 'fa:16:3e:97:a0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '899df667-5c4e-464b-b31d-099b31fb709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:38Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 1, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'subnets': [{'id': '899df667-5c4e-464b-b31d-099b31fb709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:39.281531 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1efe3-bc14-49ed-9a6f-9f23f7f17564 None None] The sync data for ids ['1ec594f1-da36-455e-b455-26a3bd18aa14'] in dv-neutron-825723-1-hyperv is: [{'id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'name': 'tempest-TestEncryptedCinderVolumes-699725189-router', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 4, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'gw_port': {'id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1', 'name': '', 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'mac_address': 'fa:16:3e:97:a0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '899df667-5c4e-464b-b31d-099b31fb709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:38Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 1, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'subnets': [{'id': '899df667-5c4e-464b-b31d-099b31fb709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:20:39.378876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Network f312a77f-71c6-44f1-b15f-0211bc02e6d3 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:39.380037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:39.587676 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Router 1ec594f1-da36-455e-b455-26a3bd18aa14 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:20:39.654432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.661896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-561c6b9b-6be0-461c-89da-4f4df15a11e7 None None] Provisioning complete for port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:39.662269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-561c6b9b-6be0-461c-89da-4f4df15a11e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.721993 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-561c6b9b-6be0-461c-89da-4f4df15a11e7 None None] Port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:20:39.787962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:20:39.800004 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-af34db14-a347-44b0-99c5-96abae591e52 admin admin] 10.222.0.99 "PUT /v2.0/routers/1ec594f1-da36-455e-b455-26a3bd18aa14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4764848 Jan 21 10:20:39.845124 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:39.916360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.927396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:39.927763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.380108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54042) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:40.385814 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-701867253-network', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:40.390861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:40.394750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Usage tracker for resource:network and tenant:a2ce0f6a6a944decbb88638cd86f226d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:40.398459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:40.404445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:40.414112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Made reservation on behalf of a2ce0f6a6a944decbb88638cd86f226d for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:40.416471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.428766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.443796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:40.448047 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Usage tracker for resource:security_group_rule and tenant:a2ce0f6a6a944decbb88638cd86f226d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:40.451327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:40.457233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:40.542323 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.547571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.585954 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:20:40.591510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2c41ab-e1ba-44a4-877f-4ac167cc206b,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:40.601119 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.601119 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Added segment d49a17e0-b84e-4058-ae88-d9cc40d5735b of type vlan for network 45c40d17-788c-4e2f-8353-5e1c4f209a15 Jan 21 10:20:40.635525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.668847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.669838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:40.670435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.768087 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3867965 Jan 21 10:20:40.771237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54046) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:40.773090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e259226-b6c4-4207-9516-5accafa84d78 admin admin] Pushing event updated for resources: {'Network': ['ID=45c40d17-788c-4e2f-8353-5e1c4f209a15,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:40.778037 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Request body: {'subnet': {'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-701867253-subnet', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:40.783114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 45c40d17-788c-4e2f-8353-5e1c4f209a15 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:20:40.783799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:40.787754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Usage tracker for resource:subnet and tenant:a2ce0f6a6a944decbb88638cd86f226d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:40.790724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:40.796737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:40.809931 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Made reservation on behalf of a2ce0f6a6a944decbb88638cd86f226d for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:40.812933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.019007 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.092601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1090398e-a7b2-4409-8f47-c8a89a522fe8,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:41.104793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Checking segment: {'id': 'd49a17e0-b84e-4058-ae88-d9cc40d5735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:41.105159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Network hostable DHCP agents. Network: 45c40d17-788c-4e2f-8353-5e1c4f209a15, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:20:41.125753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Network 45c40d17-788c-4e2f-8353-5e1c4f209a15 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:20:41.135850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 45c40d17-788c-4e2f-8353-5e1c4f209a15) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:41.139789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:41.140405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.144445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcde7e7b-a3ac-431d-ab50-22c5b027eb8d None None] Network 45c40d17-788c-4e2f-8353-5e1c4f209a15 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:41.164438 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c78129c6-8c5c-4033-8a89-297a5d77c15a admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3920918 Jan 21 10:20:41.166957 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54050) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:41.171891 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-701867253-router', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:41.176386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:41.180146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Usage tracker for resource:router and tenant:a2ce0f6a6a944decbb88638cd86f226d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:41.183286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:41.188957 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:41.199413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.200410 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.215823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.269518 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.309799 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Sync routers for ids ['1ec594f1-da36-455e-b455-26a3bd18aa14'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:20:41.319577 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Routers {'1ec594f1-da36-455e-b455-26a3bd18aa14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:20:41.320250 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:20:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1ec594f1-da36-455e-b455-26a3bd18aa14'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:41.373170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-45c40d17-788c-4e2f-8353-5e1c4f209a15', 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'fixed_ips': [{'subnet_id': '1090398e-a7b2-4409-8f47-c8a89a522fe8'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:20:41.374296 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.494413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.503378 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Set router 1ec594f1-da36-455e-b455-26a3bd18aa14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:20:41.532261 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Allocated IP 172.20.0.2 (45c40d17-788c-4e2f-8353-5e1c4f209a15/1090398e-a7b2-4409-8f47-c8a89a522fe8/7fed2b1d-d449-4144-a878-4c434c529106) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:41.760863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.774991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Transition to ACTIVE for port object 7fed2b1d-d449-4144-a878-4c434c529106 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:41.799314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Transition to ACTIVE for port object 7fed2b1d-d449-4144-a878-4c434c529106 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:41.807489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.810529 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'name': 'tempest-TestEncryptedCinderVolumes-699725189-router', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 4, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'gw_port': {'id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1', 'name': '', 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'mac_address': 'fa:16:3e:97:a0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '899df667-5c4e-464b-b31d-099b31fb709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:38Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 2, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'subnets': [{'id': '899df667-5c4e-464b-b31d-099b31fb709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:41.814753 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Checking router: 1ec594f1-da36-455e-b455-26a3bd18aa14 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:20:41.814884 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Updating router 1ec594f1-da36-455e-b455-26a3bd18aa14 port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:20:41.870268 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.885072 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 763fcc7b-fada-45c4-a43d-35f4d9a23e90 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:41.926436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Network 45c40d17-788c-4e2f-8353-5e1c4f209a15 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:41.937629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:41.940004 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:20:41.955607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.981965 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Pushing event updated for resources: {'Port': ['ID=7fed2b1d-d449-4144-a878-4c434c529106,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:41.987534 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.045135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Attempting to bind port 7fed2b1d-d449-4144-a878-4c434c529106 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:20:42.045380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Attempting to bind port 7fed2b1d-d449-4144-a878-4c434c529106 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd49a17e0-b84e-4058-ae88-d9cc40d5735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:20:42.045753 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Attempting to bind port 7fed2b1d-d449-4144-a878-4c434c529106 on network 45c40d17-788c-4e2f-8353-5e1c4f209a15 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:42.052682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:20:42.053061 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Checking segment: {'id': 'd49a17e0-b84e-4058-ae88-d9cc40d5735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:42.053988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.053988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Bound using segment: {'id': 'd49a17e0-b84e-4058-ae88-d9cc40d5735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:20:42.054408 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Bound port: 7fed2b1d-d449-4144-a878-4c434c529106, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49a17e0-b84e-4058-ae88-d9cc40d5735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:20:42.054852 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.068116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 763fcc7b-fada-45c4-a43d-35f4d9a23e90 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:42.075171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 763fcc7b-fada-45c4-a43d-35f4d9a23e90 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:42.075542 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.123279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Allocated IP 172.26.4.191 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/daceb758-4d54-4965-a447-b1361d0fc8f8) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:42.199810 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.200292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] For port 7fed2b1d-d449-4144-a878-4c434c529106, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:20:42.211048 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Transition to ACTIVE for port object 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:42.218420 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.248610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] For port 7fed2b1d-d449-4144-a878-4c434c529106, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7fed2b1d-d449-4144-a878-4c434c529106,segment=NetworkSegment(d49a17e0-b84e-4058-ae88-d9cc40d5735b),segment_id=d49a17e0-b84e-4058-ae88-d9cc40d5735b)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:20:42.257174 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.276958 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.285794 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Pushing event updated for resources: {'Port': ['ID=4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:42.316576 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.322279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.361815 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 763fcc7b-fada-45c4-a43d-35f4d9a23e90, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=763fcc7b-fada-45c4-a43d-35f4d9a23e90,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:42.365814 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe8dad-a16f-4bdb-8fd5-cb0fe118c2f1 None None] Pushing event updated for resources: {'Port': ['ID=7fed2b1d-d449-4144-a878-4c434c529106,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:42.373941 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.392138 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:42.393277 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:42.393760 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:42.394241 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:42.394739 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:42.395211 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:42.395681 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:42.396149 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:42.396658 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:42.396976 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:42.397293 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:42.397607 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:42.465192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=763fcc7b-fada-45c4-a43d-35f4d9a23e90,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:42.466662 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Pushing event updated for resources: {'Port': ['ID=daceb758-4d54-4965-a447-b1361d0fc8f8,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:42.475155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:42.476284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:42.482417 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:20:42.496526 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Attempting to bind port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:20:42.497171 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Attempting to bind port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:20:42.497547 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Attempting to bind port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 on network f312a77f-71c6-44f1-b15f-0211bc02e6d3 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:42.503988 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:20:42.504827 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Checking segment: {'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:42.505235 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.505621 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Bound using segment: {'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:20:42.506082 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Bound port: 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:20:42.506536 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.615073 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] For port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:20:42.620247 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] For port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:20:42.635988 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.732314 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689833d4-7ba9-445c-8d6d-cbe9456f7a69 None None] Pushing event updated for resources: {'Port': ['ID=4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:42.740682 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Routers {'1ec594f1-da36-455e-b455-26a3bd18aa14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:20:42.741303 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:20:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1ec594f1-da36-455e-b455-26a3bd18aa14'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:42.929538 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] Set router 1ec594f1-da36-455e-b455-26a3bd18aa14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:20:42.946506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:43.239006 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'name': 'tempest-TestEncryptedCinderVolumes-699725189-router', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 4, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'gw_port': {'id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1', 'name': '', 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'mac_address': 'fa:16:3e:97:a0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '899df667-5c4e-464b-b31d-099b31fb709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:38Z', 'updated_at': '2022-01-21T10:20:42Z', 'revision_number': 4, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'subnets': [{'id': '899df667-5c4e-464b-b31d-099b31fb709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:43.243442 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710bdc0-a579-4ea7-9d58-26a6497e6c19 None None] The sync data for ids ['1ec594f1-da36-455e-b455-26a3bd18aa14'] in dv-neutron-825723-1-hyperv is: [{'id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'name': 'tempest-TestEncryptedCinderVolumes-699725189-router', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 4, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'gw_port': {'id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1', 'name': '', 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'mac_address': 'fa:16:3e:97:a0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '899df667-5c4e-464b-b31d-099b31fb709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:38Z', 'updated_at': '2022-01-21T10:20:42Z', 'revision_number': 4, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'subnets': [{'id': '899df667-5c4e-464b-b31d-099b31fb709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:20:43.298357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:43.429802 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1610a610-63f7-4f72-9bfc-a066b303b708 None None] Network 45c40d17-788c-4e2f-8353-5e1c4f209a15 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:20:43.553540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fadeb541-bc38-40a1-90b3-564147593355 None None] Provisioning for port 7fed2b1d-d449-4144-a878-4c434c529106 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:43.652393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Router ff17f9dc-7b30-4626-a539-72f5ff5ed477 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:20:43.858701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:20:43.878263 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Sync routers for ids ['ff17f9dc-7b30-4626-a539-72f5ff5ed477'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:20:43.889049 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Routers {'ff17f9dc-7b30-4626-a539-72f5ff5ed477'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:20:43.890208 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:20:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['ff17f9dc-7b30-4626-a539-72f5ff5ed477'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:43.894136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:43.895904 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-45891435-dac0-4803-97e2-930d545b1543 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7279942 Jan 21 10:20:43.898523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54056) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:44.015607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 763fcc7b-fada-45c4-a43d-35f4d9a23e90 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:44.198690 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 763fcc7b-fada-45c4-a43d-35f4d9a23e90 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:44.198971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:44.222549 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Set router ff17f9dc-7b30-4626-a539-72f5ff5ed477 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:20:44.547634 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7fed2b1d-d449-4144-a878-4c434c529106 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:44.580693 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:44.636312 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'name': 'tempest-TestEncryptedCinderVolumes-701867253-router', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:41Z', 'updated_at': '2022-01-21T10:20:42Z', 'revision_number': 3, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'gw_port': {'id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:42Z', 'updated_at': '2022-01-21T10:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:44.638564 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 7fed2b1d-d449-4144-a878-4c434c529106 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:44.644774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Checking router: ff17f9dc-7b30-4626-a539-72f5ff5ed477 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:20:44.645193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Updating router ff17f9dc-7b30-4626-a539-72f5ff5ed477 port daceb758-4d54-4965-a447-b1361d0fc8f8 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:20:44.668016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7fed2b1d-d449-4144-a878-4c434c529106 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:44.668481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:44.743250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:44.789262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Allocated IP 172.20.0.1 (45c40d17-788c-4e2f-8353-5e1c4f209a15/1090398e-a7b2-4409-8f47-c8a89a522fe8/bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:44.925366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:44.938017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:44.954514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Transition to ACTIVE for port object bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:44.979724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.043189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 7fed2b1d-d449-4144-a878-4c434c529106, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7fed2b1d-d449-4144-a878-4c434c529106,segment=NetworkSegment(d49a17e0-b84e-4058-ae88-d9cc40d5735b),segment_id=d49a17e0-b84e-4058-ae88-d9cc40d5735b)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:45.045229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Network 45c40d17-788c-4e2f-8353-5e1c4f209a15 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:45.048230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:45.052376 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:20:45.058490 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.059271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:45.225858 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=7fed2b1d-d449-4144-a878-4c434c529106,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:45.235298 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:45.263056 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.286769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:45.300452 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:45.300452 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.332695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.366978 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Transition to ACTIVE for port object daceb758-4d54-4965-a447-b1361d0fc8f8 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:45.377236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a9dc2740-9d23-42dd-9089-5ba1352a7a97 None None] Provisioning for port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:45.384196 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a9dc2740-9d23-42dd-9089-5ba1352a7a97 None None] Provisioning complete for port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:45.384595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a9dc2740-9d23-42dd-9089-5ba1352a7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.390368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.412857 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.596234 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc2740-9d23-42dd-9089-5ba1352a7a97 None None] Port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:20:45.606532 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Attempting to bind port daceb758-4d54-4965-a447-b1361d0fc8f8 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:20:45.606908 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Attempting to bind port daceb758-4d54-4965-a447-b1361d0fc8f8 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:20:45.607316 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Attempting to bind port daceb758-4d54-4965-a447-b1361d0fc8f8 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:45.623901 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:20:45.624382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:45.624702 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.625113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:20:45.625591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Bound port: daceb758-4d54-4965-a447-b1361d0fc8f8, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:20:45.625966 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.631124 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.639594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.650563 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d32ebf-beed-4c73-9813-c1bcedc474a5 None None] Pushing event updated for resources: {'Port': ['ID=daceb758-4d54-4965-a447-b1361d0fc8f8,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:45.678087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.742416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:45.745299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] For port daceb758-4d54-4965-a447-b1361d0fc8f8, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:20:45.748761 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] For port daceb758-4d54-4965-a447-b1361d0fc8f8, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=daceb758-4d54-4965-a447-b1361d0fc8f8,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:20:45.749931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.761963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.768298 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:45.787285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:45.827535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7fed2b1d-d449-4144-a878-4c434c529106 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:45.868765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Routers {'ff17f9dc-7b30-4626-a539-72f5ff5ed477'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:20:45.869412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:20:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['ff17f9dc-7b30-4626-a539-72f5ff5ed477'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:45.906201 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Network 45c40d17-788c-4e2f-8353-5e1c4f209a15 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:45.907471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:45.930553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:46.096961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Router ff17f9dc-7b30-4626-a539-72f5ff5ed477 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:20:46.130034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d32ebf-beed-4c73-9813-c1bcedc474a5 None None] Pushing event updated for resources: {'Port': ['ID=daceb758-4d54-4965-a447-b1361d0fc8f8,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:46.140822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7fed2b1d-d449-4144-a878-4c434c529106 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:46.141190 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:46.177700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] Set router ff17f9dc-7b30-4626-a539-72f5ff5ed477 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:20:46.232457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5c8c9d19-372e-4d41-9d93-cb077b5cacf1 None None] Provisioning complete for port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:46.232823 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9d19-372e-4d41-9d93-cb077b5cacf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:46.274595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:20:46.283448 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-13367f2e-d453-4a54-8205-6e434f317a79 admin admin] 10.222.0.99 "PUT /v2.0/routers/ff17f9dc-7b30-4626-a539-72f5ff5ed477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3834136 Jan 21 10:20:46.370541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-5c8c9d19-372e-4d41-9d93-cb077b5cacf1 None None] Port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:20:46.598588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'name': 'tempest-TestEncryptedCinderVolumes-701867253-router', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:41Z', 'updated_at': '2022-01-21T10:20:45Z', 'revision_number': 4, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'gw_port': {'id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:42Z', 'updated_at': '2022-01-21T10:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e', 'name': '', 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'mac_address': 'fa:16:3e:07:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '1090398e-a7b2-4409-8f47-c8a89a522fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:44Z', 'updated_at': '2022-01-21T10:20:45Z', 'revision_number': 2, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'subnets': [{'id': '1090398e-a7b2-4409-8f47-c8a89a522fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:46.602797 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dd129-570e-48e7-ad5a-9da94acbbf0b None None] The sync data for ids ['ff17f9dc-7b30-4626-a539-72f5ff5ed477'] in dv-neutron-825723-1-hyperv is: [{'id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'name': 'tempest-TestEncryptedCinderVolumes-701867253-router', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:41Z', 'updated_at': '2022-01-21T10:20:45Z', 'revision_number': 4, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'gw_port': {'id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:42Z', 'updated_at': '2022-01-21T10:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e', 'name': '', 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'mac_address': 'fa:16:3e:07:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '1090398e-a7b2-4409-8f47-c8a89a522fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:44Z', 'updated_at': '2022-01-21T10:20:45Z', 'revision_number': 2, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'subnets': [{'id': '1090398e-a7b2-4409-8f47-c8a89a522fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:20:47.127277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-b254df88-1546-43da-994a-71362b5c36d3 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:47.128745 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-b254df88-1546-43da-994a-71362b5c36d3 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/networks?id=f312a77f-71c6-44f1-b15f-0211bc02e6d3 HTTP/1.1" status: 200 len: 816 time: 0.1468604 Jan 21 10:20:47.143990 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-16d04262-bda6-4864-8d31-4e046250f244 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/quotas/f5c65b6b81ce48279d28800972c37b05 HTTP/1.1" status: 200 len: 375 time: 0.0097117 Jan 21 10:20:47.227432 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-003831df-1c58-4e5d-9771-04cafa4bbe0c tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f5c65b6b81ce48279d28800972c37b05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776615 Jan 21 10:20:47.376681 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-31c48da2-569b-4caa-aa8e-dfece32a6c37 service neutron] 10.222.0.99 "GET /v2.0/networks/f312a77f-71c6-44f1-b15f-0211bc02e6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336002 Jan 21 10:20:47.513346 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-2113ab3d-d929-4122-b3b1-4918928e64ff service neutron] 10.222.0.99 "GET /v2.0/networks/f312a77f-71c6-44f1-b15f-0211bc02e6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305187 Jan 21 10:20:47.703109 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1df78d51-a0fd-4722-b9ca-53f7d150b2ab req-7883a9b4-4161-4325-82dd-938ed4791c17 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 210 time: 0.0487945 Jan 21 10:20:47.900617 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device daceb758-4d54-4965-a447-b1361d0fc8f8 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:47.984861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port daceb758-4d54-4965-a447-b1361d0fc8f8 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:47.989775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port daceb758-4d54-4965-a447-b1361d0fc8f8 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:47.990079 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:48.113952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:48.141567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port daceb758-4d54-4965-a447-b1361d0fc8f8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=daceb758-4d54-4965-a447-b1361d0fc8f8,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:48.147685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:48.149192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:48.274538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=daceb758-4d54-4965-a447-b1361d0fc8f8,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:48.285887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:48.286291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:48.873134 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e36d2915-42d0-4c00-b353-58044c12969a req-284fd9f6-384f-4014-9e4a-507486b2b696 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 210 time: 0.0528312 Jan 21 10:20:48.916842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-baf41cb7-b061-416c-b710-2cbf80f03275 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:48.918376 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-baf41cb7-b061-416c-b710-2cbf80f03275 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.121 "GET /v2.0/networks?id=f312a77f-71c6-44f1-b15f-0211bc02e6d3 HTTP/1.1" status: 200 len: 816 time: 0.1942627 Jan 21 10:20:48.937100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Request body: {'port': {'device_id': 'cc486893-3f35-46bf-81cc-9f1b04a0f005', 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3', 'admin_state_up': True, 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:49.082393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:49.086567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Usage tracker for resource:port and tenant:f5c65b6b81ce48279d28800972c37b05 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:49.089629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:49.095712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:49.105935 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Made reservation on behalf of f5c65b6b81ce48279d28800972c37b05 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:49.109409 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:49.274538 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Allocated IP 172.20.0.10 (f312a77f-71c6-44f1-b15f-0211bc02e6d3/899df667-5c4e-464b-b31d-099b31fb709f/13abc3f1-e046-4d6b-9e53-215f75d68aca) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:49.592861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:49.609009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Transition to ACTIVE for port object 13abc3f1-e046-4d6b-9e53-215f75d68aca will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:49.632354 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:49.698586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Network f312a77f-71c6-44f1-b15f-0211bc02e6d3 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:49.701711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:49.705640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:20:49.740939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Pushing event updated for resources: {'Port': ['ID=13abc3f1-e046-4d6b-9e53-215f75d68aca,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:49.776084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:49.776743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:49.797722 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-44e73697-6f2d-4f3b-83dc-2a959d719724 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8644640 Jan 21 10:20:49.831303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Request body: {'port': {'device_id': 'cc486893-3f35-46bf-81cc-9f1b04a0f005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:49.847593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device daceb758-4d54-4965-a447-b1361d0fc8f8 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:49.928822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port daceb758-4d54-4965-a447-b1361d0fc8f8 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:49.929186 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:49.962142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:50.043471 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fc0ba9e1-e585-4f82-a2ad-5d0c5e93a0af None None] Provisioning for port 13abc3f1-e046-4d6b-9e53-215f75d68aca completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:50.055821 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fc0ba9e1-e585-4f82-a2ad-5d0c5e93a0af None None] Provisioning complete for port 13abc3f1-e046-4d6b-9e53-215f75d68aca triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:50.056179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba9e1-e585-4f82-a2ad-5d0c5e93a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:50.108369 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ba9e1-e585-4f82-a2ad-5d0c5e93a0af None None] Port 13abc3f1-e046-4d6b-9e53-215f75d68aca cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:20:50.193419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd7520-b7f0-41df-9d22-0dc4c2c3d041 req-28bf5500-d2b7-46ba-940f-29900d6cdcc8 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:50.194127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-9fdd7520-b7f0-41df-9d22-0dc4c2c3d041 req-28bf5500-d2b7-46ba-940f-29900d6cdcc8 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Synchronizing usage tracker for tenant:f5c65b6b81ce48279d28800972c37b05 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:20:50.293492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-9fdd7520-b7f0-41df-9d22-0dc4c2c3d041 req-28bf5500-d2b7-46ba-940f-29900d6cdcc8 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Unset dirty status for tenant:f5c65b6b81ce48279d28800972c37b05 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:20:50.295300 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9fdd7520-b7f0-41df-9d22-0dc4c2c3d041 req-28bf5500-d2b7-46ba-940f-29900d6cdcc8 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 932 time: 0.2902834 Jan 21 10:20:50.360069 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9fdd7520-b7f0-41df-9d22-0dc4c2c3d041 req-37c939b3-5250-44af-b13b-08d111f740e5 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576913 Jan 21 10:20:50.422938 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Sync routers for ids ['ff17f9dc-7b30-4626-a539-72f5ff5ed477'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:20:50.430492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13abc3f1-e046-4d6b-9e53-215f75d68aca {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:20:50.432394 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Routers {'ff17f9dc-7b30-4626-a539-72f5ff5ed477'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:20:50.432992 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:20:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['ff17f9dc-7b30-4626-a539-72f5ff5ed477'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:50.438535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:50.453037 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Transition to ACTIVE for port object 13abc3f1-e046-4d6b-9e53-215f75d68aca will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:50.458039 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:50.616546 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Set router ff17f9dc-7b30-4626-a539-72f5ff5ed477 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:20:50.620194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Pushing event updated for resources: {'Port': ['ID=13abc3f1-e046-4d6b-9e53-215f75d68aca,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:50.695430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Attempting to bind port 13abc3f1-e046-4d6b-9e53-215f75d68aca on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:20:50.695769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Attempting to bind port 13abc3f1-e046-4d6b-9e53-215f75d68aca by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:20:50.696108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Attempting to bind port 13abc3f1-e046-4d6b-9e53-215f75d68aca on network f312a77f-71c6-44f1-b15f-0211bc02e6d3 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:50.701213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Port 13abc3f1-e046-4d6b-9e53-215f75d68aca on network f312a77f-71c6-44f1-b15f-0211bc02e6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:20:50.701535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Attempting to bind port 13abc3f1-e046-4d6b-9e53-215f75d68aca on network f312a77f-71c6-44f1-b15f-0211bc02e6d3 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:50.707016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:20:50.707349 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Checking segment: {'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:50.707737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Bound using segment: {'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:20:50.708158 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Bound port: 13abc3f1-e046-4d6b-9e53-215f75d68aca, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:20:50.708528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:50.801246 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] For port 13abc3f1-e046-4d6b-9e53-215f75d68aca, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:20:50.804316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] For port 13abc3f1-e046-4d6b-9e53-215f75d68aca, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=13abc3f1-e046-4d6b-9e53-215f75d68aca,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:20:50.809404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:50.862493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:50.863299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:50.864706 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] 10.222.0.121 "PUT /v2.0/ports/13abc3f1-e046-4d6b-9e53-215f75d68aca HTTP/1.1" status: 200 len: 1094 time: 1.0391321 Jan 21 10:20:50.875520 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc486893-3f35-46bf-81cc-9f1b04a0f005', 'tag': '13abc3f1-e046-4d6b-9e53-215f75d68aca'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:20:50.902116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded252d-e0b7-4eb5-bdce-4c92b89921a8 service neutron] Pushing event updated for resources: {'Port': ['ID=13abc3f1-e046-4d6b-9e53-215f75d68aca,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:50.934457 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'name': 'tempest-TestEncryptedCinderVolumes-701867253-router', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:41Z', 'updated_at': '2022-01-21T10:20:45Z', 'revision_number': 4, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'gw_port': {'id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:42Z', 'updated_at': '2022-01-21T10:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e', 'name': '', 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'mac_address': 'fa:16:3e:07:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '1090398e-a7b2-4409-8f47-c8a89a522fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:44Z', 'updated_at': '2022-01-21T10:20:45Z', 'revision_number': 2, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'subnets': [{'id': '1090398e-a7b2-4409-8f47-c8a89a522fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:50.938709 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Checking router: ff17f9dc-7b30-4626-a539-72f5ff5ed477 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:20:50.939062 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Updating router ff17f9dc-7b30-4626-a539-72f5ff5ed477 port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:20:50.958714 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc486893-3f35-46bf-81cc-9f1b04a0f005', 'tag': '13abc3f1-e046-4d6b-9e53-215f75d68aca', 'status': 'completed', 'code': 200} Jan 21 10:20:51.007590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-d5def5d1-b89f-43bf-9a36-012a0cf7e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:51.009284 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-d5def5d1-b89f-43bf-9a36-012a0cf7e233 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f5c65b6b81ce48279d28800972c37b05&device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 1097 time: 0.0848858 Jan 21 10:20:51.029200 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:51.080843 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-743899f3-2cd1-4de3-84d7-5da828bf0abf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13abc3f1-e046-4d6b-9e53-215f75d68aca HTTP/1.1" status: 200 len: 217 time: 0.0645804 Jan 21 10:20:51.150198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-fc4f7731-f59c-41a3-b2a0-b8ae1471cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:51.151617 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-fc4f7731-f59c-41a3-b2a0-b8ae1471cb81 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=899df667-5c4e-464b-b31d-099b31fb709f HTTP/1.1" status: 200 len: 855 time: 0.0651259 Jan 21 10:20:51.225423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-8e60c512-feae-4063-8133-35e06de43dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:51.226879 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-8e60c512-feae-4063-8133-35e06de43dc3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f312a77f-71c6-44f1-b15f-0211bc02e6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695393 Jan 21 10:20:51.360635 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:51.373702 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Transition to ACTIVE for port object bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:51.381476 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:51.460766 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-dbfed69d-b37e-4293-997b-4dd4ef216060 service neutron] 10.222.0.121 "GET /v2.0/networks/f312a77f-71c6-44f1-b15f-0211bc02e6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275553 Jan 21 10:20:51.520710 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a594ea-b6bf-474c-9ee4-54e39b6f36cb None None] Pushing event updated for resources: {'Port': ['ID=bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:51.617444 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Attempting to bind port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:20:51.617804 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Attempting to bind port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd49a17e0-b84e-4058-ae88-d9cc40d5735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:20:51.618393 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Attempting to bind port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e on network 45c40d17-788c-4e2f-8353-5e1c4f209a15 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:51.624156 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:20:51.624800 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Checking segment: {'id': 'd49a17e0-b84e-4058-ae88-d9cc40d5735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:51.625429 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:51.625975 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Bound using segment: {'id': 'd49a17e0-b84e-4058-ae88-d9cc40d5735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:20:51.626595 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Bound port: bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49a17e0-b84e-4058-ae88-d9cc40d5735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:20:51.627131 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:51.656576 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2442e03f-d9b8-473d-be72-f50d5cb2d69c req-fe87d736-e3b9-49b5-9af1-dba9ae7afef0 service neutron] 10.222.0.121 "GET /v2.0/networks/f312a77f-71c6-44f1-b15f-0211bc02e6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897359 Jan 21 10:20:51.668190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d18f5c-29c2-49e8-b483-429629c1a171 req-72519ee5-e6be-4483-9099-e2e69b4c81c1 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:51.669734 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3d18f5c-29c2-49e8-b483-429629c1a171 req-72519ee5-e6be-4483-9099-e2e69b4c81c1 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 944 time: 0.1847429 Jan 21 10:20:51.724131 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] For port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:20:51.726928 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] For port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e,segment=NetworkSegment(d49a17e0-b84e-4058-ae88-d9cc40d5735b),segment_id=d49a17e0-b84e-4058-ae88-d9cc40d5735b)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:20:51.731231 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:51.752315 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3d18f5c-29c2-49e8-b483-429629c1a171 req-5efcaf8a-8ce3-44d4-87c0-10156b3fccc3 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767586 Jan 21 10:20:51.786673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250c899-3556-46c8-8514-b2c0d96c1da6 req-8fc0372a-ff94-4277-96a1-6eb8b785b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:51.788244 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d250c899-3556-46c8-8514-b2c0d96c1da6 req-8fc0372a-ff94-4277-96a1-6eb8b785b282 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f5c65b6b81ce48279d28800972c37b05&device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 1097 time: 0.0797651 Jan 21 10:20:51.809732 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Routers {'ff17f9dc-7b30-4626-a539-72f5ff5ed477'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:20:51.810444 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:20:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['ff17f9dc-7b30-4626-a539-72f5ff5ed477'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:51.892725 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a594ea-b6bf-474c-9ee4-54e39b6f36cb None None] Pushing event updated for resources: {'Port': ['ID=bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:51.930809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250c899-3556-46c8-8514-b2c0d96c1da6 req-4b949246-521e-4ee3-bfd1-d1176002a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:51.932773 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d250c899-3556-46c8-8514-b2c0d96c1da6 req-4b949246-521e-4ee3-bfd1-d1176002a5d4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f312a77f-71c6-44f1-b15f-0211bc02e6d3 HTTP/1.1" status: 200 len: 917 time: 0.1366763 Jan 21 10:20:52.003915 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] Set router ff17f9dc-7b30-4626-a539-72f5ff5ed477 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:20:52.004237 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d250c899-3556-46c8-8514-b2c0d96c1da6 req-c7d11e0c-cb8d-4948-94a7-77e8421bf3cc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13abc3f1-e046-4d6b-9e53-215f75d68aca HTTP/1.1" status: 200 len: 217 time: 0.0656564 Jan 21 10:20:52.069107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250c899-3556-46c8-8514-b2c0d96c1da6 req-2953716f-5388-46c3-b7de-605631a61857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:52.070475 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d250c899-3556-46c8-8514-b2c0d96c1da6 req-2953716f-5388-46c3-b7de-605631a61857 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=899df667-5c4e-464b-b31d-099b31fb709f HTTP/1.1" status: 200 len: 855 time: 0.0602725 Jan 21 10:20:52.151111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250c899-3556-46c8-8514-b2c0d96c1da6 req-29c6f60d-ce40-44f8-8516-a019ed3bfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:52.152610 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d250c899-3556-46c8-8514-b2c0d96c1da6 req-29c6f60d-ce40-44f8-8516-a019ed3bfe83 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f312a77f-71c6-44f1-b15f-0211bc02e6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758631 Jan 21 10:20:52.285973 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d250c899-3556-46c8-8514-b2c0d96c1da6 req-5e0a9d11-fa33-4b55-a967-9ef0930a1d9a service neutron] 10.222.0.121 "GET /v2.0/networks/f312a77f-71c6-44f1-b15f-0211bc02e6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272290 Jan 21 10:20:52.304518 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'name': 'tempest-TestEncryptedCinderVolumes-701867253-router', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:41Z', 'updated_at': '2022-01-21T10:20:45Z', 'revision_number': 4, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'gw_port': {'id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:42Z', 'updated_at': '2022-01-21T10:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e', 'name': '', 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'mac_address': 'fa:16:3e:07:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '1090398e-a7b2-4409-8f47-c8a89a522fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:44Z', 'updated_at': '2022-01-21T10:20:51Z', 'revision_number': 4, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'subnets': [{'id': '1090398e-a7b2-4409-8f47-c8a89a522fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:52.309193 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4a976b-d259-4f74-847a-6db4d171836f None None] The sync data for ids ['ff17f9dc-7b30-4626-a539-72f5ff5ed477'] in dv-neutron-825723-1-hyperv is: [{'id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'name': 'tempest-TestEncryptedCinderVolumes-701867253-router', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:41Z', 'updated_at': '2022-01-21T10:20:45Z', 'revision_number': 4, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'gw_port': {'id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:42Z', 'updated_at': '2022-01-21T10:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e', 'name': '', 'network_id': '45c40d17-788c-4e2f-8353-5e1c4f209a15', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'mac_address': 'fa:16:3e:07:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '1090398e-a7b2-4409-8f47-c8a89a522fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:44Z', 'updated_at': '2022-01-21T10:20:51Z', 'revision_number': 4, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'subnets': [{'id': '1090398e-a7b2-4409-8f47-c8a89a522fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:20:52.421913 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d250c899-3556-46c8-8514-b2c0d96c1da6 req-929b8675-c9a8-4fc7-9fa1-099f71cd7b84 service neutron] 10.222.0.121 "GET /v2.0/networks/f312a77f-71c6-44f1-b15f-0211bc02e6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288450 Jan 21 10:20:52.941474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f68bf-ff1c-4c21-a0b0-8f636e5be4b2 req-b8202eb0-6677-4158-98cf-5a998d946298 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:52.942923 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0b2f68bf-ff1c-4c21-a0b0-8f636e5be4b2 req-b8202eb0-6677-4158-98cf-5a998d946298 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 944 time: 0.0826552 Jan 21 10:20:52.993827 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0b2f68bf-ff1c-4c21-a0b0-8f636e5be4b2 req-d5ec6ee9-5527-4a31-8f8e-6f0ac34e7ed5 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 Jan 21 10:20:53.849143 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:53.925525 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:53.930598 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:53.930969 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:54.050177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:54.083538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e,segment=NetworkSegment(d49a17e0-b84e-4058-ae88-d9cc40d5735b),segment_id=d49a17e0-b84e-4058-ae88-d9cc40d5735b)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:54.088589 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:54.156613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:54.183071 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51065a42-92e4-474d-b090-bcac10c6fc71 req-5fe8df79-c668-4e2b-b374-64fb9aaf3bb2 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:54.184539 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-51065a42-92e4-474d-b090-bcac10c6fc71 req-5fe8df79-c668-4e2b-b374-64fb9aaf3bb2 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 944 time: 0.0799901 Jan 21 10:20:54.227725 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-51065a42-92e4-474d-b090-bcac10c6fc71 req-07be272a-76a3-44eb-9d2e-42efb3d405cd tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373366 Jan 21 10:20:55.092478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 13abc3f1-e046-4d6b-9e53-215f75d68aca details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:20:55.242884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 13abc3f1-e046-4d6b-9e53-215f75d68aca, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=13abc3f1-e046-4d6b-9e53-215f75d68aca,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:55.255838 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '13abc3f1-e046-4d6b-9e53-215f75d68aca', 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3', 'port_id': '13abc3f1-e046-4d6b-9e53-215f75d68aca', 'mac_address': 'fa:16:3e:93:c6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899df667-5c4e-464b-b31d-099b31fb709f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:20:55.312324 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:55.331175 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13abc3f1-e046-4d6b-9e53-215f75d68aca {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:20:55.347937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 13abc3f1-e046-4d6b-9e53-215f75d68aca, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=13abc3f1-e046-4d6b-9e53-215f75d68aca,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:55.354803 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:55.414864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c01f9-81ae-477c-94ea-78675800ad67 req-ada4ba0e-997c-4b6e-b51d-cae655b527c4 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:55.416408 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5a6c01f9-81ae-477c-94ea-78675800ad67 req-ada4ba0e-997c-4b6e-b51d-cae655b527c4 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 945 time: 0.0837612 Jan 21 10:20:55.424614 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=13abc3f1-e046-4d6b-9e53-215f75d68aca,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:55.462744 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5a6c01f9-81ae-477c-94ea-78675800ad67 req-574238de-66eb-4ea3-802d-f94c2c542095 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392106 Jan 21 10:20:55.693717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['13abc3f1-e046-4d6b-9e53-215f75d68aca'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:20:55.835461 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:55.950151 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:55.951571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:56.660298 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c5cb0-03da-4f2b-ba02-9fd8e611553a req-b21598c2-9604-4cd4-aa30-47b510ef1980 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:56.663359 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-420c5cb0-03da-4f2b-ba02-9fd8e611553a req-b21598c2-9604-4cd4-aa30-47b510ef1980 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 945 time: 0.0912971 Jan 21 10:20:56.706621 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-420c5cb0-03da-4f2b-ba02-9fd8e611553a req-38e179d6-a60d-49fd-be73-ec487f7225cf tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391974 Jan 21 10:20:57.092702 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 13abc3f1-e046-4d6b-9e53-215f75d68aca up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:57.172313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 13abc3f1-e046-4d6b-9e53-215f75d68aca completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:57.177159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 13abc3f1-e046-4d6b-9e53-215f75d68aca triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:57.177612 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:57.291904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:57.319795 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc486893-3f35-46bf-81cc-9f1b04a0f005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13abc3f1-e046-4d6b-9e53-215f75d68aca'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:20:57.329834 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 13abc3f1-e046-4d6b-9e53-215f75d68aca, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=13abc3f1-e046-4d6b-9e53-215f75d68aca,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:57.334405 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:57.370371 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc486893-3f35-46bf-81cc-9f1b04a0f005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13abc3f1-e046-4d6b-9e53-215f75d68aca', 'code': 200} Jan 21 10:20:57.407684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=13abc3f1-e046-4d6b-9e53-215f75d68aca,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:57.414913 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:57.415252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:57.415585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:57.415910 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:57.416232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:57.416633 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:57.416960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:57.417277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:57.417591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:57.417907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:57.418217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:57.418529 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:57.599615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b737870-1c4d-48bf-812f-7984851b8876 req-1a32392f-a26a-4cd8-9f28-77bceb7d1740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:57.601135 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8b737870-1c4d-48bf-812f-7984851b8876 req-1a32392f-a26a-4cd8-9f28-77bceb7d1740 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 1099 time: 0.0728331 Jan 21 10:20:57.640948 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8b737870-1c4d-48bf-812f-7984851b8876 req-5e0dfc6f-8b24-44b2-81e2-b13ef7be43e4 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338352 Jan 21 10:20:57.911793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bc36f-6988-4bdf-8763-5d5968e08e43 req-c518ba67-b59a-4f0f-acda-297e3e978e7c tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:57.913172 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-966bc36f-6988-4bdf-8763-5d5968e08e43 req-c518ba67-b59a-4f0f-acda-297e3e978e7c tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 946 time: 0.0823808 Jan 21 10:20:57.960720 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-966bc36f-6988-4bdf-8763-5d5968e08e43 req-9f7ddcf5-38e6-4049-8508-7458bd933674 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390267 Jan 21 10:20:59.236995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873cc44-f11a-4aab-bdc8-d2198a6a516d req-86b0cb8b-2142-47ba-9355-48d627c13dbf tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:59.238298 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f873cc44-f11a-4aab-bdc8-d2198a6a516d req-86b0cb8b-2142-47ba-9355-48d627c13dbf tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 946 time: 0.1732585 Jan 21 10:20:59.281234 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f873cc44-f11a-4aab-bdc8-d2198a6a516d req-48b838e0-b350-465f-9122-c92d7dcc5a10 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372527 Jan 21 10:20:59.479873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614da36-d9ea-4fe5-aac7-b7bef054eaea req-183f5dbe-603d-4a4b-b5a9-04497b4829db tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:59.481316 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c614da36-d9ea-4fe5-aac7-b7bef054eaea req-183f5dbe-603d-4a4b-b5a9-04497b4829db tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 946 time: 0.0965478 Jan 21 10:20:59.528487 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c614da36-d9ea-4fe5-aac7-b7bef054eaea req-4d73ac14-0aa5-486c-8a74-3adddfad683c tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385222 Jan 21 10:21:00.590783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:06.415025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f2096c06-c391-4544-8ee2-98f8caaabd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:07.950445 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:21:08.495336 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd91815a-3601-4734-b801-97900a9b734d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:09.651907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:09.912782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:11.261062 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:15.359161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee635c0-fbf5-4adf-a767-43396296e926 req-d7dfcb60-dfc2-4b9a-89db-6b23138d57b7 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:15.360674 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aee635c0-fbf5-4adf-a767-43396296e926 req-d7dfcb60-dfc2-4b9a-89db-6b23138d57b7 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 946 time: 0.0792651 Jan 21 10:21:15.405544 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aee635c0-fbf5-4adf-a767-43396296e926 req-dca6cd13-df8d-4969-9c0b-9f28e9b3ce59 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387342 Jan 21 10:21:16.607541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532281-bc63-4975-83d6-26671997f840 req-ae7e06fe-4b4b-41e5-8987-7cadabeb515d tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:16.609190 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e532281-bc63-4975-83d6-26671997f840 req-ae7e06fe-4b4b-41e5-8987-7cadabeb515d tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 946 time: 0.0864143 Jan 21 10:21:16.653021 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e532281-bc63-4975-83d6-26671997f840 req-db7ed08a-1bc0-4b4b-ad3d-83ca1c62664d tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379801 Jan 21 10:21:17.279046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8343bab-9fa3-49e6-b052-ccfb40da8f2d req-0f24e801-aec5-48ec-b24d-604249a8b2ba tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:17.280459 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f8343bab-9fa3-49e6-b052-ccfb40da8f2d req-0f24e801-aec5-48ec-b24d-604249a8b2ba tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.121 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 946 time: 0.0991638 Jan 21 10:21:17.355079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-f8343bab-9fa3-49e6-b052-ccfb40da8f2d req-6a0a9c75-93a3-4a07-98dd-ad7e491ce2e9 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Deleting port 13abc3f1-e046-4d6b-9e53-215f75d68aca {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:21:17.355395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-f8343bab-9fa3-49e6-b052-ccfb40da8f2d req-6a0a9c75-93a3-4a07-98dd-ad7e491ce2e9 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:17.623462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-f8343bab-9fa3-49e6-b052-ccfb40da8f2d req-6a0a9c75-93a3-4a07-98dd-ad7e491ce2e9 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] For port 13abc3f1-e046-4d6b-9e53-215f75d68aca, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=13abc3f1-e046-4d6b-9e53-215f75d68aca,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:21:17.627445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-f8343bab-9fa3-49e6-b052-ccfb40da8f2d req-6a0a9c75-93a3-4a07-98dd-ad7e491ce2e9 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:17.747506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-f8343bab-9fa3-49e6-b052-ccfb40da8f2d req-6a0a9c75-93a3-4a07-98dd-ad7e491ce2e9 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Calling delete_port for 13abc3f1-e046-4d6b-9e53-215f75d68aca owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:21:17.930553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c6773-74a5-4836-b7e2-8c3369dd7061 req-33c1492b-ee27-4873-9a1c-bd41f35eb588 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:17.931898 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-978c6773-74a5-4836-b7e2-8c3369dd7061 req-33c1492b-ee27-4873-9a1c-bd41f35eb588 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=cc486893-3f35-46bf-81cc-9f1b04a0f005 HTTP/1.1" status: 200 len: 946 time: 0.1575172 Jan 21 10:21:17.969969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-f8343bab-9fa3-49e6-b052-ccfb40da8f2d req-6a0a9c75-93a3-4a07-98dd-ad7e491ce2e9 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:17.981601 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['13abc3f1-e046-4d6b-9e53-215f75d68aca'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:21:18.027237 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a9c75-93a3-4a07-98dd-ad7e491ce2e9 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Pushing event deleted for resources: {'Port': ['ID=13abc3f1-e046-4d6b-9e53-215f75d68aca,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:18.032912 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-978c6773-74a5-4836-b7e2-8c3369dd7061 req-9496bca9-dec9-4f1b-a015-1524151534e9 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950227 Jan 21 10:21:18.106001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8343bab-9fa3-49e6-b052-ccfb40da8f2d req-6a0a9c75-93a3-4a07-98dd-ad7e491ce2e9 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] No DVR routers for this DVR port 13abc3f1-e046-4d6b-9e53-215f75d68aca on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:21:18.108863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-f8343bab-9fa3-49e6-b052-ccfb40da8f2d req-6a0a9c75-93a3-4a07-98dd-ad7e491ce2e9 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:18.111562 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc486893-3f35-46bf-81cc-9f1b04a0f005', 'name': 'network-vif-deleted', 'tag': '13abc3f1-e046-4d6b-9e53-215f75d68aca'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:21:18.129792 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f8343bab-9fa3-49e6-b052-ccfb40da8f2d req-6a0a9c75-93a3-4a07-98dd-ad7e491ce2e9 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.121 "DELETE /v2.0/ports/13abc3f1-e046-4d6b-9e53-215f75d68aca HTTP/1.1" status: 204 len: 173 time: 0.8440828 Jan 21 10:21:18.157024 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc486893-3f35-46bf-81cc-9f1b04a0f005', 'name': 'network-vif-deleted', 'tag': '13abc3f1-e046-4d6b-9e53-215f75d68aca', 'status': 'completed', 'code': 200} Jan 21 10:21:19.671710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-dc2aff1a-24f2-4ffa-a85d-82d5e86f75df tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:19.673255 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-dc2aff1a-24f2-4ffa-a85d-82d5e86f75df tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/networks?id=f312a77f-71c6-44f1-b15f-0211bc02e6d3 HTTP/1.1" status: 200 len: 816 time: 0.1527309 Jan 21 10:21:19.688305 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-dd6a21a0-a622-4932-925d-dc0d4397b339 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/quotas/f5c65b6b81ce48279d28800972c37b05 HTTP/1.1" status: 200 len: 375 time: 0.0094762 Jan 21 10:21:19.778358 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-fdb2f6c1-01a1-4d13-99aa-63b75abc9ffd tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Synchronizing usage tracker for tenant:f5c65b6b81ce48279d28800972c37b05 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:21:19.798714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-fdb2f6c1-01a1-4d13-99aa-63b75abc9ffd tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Unset dirty status for tenant:f5c65b6b81ce48279d28800972c37b05 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:21:19.800711 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-fdb2f6c1-01a1-4d13-99aa-63b75abc9ffd tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f5c65b6b81ce48279d28800972c37b05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047702 Jan 21 10:21:20.040482 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e95f3903-bb40-403e-a24e-ea60cbb94476 service neutron] 10.222.0.99 "GET /v2.0/networks/f312a77f-71c6-44f1-b15f-0211bc02e6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278349 Jan 21 10:21:20.173473 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-7359d9a0-22fb-4fb7-8cb6-578231b3ffb8 service neutron] 10.222.0.99 "GET /v2.0/networks/f312a77f-71c6-44f1-b15f-0211bc02e6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253178 Jan 21 10:21:20.359856 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-171d5e66-6b93-4e54-ad42-7c1be09082e8 req-6b23d47d-2b3b-462b-bcf5-c7eb537eef0a tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 210 time: 0.0423448 Jan 21 10:21:21.277976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 13abc3f1-e046-4d6b-9e53-215f75d68aca no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:21.315096 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 13abc3f1-e046-4d6b-9e53-215f75d68aca {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:21:21.315408 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 13abc3f1-e046-4d6b-9e53-215f75d68aca not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:21.396308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-f3a7f0a5-c7ee-4011-827f-5c8e5ccc4e7b tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:21.397674 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-f3a7f0a5-c7ee-4011-827f-5c8e5ccc4e7b tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.121 "GET /v2.0/networks?id=f312a77f-71c6-44f1-b15f-0211bc02e6d3 HTTP/1.1" status: 200 len: 816 time: 0.1456120 Jan 21 10:21:21.410990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Request body: {'port': {'device_id': '5d4b80c7-3391-4b89-9f40-f6de09db4b7d', 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3', 'admin_state_up': True, 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:21:21.555825 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a61038fa-d6c4-4e9e-bfc8-e5975694cffb req-e2453c56-117f-4afe-9c95-c56d548be0d7 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 210 time: 0.0526137 Jan 21 10:21:21.600602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:21.610709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:21.621576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Made reservation on behalf of f5c65b6b81ce48279d28800972c37b05 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:21:21.625167 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:21.797390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Allocated IP 172.20.0.12 (f312a77f-71c6-44f1-b15f-0211bc02e6d3/899df667-5c4e-464b-b31d-099b31fb709f/635da714-3e01-4aba-826e-61dacdb9253f) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:21:22.010190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:22.025908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Transition to ACTIVE for port object 635da714-3e01-4aba-826e-61dacdb9253f will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:22.050094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:22.120750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Network f312a77f-71c6-44f1-b15f-0211bc02e6d3 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:21:22.123893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:22.127646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:21:22.157227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Pushing event updated for resources: {'Port': ['ID=635da714-3e01-4aba-826e-61dacdb9253f,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:22.172698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:22.173041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:22.173378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:22.173712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:22.174025 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:22.174366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:22.174694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:22.175010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:22.175329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:22.175666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:22.175981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:22.176295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:22.203330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:22.203940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:22.228478 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-40791f81-7075-4ccd-ba1b-b6756ddfe2d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8211265 Jan 21 10:21:22.239334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Request body: {'port': {'device_id': '5d4b80c7-3391-4b89-9f40-f6de09db4b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:21:22.355202 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:22.361591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2fe1ae81-7b3a-43f9-913d-6da10b6154e1 None None] Provisioning for port 635da714-3e01-4aba-826e-61dacdb9253f completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:22.366508 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2fe1ae81-7b3a-43f9-913d-6da10b6154e1 None None] Provisioning complete for port 635da714-3e01-4aba-826e-61dacdb9253f triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:22.367021 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ae81-7b3a-43f9-913d-6da10b6154e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:22.421855 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1ae81-7b3a-43f9-913d-6da10b6154e1 None None] Port 635da714-3e01-4aba-826e-61dacdb9253f cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:21:22.833903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635da714-3e01-4aba-826e-61dacdb9253f {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:21:22.843445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:22.861634 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Transition to ACTIVE for port object 635da714-3e01-4aba-826e-61dacdb9253f will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:22.866605 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:22.985952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d94f98-0a2f-4e89-ac40-d81f6fe9103d req-bf4a5328-9b52-4058-a2b6-b1798d661960 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:22.986638 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-a9d94f98-0a2f-4e89-ac40-d81f6fe9103d req-bf4a5328-9b52-4058-a2b6-b1798d661960 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Synchronizing usage tracker for tenant:f5c65b6b81ce48279d28800972c37b05 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:21:23.035474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Pushing event updated for resources: {'Port': ['ID=635da714-3e01-4aba-826e-61dacdb9253f,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:23.079045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-a9d94f98-0a2f-4e89-ac40-d81f6fe9103d req-bf4a5328-9b52-4058-a2b6-b1798d661960 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Unset dirty status for tenant:f5c65b6b81ce48279d28800972c37b05 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:21:23.080200 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a9d94f98-0a2f-4e89-ac40-d81f6fe9103d req-bf4a5328-9b52-4058-a2b6-b1798d661960 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 932 time: 0.4138134 Jan 21 10:21:23.150095 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a9d94f98-0a2f-4e89-ac40-d81f6fe9103d req-386863f1-dfd6-49c4-9e87-89cb9b44a826 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635710 Jan 21 10:21:23.152154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Attempting to bind port 635da714-3e01-4aba-826e-61dacdb9253f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:21:23.152493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Attempting to bind port 635da714-3e01-4aba-826e-61dacdb9253f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:21:23.152817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Attempting to bind port 635da714-3e01-4aba-826e-61dacdb9253f on network f312a77f-71c6-44f1-b15f-0211bc02e6d3 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:21:23.157615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Port 635da714-3e01-4aba-826e-61dacdb9253f on network f312a77f-71c6-44f1-b15f-0211bc02e6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:21:23.157924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Attempting to bind port 635da714-3e01-4aba-826e-61dacdb9253f on network f312a77f-71c6-44f1-b15f-0211bc02e6d3 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:21:23.162990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:21:23.163344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Checking segment: {'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:21:23.163715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Bound using segment: {'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:21:23.164133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Bound port: 635da714-3e01-4aba-826e-61dacdb9253f, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338113fd-48e3-4936-ac62-02c03c1c04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:21:23.164501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:23.252536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] For port 635da714-3e01-4aba-826e-61dacdb9253f, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:21:23.255310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] For port 635da714-3e01-4aba-826e-61dacdb9253f, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=635da714-3e01-4aba-826e-61dacdb9253f,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:21:23.262316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:23.323432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:23.324033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:23.325380 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] 10.222.0.121 "PUT /v2.0/ports/635da714-3e01-4aba-826e-61dacdb9253f HTTP/1.1" status: 200 len: 1094 time: 1.0902975 Jan 21 10:21:23.325798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4b80c7-3391-4b89-9f40-f6de09db4b7d', 'tag': '635da714-3e01-4aba-826e-61dacdb9253f'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:21:23.352406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff8541-1059-4df3-b14a-8013a2e97814 service neutron] Pushing event updated for resources: {'Port': ['ID=635da714-3e01-4aba-826e-61dacdb9253f,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:23.400384 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4b80c7-3391-4b89-9f40-f6de09db4b7d', 'tag': '635da714-3e01-4aba-826e-61dacdb9253f', 'status': 'completed', 'code': 200} Jan 21 10:21:23.440906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-44e934c4-4054-4d03-ba0c-91763db0a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:23.442410 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-44e934c4-4054-4d03-ba0c-91763db0a5a2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f5c65b6b81ce48279d28800972c37b05&device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 1097 time: 0.0747528 Jan 21 10:21:23.513921 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-417de6e8-da92-4fe1-8f5b-1b5484065a6a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=635da714-3e01-4aba-826e-61dacdb9253f HTTP/1.1" status: 200 len: 217 time: 0.0645947 Jan 21 10:21:23.577842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-8c62b60b-bc33-4c2e-960f-1b8955e1f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:23.579291 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-8c62b60b-bc33-4c2e-960f-1b8955e1f703 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=899df667-5c4e-464b-b31d-099b31fb709f HTTP/1.1" status: 200 len: 855 time: 0.0597937 Jan 21 10:21:23.656905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-f4c5dfe2-b5f0-4fe2-9bb4-9c973910a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:23.658311 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-f4c5dfe2-b5f0-4fe2-9bb4-9c973910a35a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f312a77f-71c6-44f1-b15f-0211bc02e6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730848 Jan 21 10:21:23.788818 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-f86fc5c9-2ddb-4187-809c-89ecef7fd049 service neutron] 10.222.0.121 "GET /v2.0/networks/f312a77f-71c6-44f1-b15f-0211bc02e6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242342 Jan 21 10:21:23.916460 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e1771dc-39b3-45be-bd3d-ebf2f7f777d0 req-719f5616-1300-4aa7-b633-66e7ba77dcec service neutron] 10.222.0.121 "GET /v2.0/networks/f312a77f-71c6-44f1-b15f-0211bc02e6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219954 Jan 21 10:21:24.036753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee35ab-03ab-443d-a4cb-e9791fb5323a req-e7e3a502-89e0-4794-a6c9-0eaf53e4dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:24.038187 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42ee35ab-03ab-443d-a4cb-e9791fb5323a req-e7e3a502-89e0-4794-a6c9-0eaf53e4dcfd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f5c65b6b81ce48279d28800972c37b05&device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 1097 time: 0.0689974 Jan 21 10:21:24.169145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee35ab-03ab-443d-a4cb-e9791fb5323a req-1597a280-b090-4df8-b224-9ff9bb8b50b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:24.170482 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42ee35ab-03ab-443d-a4cb-e9791fb5323a req-1597a280-b090-4df8-b224-9ff9bb8b50b1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f312a77f-71c6-44f1-b15f-0211bc02e6d3 HTTP/1.1" status: 200 len: 917 time: 0.1263201 Jan 21 10:21:24.240543 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42ee35ab-03ab-443d-a4cb-e9791fb5323a req-0ec7f395-804b-4eaf-98c5-c21c8f712dad service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=635da714-3e01-4aba-826e-61dacdb9253f HTTP/1.1" status: 200 len: 217 time: 0.0641305 Jan 21 10:21:24.349239 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee35ab-03ab-443d-a4cb-e9791fb5323a req-304aac35-59fd-47d3-a465-ca9bd3db4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:24.350647 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42ee35ab-03ab-443d-a4cb-e9791fb5323a req-304aac35-59fd-47d3-a465-ca9bd3db4ab2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=899df667-5c4e-464b-b31d-099b31fb709f HTTP/1.1" status: 200 len: 855 time: 0.1044421 Jan 21 10:21:24.421450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac670c68-b0f3-44fe-948c-e3ca27968c0d req-ceb0e34e-b8f5-4bc1-8455-0a951da6f861 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:24.422758 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ac670c68-b0f3-44fe-948c-e3ca27968c0d req-ceb0e34e-b8f5-4bc1-8455-0a951da6f861 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 944 time: 0.1479211 Jan 21 10:21:24.577243 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ac670c68-b0f3-44fe-948c-e3ca27968c0d req-2b3b3bd8-12a8-4fe5-a2c4-bc732b5eb918 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486797 Jan 21 10:21:24.579097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee35ab-03ab-443d-a4cb-e9791fb5323a req-d943c661-21fc-447a-aa8a-7e572236cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:24.580444 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42ee35ab-03ab-443d-a4cb-e9791fb5323a req-d943c661-21fc-447a-aa8a-7e572236cde2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f312a77f-71c6-44f1-b15f-0211bc02e6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2235212 Jan 21 10:21:24.714691 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42ee35ab-03ab-443d-a4cb-e9791fb5323a req-57e84d64-6657-41b8-adb3-fc1d7b5e6187 service neutron] 10.222.0.121 "GET /v2.0/networks/f312a77f-71c6-44f1-b15f-0211bc02e6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271966 Jan 21 10:21:24.859200 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42ee35ab-03ab-443d-a4cb-e9791fb5323a req-9f391f65-7a85-498b-8a27-5894d1913ceb service neutron] 10.222.0.121 "GET /v2.0/networks/f312a77f-71c6-44f1-b15f-0211bc02e6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380470 Jan 21 10:21:25.780660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11dbc5-2eb9-4642-8c04-efa8b2e18602 req-5e2d6db2-10e0-46cd-b00b-b8601b388e6a tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:25.782115 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8c11dbc5-2eb9-4642-8c04-efa8b2e18602 req-5e2d6db2-10e0-46cd-b00b-b8601b388e6a tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 944 time: 0.0948300 Jan 21 10:21:25.830513 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8c11dbc5-2eb9-4642-8c04-efa8b2e18602 req-ab0020cb-5dfe-4530-9fc9-b44f57d7b9d6 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407062 Jan 21 10:21:27.030774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10fb8f-aeef-4673-8da8-e4201ae7707a req-ff664f29-a1be-485d-be06-607cf6825b63 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:27.032126 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5b10fb8f-aeef-4673-8da8-e4201ae7707a req-ff664f29-a1be-485d-be06-607cf6825b63 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 944 time: 0.0858030 Jan 21 10:21:27.078903 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5b10fb8f-aeef-4673-8da8-e4201ae7707a req-09dc0b81-dd8d-4af8-9b00-a7ac1887fb6c tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385344 Jan 21 10:21:27.280524 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 635da714-3e01-4aba-826e-61dacdb9253f details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:21:27.431484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 635da714-3e01-4aba-826e-61dacdb9253f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=635da714-3e01-4aba-826e-61dacdb9253f,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:21:27.445205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '635da714-3e01-4aba-826e-61dacdb9253f', 'network_id': 'f312a77f-71c6-44f1-b15f-0211bc02e6d3', 'port_id': '635da714-3e01-4aba-826e-61dacdb9253f', 'mac_address': 'fa:16:3e:8b:06:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899df667-5c4e-464b-b31d-099b31fb709f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:21:27.503198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.519809 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635da714-3e01-4aba-826e-61dacdb9253f {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:21:27.534931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 635da714-3e01-4aba-826e-61dacdb9253f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=635da714-3e01-4aba-826e-61dacdb9253f,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:21:27.541565 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:27.608971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=635da714-3e01-4aba-826e-61dacdb9253f,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:27.859710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['635da714-3e01-4aba-826e-61dacdb9253f'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:21:28.285796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e1779-6391-4e22-91e0-a24d845df048 req-27098ee4-ed37-4af6-9c92-3919bec44589 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:28.287237 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dc5e1779-6391-4e22-91e0-a24d845df048 req-27098ee4-ed37-4af6-9c92-3919bec44589 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 945 time: 0.0897524 Jan 21 10:21:28.332177 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dc5e1779-6391-4e22-91e0-a24d845df048 req-14b8b9b0-920f-4926-9be7-c2430f56bd11 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389643 Jan 21 10:21:29.311590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 635da714-3e01-4aba-826e-61dacdb9253f up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:29.388305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 635da714-3e01-4aba-826e-61dacdb9253f completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:29.393291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 635da714-3e01-4aba-826e-61dacdb9253f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:29.393665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:29.510461 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:29.527348 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226be1a-9afd-49e0-9950-537e79873236 req-2ca773d5-b3c6-404b-86d5-cd3cab67ced7 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:29.528799 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5226be1a-9afd-49e0-9950-537e79873236 req-2ca773d5-b3c6-404b-86d5-cd3cab67ced7 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 945 time: 0.0830443 Jan 21 10:21:29.536420 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4b80c7-3391-4b89-9f40-f6de09db4b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635da714-3e01-4aba-826e-61dacdb9253f'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:21:29.546313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 635da714-3e01-4aba-826e-61dacdb9253f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=635da714-3e01-4aba-826e-61dacdb9253f,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:21:29.553257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:29.580918 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5226be1a-9afd-49e0-9950-537e79873236 req-e531afd0-ace6-4ce2-b7c8-0aefcfceed74 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461810 Jan 21 10:21:29.588535 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4b80c7-3391-4b89-9f40-f6de09db4b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635da714-3e01-4aba-826e-61dacdb9253f', 'code': 200} Jan 21 10:21:29.634626 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=635da714-3e01-4aba-826e-61dacdb9253f,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:29.816725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306240e-bba3-4fe1-9c65-78c82114348f req-161b7a57-5579-48ab-b0c8-0ffb9abadee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:29.818277 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4306240e-bba3-4fe1-9c65-78c82114348f req-161b7a57-5579-48ab-b0c8-0ffb9abadee1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 1099 time: 0.0750885 Jan 21 10:21:29.863343 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4306240e-bba3-4fe1-9c65-78c82114348f req-90739a75-e963-41d7-94b6-304139e65ed6 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376058 Jan 21 10:21:30.607807 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:30.764923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a10f1-c4c7-4e17-8384-d45216234407 req-49389003-384e-4929-9932-f9c1f06e0450 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:30.766352 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-525a10f1-c4c7-4e17-8384-d45216234407 req-49389003-384e-4929-9932-f9c1f06e0450 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 946 time: 0.0858445 Jan 21 10:21:30.810600 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-525a10f1-c4c7-4e17-8384-d45216234407 req-28edc7d1-dd9a-4dab-b6ef-a04df9e65af0 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385172 Jan 21 10:21:32.028564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bb18f-28f0-4048-89da-46473576d034 req-f9f8873c-cfb0-4f69-afa3-0ce660ac6106 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:32.030071 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4a1bb18f-28f0-4048-89da-46473576d034 req-f9f8873c-cfb0-4f69-afa3-0ce660ac6106 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 946 time: 0.0994778 Jan 21 10:21:32.080873 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4a1bb18f-28f0-4048-89da-46473576d034 req-9e62a526-466d-4795-9b22-8a8b88cccded tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432050 Jan 21 10:21:32.263190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd92dc9-b87b-4e67-ac66-19a88a17ce18 req-f7973cdf-804a-465c-be43-bbf3660a95ba tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:32.264756 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-efd92dc9-b87b-4e67-ac66-19a88a17ce18 req-f7973cdf-804a-465c-be43-bbf3660a95ba tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 946 time: 0.0806234 Jan 21 10:21:32.310670 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-efd92dc9-b87b-4e67-ac66-19a88a17ce18 req-199b0fca-7f8a-4479-9dc7-3a9013542013 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384297 Jan 21 10:21:36.411247 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-19b4b5cf-1d03-4588-86b8-e2ff14c9a73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:38.508285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fdad7c7b-d484-43ce-9a33-4fd4ce435b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.646892 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.917110 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.270722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.949965 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:21:47.063767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02b696-78b0-4afa-b87d-4638fd50590e req-1d291e02-0475-4c9d-a695-6535bc4372c8 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:47.065137 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5f02b696-78b0-4afa-b87d-4638fd50590e req-1d291e02-0475-4c9d-a695-6535bc4372c8 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 946 time: 0.0870171 Jan 21 10:21:47.114960 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5f02b696-78b0-4afa-b87d-4638fd50590e req-eb53883e-9011-4092-9c3c-bf2c547dd760 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Jan 21 10:21:48.324401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b7a5f-5ffb-4d0b-8df2-041957f56c60 req-56cc3827-fbc0-434e-a85b-843b91880ff7 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:48.325860 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-290b7a5f-5ffb-4d0b-8df2-041957f56c60 req-56cc3827-fbc0-434e-a85b-843b91880ff7 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 946 time: 0.0925741 Jan 21 10:21:48.375444 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-290b7a5f-5ffb-4d0b-8df2-041957f56c60 req-7857c933-599f-4c36-896a-7b2b78d385ec tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437140 Jan 21 10:21:48.967431 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2f6a8-c71f-4cdc-ba33-056f6bd1d999 req-cf55d511-2766-46b3-9da6-ad2b92728e76 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:48.968887 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a8b2f6a8-c71f-4cdc-ba33-056f6bd1d999 req-cf55d511-2766-46b3-9da6-ad2b92728e76 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.121 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 946 time: 0.0989528 Jan 21 10:21:49.038808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-a8b2f6a8-c71f-4cdc-ba33-056f6bd1d999 req-463914cd-fe63-42a2-8211-0475d5e81015 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Deleting port 635da714-3e01-4aba-826e-61dacdb9253f {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:21:49.039166 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-a8b2f6a8-c71f-4cdc-ba33-056f6bd1d999 req-463914cd-fe63-42a2-8211-0475d5e81015 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:49.290145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-a8b2f6a8-c71f-4cdc-ba33-056f6bd1d999 req-463914cd-fe63-42a2-8211-0475d5e81015 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] For port 635da714-3e01-4aba-826e-61dacdb9253f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=635da714-3e01-4aba-826e-61dacdb9253f,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:21:49.290404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-a8b2f6a8-c71f-4cdc-ba33-056f6bd1d999 req-463914cd-fe63-42a2-8211-0475d5e81015 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:49.507601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-a8b2f6a8-c71f-4cdc-ba33-056f6bd1d999 req-463914cd-fe63-42a2-8211-0475d5e81015 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Calling delete_port for 635da714-3e01-4aba-826e-61dacdb9253f owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:21:49.681374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0abe72-9071-4acb-903d-16a4addddbc0 req-861ff93e-193e-421a-a87d-f6d32506f8fd tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:49.683145 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0d0abe72-9071-4acb-903d-16a4addddbc0 req-861ff93e-193e-421a-a87d-f6d32506f8fd tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/ports?device_id=5d4b80c7-3391-4b89-9f40-f6de09db4b7d HTTP/1.1" status: 200 len: 946 time: 0.1820097 Jan 21 10:21:49.737773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-a8b2f6a8-c71f-4cdc-ba33-056f6bd1d999 req-463914cd-fe63-42a2-8211-0475d5e81015 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:49.749559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['635da714-3e01-4aba-826e-61dacdb9253f'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:21:49.798959 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0d0abe72-9071-4acb-903d-16a4addddbc0 req-31b41137-e7d8-40c7-9b06-2d4f9075a8c8 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.99 "GET /v2.0/security-groups?id=ea9cee8c-714d-41d4-9345-03dcc61d2eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099644 Jan 21 10:21:49.801368 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463914cd-fe63-42a2-8211-0475d5e81015 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Pushing event deleted for resources: {'Port': ['ID=635da714-3e01-4aba-826e-61dacdb9253f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:49.876268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b2f6a8-c71f-4cdc-ba33-056f6bd1d999 req-463914cd-fe63-42a2-8211-0475d5e81015 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] No DVR routers for this DVR port 635da714-3e01-4aba-826e-61dacdb9253f on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:21:49.878946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-a8b2f6a8-c71f-4cdc-ba33-056f6bd1d999 req-463914cd-fe63-42a2-8211-0475d5e81015 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:49.881733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4b80c7-3391-4b89-9f40-f6de09db4b7d', 'name': 'network-vif-deleted', 'tag': '635da714-3e01-4aba-826e-61dacdb9253f'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:21:49.899724 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a8b2f6a8-c71f-4cdc-ba33-056f6bd1d999 req-463914cd-fe63-42a2-8211-0475d5e81015 tempest-TestEncryptedCinderVolumes-74823481 tempest-TestEncryptedCinderVolumes-74823481-project] 10.222.0.121 "DELETE /v2.0/ports/635da714-3e01-4aba-826e-61dacdb9253f HTTP/1.1" status: 204 len: 173 time: 0.9250498 Jan 21 10:21:49.929664 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4b80c7-3391-4b89-9f40-f6de09db4b7d', 'name': 'network-vif-deleted', 'tag': '635da714-3e01-4aba-826e-61dacdb9253f', 'status': 'completed', 'code': 200} Jan 21 10:21:50.945214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54342) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:51.630318 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.997440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Deleting port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:21:51.998123 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.177869 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] For port 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:21:52.178349 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.308013 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Calling delete_port for 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:21:52.647812 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.693500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:52.729756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:52.730129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:52.730460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:52.730766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:52.731119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:52.731422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:52.731783 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:52.732105 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:52.732466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:52.732792 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:52.733151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:52.733467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:53.073189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.433799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Router 1ec594f1-da36-455e-b455-26a3bd18aa14 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:21:53.450528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 635da714-3e01-4aba-826e-61dacdb9253f no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:53.486664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 635da714-3e01-4aba-826e-61dacdb9253f {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:21:53.487002 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 635da714-3e01-4aba-826e-61dacdb9253f not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:53.609861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:21:53.619692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204d9af-7bb1-4963-b564-a8d15cd3dbfb None None] Sync routers for ids ['1ec594f1-da36-455e-b455-26a3bd18aa14'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:21:53.621991 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9d44d296-9e1d-42d3-86e2-de1538243978 admin admin] 10.222.0.99 "PUT /v2.0/routers/1ec594f1-da36-455e-b455-26a3bd18aa14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751328 Jan 21 10:21:53.624656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54346) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:53.632788 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204d9af-7bb1-4963-b564-a8d15cd3dbfb None None] Routers {'1ec594f1-da36-455e-b455-26a3bd18aa14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:21:53.633515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e204d9af-7bb1-4963-b564-a8d15cd3dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:21:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1ec594f1-da36-455e-b455-26a3bd18aa14'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:53.799798 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.805766 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-e204d9af-7bb1-4963-b564-a8d15cd3dbfb None None] Set router 1ec594f1-da36-455e-b455-26a3bd18aa14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:21:53.976159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.987241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Deleting port 763fcc7b-fada-45c4-a43d-35f4d9a23e90 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:21:53.987585 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:54.125369 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e204d9af-7bb1-4963-b564-a8d15cd3dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'name': 'tempest-TestEncryptedCinderVolumes-699725189-router', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:21:52Z', 'revision_number': 5, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'gw_port': {'id': '763fcc7b-fada-45c4-a43d-35f4d9a23e90', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:54.129487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204d9af-7bb1-4963-b564-a8d15cd3dbfb None None] Checking router: 1ec594f1-da36-455e-b455-26a3bd18aa14 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:21:54.137919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204d9af-7bb1-4963-b564-a8d15cd3dbfb None None] Routers {'1ec594f1-da36-455e-b455-26a3bd18aa14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:21:54.138519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e204d9af-7bb1-4963-b564-a8d15cd3dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:21:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['1ec594f1-da36-455e-b455-26a3bd18aa14'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:54.165595 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] For port 763fcc7b-fada-45c4-a43d-35f4d9a23e90, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=763fcc7b-fada-45c4-a43d-35f4d9a23e90,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:21:54.166196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:54.283126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-e204d9af-7bb1-4963-b564-a8d15cd3dbfb None None] Set router 1ec594f1-da36-455e-b455-26a3bd18aa14 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:21:54.391625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e204d9af-7bb1-4963-b564-a8d15cd3dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'name': 'tempest-TestEncryptedCinderVolumes-699725189-router', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 6, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:54.395835 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204d9af-7bb1-4963-b564-a8d15cd3dbfb None None] The sync data for ids ['1ec594f1-da36-455e-b455-26a3bd18aa14'] in dv-neutron-825723-1-hyperv is: [{'id': '1ec594f1-da36-455e-b455-26a3bd18aa14', 'name': 'tempest-TestEncryptedCinderVolumes-699725189-router', 'tenant_id': 'f5c65b6b81ce48279d28800972c37b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:35Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 6, 'project_id': 'f5c65b6b81ce48279d28800972c37b05', 'gw_port_host': None}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:21:54.410129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Calling delete_port for 763fcc7b-fada-45c4-a43d-35f4d9a23e90 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:21:54.581390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:54.629236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Pushing event deleted for resources: {'Port': ['ID=763fcc7b-fada-45c4-a43d-35f4d9a23e90,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:54.719376 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:54.898764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:54.901121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:54.937128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:54.937652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec594f1-da36-455e-b455-26a3bd18aa14 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:21:54.949817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:54.950937 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-71961eea-68ca-4201-9102-4ad62bc86291 admin admin] 10.222.0.99 "DELETE /v2.0/routers/1ec594f1-da36-455e-b455-26a3bd18aa14 HTTP/1.1" status: 204 len: 168 time: 1.3254218 Jan 21 10:21:54.953625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54350) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:55.014137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-9354fc1d-f826-4ad1-86c8-f126fa9fb6b1 admin admin] Deleting subnet 899df667-5c4e-464b-b31d-099b31fb709f {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:21:55.016987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9354fc1d-f826-4ad1-86c8-f126fa9fb6b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.065894 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9354fc1d-f826-4ad1-86c8-f126fa9fb6b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.148092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9354fc1d-f826-4ad1-86c8-f126fa9fb6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.215771 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9354fc1d-f826-4ad1-86c8-f126fa9fb6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.255750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9354fc1d-f826-4ad1-86c8-f126fa9fb6b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.258973 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354fc1d-f826-4ad1-86c8-f126fa9fb6b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899df667-5c4e-464b-b31d-099b31fb709f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:55.261289 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c965bc6-9b43-4bc2-bef4-f884b5c47886 None None] Network f312a77f-71c6-44f1-b15f-0211bc02e6d3 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:21:55.265706 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9354fc1d-f826-4ad1-86c8-f126fa9fb6b1 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/899df667-5c4e-464b-b31d-099b31fb709f HTTP/1.1" status: 204 len: 168 time: 0.3108888 Jan 21 10:21:55.268052 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54354) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:55.375331 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.387877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Deleting port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:21:55.388300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.519401 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d0f6a9-b652-42fc-8b21-d76cd3f30245 None None] DHCP port deletion for f312a77f-71c6-44f1-b15f-0211bc02e6d3 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:21:55.523923 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0f6a9-b652-42fc-8b21-d76cd3f30245 None None] Deleting port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:21:55.524294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f4d0f6a9-b652-42fc-8b21-d76cd3f30245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.604303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] For port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:21:55.604682 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.726777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f4d0f6a9-b652-42fc-8b21-d76cd3f30245 None None] For port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7,segment=NetworkSegment(338113fd-48e3-4936-ac62-02c03c1c04b6),segment_id=338113fd-48e3-4936-ac62-02c03c1c04b6)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:21:55.727066 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f4d0f6a9-b652-42fc-8b21-d76cd3f30245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.729485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Calling delete_port for 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:21:55.806112 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.849185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0f6a9-b652-42fc-8b21-d76cd3f30245 None None] Calling delete_port for 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:21:55.876728 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 763fcc7b-fada-45c4-a43d-35f4d9a23e90 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:55.923225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 763fcc7b-fada-45c4-a43d-35f4d9a23e90 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:21:55.923598 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 763fcc7b-fada-45c4-a43d-35f4d9a23e90 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:55.924009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:55.961589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:55.963830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:21:55.964546 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:55.964546 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:55.965237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] No DVR routers for this DVR port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:21:56.001942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:21:56.002300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4bd5f1f6-a44b-4e5d-89f7-ed22d69b9ab1 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:56.021547 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-f4d0f6a9-b652-42fc-8b21-d76cd3f30245 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:21:56.021895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-f4d0f6a9-b652-42fc-8b21-d76cd3f30245 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:21:56.081390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.113707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f312a77f-71c6-44f1-b15f-0211bc02e6d3']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:56.126706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338113fd-48e3-4936-ac62-02c03c1c04b6') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:56.127033 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338113fd-48e3-4936-ac62-02c03c1c04b6') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:56.138983 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.155375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.162342 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:21:56.162821 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:21:56.178913 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:21:56.265706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.281447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.291136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f312a77f-71c6-44f1-b15f-0211bc02e6d3,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:56.298168 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1d029d45-3958-4eb1-8cdd-5ef36637d6cf admin admin] 10.222.0.99 "DELETE /v2.0/networks/f312a77f-71c6-44f1-b15f-0211bc02e6d3 HTTP/1.1" status: 204 len: 168 time: 1.0291612 Jan 21 10:21:56.301199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54358) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:56.523348 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0f6a9-b652-42fc-8b21-d76cd3f30245 None None] Deleting port 5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:21:56.523962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f4d0f6a9-b652-42fc-8b21-d76cd3f30245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.590715 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0f6a9-b652-42fc-8b21-d76cd3f30245 None None] The port '5ec2b442-98b5-4ac2-9c80-a2ea17a10bb7' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:21:56.842493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-481531e7-f80b-4969-b125-8957ce66ff01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.203497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-481531e7-f80b-4969-b125-8957ce66ff01 admin admin] Deleting port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:21:57.203782 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-481531e7-f80b-4969-b125-8957ce66ff01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.371506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-481531e7-f80b-4969-b125-8957ce66ff01 admin admin] For port bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e,segment=NetworkSegment(d49a17e0-b84e-4058-ae88-d9cc40d5735b),segment_id=d49a17e0-b84e-4058-ae88-d9cc40d5735b)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:21:57.372240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-481531e7-f80b-4969-b125-8957ce66ff01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.598385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-481531e7-f80b-4969-b125-8957ce66ff01 admin admin] Calling delete_port for bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:21:57.776001 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-481531e7-f80b-4969-b125-8957ce66ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.824023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481531e7-f80b-4969-b125-8957ce66ff01 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:58.114545 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-481531e7-f80b-4969-b125-8957ce66ff01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:58.496667 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481531e7-f80b-4969-b125-8957ce66ff01 admin admin] Router ff17f9dc-7b30-4626-a539-72f5ff5ed477 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:21:58.676263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481531e7-f80b-4969-b125-8957ce66ff01 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:21:58.687515 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-481531e7-f80b-4969-b125-8957ce66ff01 admin admin] 10.222.0.99 "PUT /v2.0/routers/ff17f9dc-7b30-4626-a539-72f5ff5ed477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3835382 Jan 21 10:21:58.687695 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf21d04-0ee5-4cde-90cf-654975b00677 None None] Sync routers for ids ['ff17f9dc-7b30-4626-a539-72f5ff5ed477'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:21:58.688431 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54362) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:58.696365 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf21d04-0ee5-4cde-90cf-654975b00677 None None] Routers {'ff17f9dc-7b30-4626-a539-72f5ff5ed477'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:21:58.696989 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8bf21d04-0ee5-4cde-90cf-654975b00677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:21:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['ff17f9dc-7b30-4626-a539-72f5ff5ed477'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:58.899799 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-8bf21d04-0ee5-4cde-90cf-654975b00677 None None] Set router ff17f9dc-7b30-4626-a539-72f5ff5ed477 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:21:58.980964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.158533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.169916 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Deleting port daceb758-4d54-4965-a447-b1361d0fc8f8 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:21:59.170248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.176334 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8bf21d04-0ee5-4cde-90cf-654975b00677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'name': 'tempest-TestEncryptedCinderVolumes-701867253-router', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:41Z', 'updated_at': '2022-01-21T10:21:57Z', 'revision_number': 5, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'gw_port': {'id': 'daceb758-4d54-4965-a447-b1361d0fc8f8', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:20:42Z', 'updated_at': '2022-01-21T10:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:59.180222 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf21d04-0ee5-4cde-90cf-654975b00677 None None] Checking router: ff17f9dc-7b30-4626-a539-72f5ff5ed477 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:21:59.188579 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf21d04-0ee5-4cde-90cf-654975b00677 None None] Routers {'ff17f9dc-7b30-4626-a539-72f5ff5ed477'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:21:59.189171 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8bf21d04-0ee5-4cde-90cf-654975b00677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:21:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['ff17f9dc-7b30-4626-a539-72f5ff5ed477'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:59.333799 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-8bf21d04-0ee5-4cde-90cf-654975b00677 None None] Set router ff17f9dc-7b30-4626-a539-72f5ff5ed477 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:21:59.343473 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] For port daceb758-4d54-4965-a447-b1361d0fc8f8, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=daceb758-4d54-4965-a447-b1361d0fc8f8,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:21:59.343814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.436430 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-8bf21d04-0ee5-4cde-90cf-654975b00677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'name': 'tempest-TestEncryptedCinderVolumes-701867253-router', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:41Z', 'updated_at': '2022-01-21T10:21:59Z', 'revision_number': 6, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:59.440298 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf21d04-0ee5-4cde-90cf-654975b00677 None None] The sync data for ids ['ff17f9dc-7b30-4626-a539-72f5ff5ed477'] in dv-neutron-825723-1-hyperv is: [{'id': 'ff17f9dc-7b30-4626-a539-72f5ff5ed477', 'name': 'tempest-TestEncryptedCinderVolumes-701867253-router', 'tenant_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:20:41Z', 'updated_at': '2022-01-21T10:21:59Z', 'revision_number': 6, 'project_id': 'a2ce0f6a6a944decbb88638cd86f226d', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:21:59.467951 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Calling delete_port for daceb758-4d54-4965-a447-b1361d0fc8f8 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:21:59.636807 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.684904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Pushing event deleted for resources: {'Port': ['ID=daceb758-4d54-4965-a447-b1361d0fc8f8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:59.775225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.957224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.959463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.986735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.987211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff17f9dc-7b30-4626-a539-72f5ff5ed477 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:21:59.999038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.000159 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-336defda-be06-4df1-bfa1-639b3385d118 admin admin] 10.222.0.99 "DELETE /v2.0/routers/ff17f9dc-7b30-4626-a539-72f5ff5ed477 HTTP/1.1" status: 204 len: 168 time: 1.3108363 Jan 21 10:22:00.002929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54366) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:00.064910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5b8969-6fc3-403e-8a6d-811a47885301 admin admin] Deleting subnet 1090398e-a7b2-4409-8f47-c8a89a522fe8 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:22:00.067818 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8969-6fc3-403e-8a6d-811a47885301 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.115635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8969-6fc3-403e-8a6d-811a47885301 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.196941 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8969-6fc3-403e-8a6d-811a47885301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.245804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:22:00.270286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8969-6fc3-403e-8a6d-811a47885301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.282596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:22:00.282936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bbe9d6a4-9e2b-4e05-acc4-be506c1ae70e not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:22:00.311102 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b8969-6fc3-403e-8a6d-811a47885301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1090398e-a7b2-4409-8f47-c8a89a522fe8,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:00.313111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8969-6fc3-403e-8a6d-811a47885301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.317290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b0c2e8-eb19-4655-869b-47f1b3026313 None None] Network 45c40d17-788c-4e2f-8353-5e1c4f209a15 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:22:00.321539 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ed5b8969-6fc3-403e-8a6d-811a47885301 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/1090398e-a7b2-4409-8f47-c8a89a522fe8 HTTP/1.1" status: 204 len: 168 time: 0.3152823 Jan 21 10:22:00.321768 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54370) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:00.429099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.440281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Deleting port 7fed2b1d-d449-4144-a878-4c434c529106 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:22:00.440621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.609521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.611666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc38d4-2842-4d85-a2b4-818fda5eb299 None None] DHCP port deletion for 45c40d17-788c-4e2f-8353-5e1c4f209a15 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:22:00.615949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc38d4-2842-4d85-a2b4-818fda5eb299 None None] Deleting port 7fed2b1d-d449-4144-a878-4c434c529106 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:22:00.616498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0cbc38d4-2842-4d85-a2b4-818fda5eb299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.654212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] For port 7fed2b1d-d449-4144-a878-4c434c529106, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7fed2b1d-d449-4144-a878-4c434c529106,segment=NetworkSegment(d49a17e0-b84e-4058-ae88-d9cc40d5735b),segment_id=d49a17e0-b84e-4058-ae88-d9cc40d5735b)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:22:00.654573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.775730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Calling delete_port for 7fed2b1d-d449-4144-a878-4c434c529106 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:22:00.816354 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0cbc38d4-2842-4d85-a2b4-818fda5eb299 None None] For port 7fed2b1d-d449-4144-a878-4c434c529106, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7fed2b1d-d449-4144-a878-4c434c529106,segment=NetworkSegment(d49a17e0-b84e-4058-ae88-d9cc40d5735b),segment_id=d49a17e0-b84e-4058-ae88-d9cc40d5735b)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:22:00.816773 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0cbc38d4-2842-4d85-a2b4-818fda5eb299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.850924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.898425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fed2b1d-d449-4144-a878-4c434c529106,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:00.901754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] No DVR routers for this DVR port 7fed2b1d-d449-4144-a878-4c434c529106 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:22:00.939028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc38d4-2842-4d85-a2b4-818fda5eb299 None None] Calling delete_port for 7fed2b1d-d449-4144-a878-4c434c529106 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:22:01.011171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-0cbc38d4-2842-4d85-a2b4-818fda5eb299 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:22:01.011654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-0cbc38d4-2842-4d85-a2b4-818fda5eb299 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:22:01.108407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.133543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c40d17-788c-4e2f-8353-5e1c4f209a15']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:01.149746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49a17e0-b84e-4058-ae88-d9cc40d5735b') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:01.150193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49a17e0-b84e-4058-ae88-d9cc40d5735b') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:01.163458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.180590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.187725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:22:01.188084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:22:01.201654 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:22:01.281945 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.302038 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.313008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] Pushing event deleted for resources: {'Network': ['ID=45c40d17-788c-4e2f-8353-5e1c4f209a15,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:01.315800 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-162a104b-cea3-4c7f-a3e7-9e2e74339074 admin admin] 10.222.0.99 "DELETE /v2.0/networks/45c40d17-788c-4e2f-8353-5e1c4f209a15 HTTP/1.1" status: 204 len: 168 time: 0.9930909 Jan 21 10:22:01.513190 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc38d4-2842-4d85-a2b4-818fda5eb299 None None] Deleting port 7fed2b1d-d449-4144-a878-4c434c529106 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:22:01.513731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0cbc38d4-2842-4d85-a2b4-818fda5eb299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.516720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54376) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:01.565608 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a6f203a0-7721-4672-ad07-e0a2d6a30288 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f5c65b6b81ce48279d28800972c37b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476992 Jan 21 10:22:01.568208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54380) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:01.581231 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc38d4-2842-4d85-a2b4-818fda5eb299 None None] The port '7fed2b1d-d449-4144-a878-4c434c529106' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:22:01.629013 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b188c5f-598b-4f6e-ae50-dd03537ae8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.656875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b188c5f-598b-4f6e-ae50-dd03537ae8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.710284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b188c5f-598b-4f6e-ae50-dd03537ae8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.726144 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b188c5f-598b-4f6e-ae50-dd03537ae8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9cee8c-714d-41d4-9345-03dcc61d2eff,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:01.730414 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b188c5f-598b-4f6e-ae50-dd03537ae8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:01.733955 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9b188c5f-598b-4f6e-ae50-dd03537ae8b8 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ea9cee8c-714d-41d4-9345-03dcc61d2eff HTTP/1.1" status: 204 len: 168 time: 0.1623991 Jan 21 10:22:01.861442 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device daceb758-4d54-4965-a447-b1361d0fc8f8 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:22:01.894325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: daceb758-4d54-4965-a447-b1361d0fc8f8 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:22:01.894669 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device daceb758-4d54-4965-a447-b1361d0fc8f8 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:22:01.895063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7fed2b1d-d449-4144-a878-4c434c529106 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:22:01.927449 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 7fed2b1d-d449-4144-a878-4c434c529106 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:22:01.927802 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7fed2b1d-d449-4144-a878-4c434c529106 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:22:02.125857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54388) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:02.174283 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-248b6346-d1fa-44b4-aa8e-0081ca3860e1 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a2ce0f6a6a944decbb88638cd86f226d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472431 Jan 21 10:22:02.176796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54392) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:02.233175 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d56cf322-c96c-4638-a33e-07fd7c12c53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:02.260415 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d56cf322-c96c-4638-a33e-07fd7c12c53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:02.315570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d56cf322-c96c-4638-a33e-07fd7c12c53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:02.332371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cf322-c96c-4638-a33e-07fd7c12c53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2c41ab-e1ba-44a4-877f-4ac167cc206b,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:02.336357 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d56cf322-c96c-4638-a33e-07fd7c12c53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:02.337400 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d56cf322-c96c-4638-a33e-07fd7c12c53b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0c2c41ab-e1ba-44a4-877f-4ac167cc206b HTTP/1.1" status: 204 len: 168 time: 0.1596422 Jan 21 10:22:03.082573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54416) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:03.203847 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-975894546-network', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:22:03.208727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:03.212794 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Usage tracker for resource:network and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:03.215753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:03.222178 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:03.234358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Made reservation on behalf of 87a7f2d97a1a4393b7995820e36380f8 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:22:03.236766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:03.248609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:03.262835 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:03.266736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Usage tracker for resource:security_group_rule and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:03.269548 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:03.275191 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:03.356599 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:03.362016 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:03.389446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:22:03.401844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22072ae-cd56-4673-b9ee-ba917ba19988,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:03.406599 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:03.406961 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Added segment a95dd178-9e36-4663-afdb-d67f50c1d98f of type vlan for network 0648aefe-c662-4f47-97e4-d742c477964c Jan 21 10:22:03.432128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:03.461875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:03.462838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:03.463411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:03.667654 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5839462 Jan 21 10:22:03.672702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54422) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:03.673872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e102007-160e-4844-b09b-5a0c0f31146f admin admin] Pushing event updated for resources: {'Network': ['ID=0648aefe-c662-4f47-97e4-d742c477964c,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:03.679422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Request body: {'subnet': {'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-975894546-subnet', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'ip_version': 4}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:22:03.686569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 0648aefe-c662-4f47-97e4-d742c477964c details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:22:03.688373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:03.694698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Usage tracker for resource:subnet and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:03.698190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:03.704372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:03.717756 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Made reservation on behalf of 87a7f2d97a1a4393b7995820e36380f8 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:22:03.720548 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:03.935172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:04.008912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c4eea3-cfe0-43a7-8d8b-e682eab7608f,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:04.019384 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Checking segment: {'id': 'a95dd178-9e36-4663-afdb-d67f50c1d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:22:04.019744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Network hostable DHCP agents. Network: 0648aefe-c662-4f47-97e4-d742c477964c, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:22:04.039299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Network 0648aefe-c662-4f47-97e4-d742c477964c is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:22:04.049876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 0648aefe-c662-4f47-97e4-d742c477964c) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:04.054508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:04.055535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:04.059198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6853f9-accb-412e-8d6a-781063046a26 None None] Network 0648aefe-c662-4f47-97e4-d742c477964c requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:22:04.081188 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7f88dddb-fc9d-4cc7-aa1e-8731743bf5b6 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4044330 Jan 21 10:22:04.081486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54426) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:04.086599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:22:04.091337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:04.095273 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Usage tracker for resource:router and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:04.098184 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:04.104277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:04.115865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:04.116898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:04.131406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:04.270758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-0648aefe-c662-4f47-97e4-d742c477964c', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'fixed_ips': [{'subnet_id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:22:04.271720 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:04.395625 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:04.435970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Allocated IP 172.20.0.2 (0648aefe-c662-4f47-97e4-d742c477964c/c4c4eea3-cfe0-43a7-8d8b-e682eab7608f/7a899278-f134-4d0d-8e88-5f7677bb5cea) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:22:04.639139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:04.652054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Transition to ACTIVE for port object 7a899278-f134-4d0d-8e88-5f7677bb5cea will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:04.671104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Transition to ACTIVE for port object 7a899278-f134-4d0d-8e88-5f7677bb5cea will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:04.677178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:04.703791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:04.733708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:04.774297 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Network 0648aefe-c662-4f47-97e4-d742c477964c is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:22:04.777224 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:04.779854 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:22:04.819205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Pushing event updated for resources: {'Port': ['ID=7a899278-f134-4d0d-8e88-5f7677bb5cea,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:04.858359 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:04.858706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:04.859043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:04.859378 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:04.859703 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:04.860030 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:04.860376 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:04.860752 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:04.861019 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:04.861336 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:04.861649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:04.861962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:04.874725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Allocated IP 172.26.4.2 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/9f7e7382-a609-4655-b3cb-6861cbe91d14) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:22:04.885344 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Attempting to bind port 7a899278-f134-4d0d-8e88-5f7677bb5cea on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:22:04.885772 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Attempting to bind port 7a899278-f134-4d0d-8e88-5f7677bb5cea by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'a95dd178-9e36-4663-afdb-d67f50c1d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:22:04.886184 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Attempting to bind port 7a899278-f134-4d0d-8e88-5f7677bb5cea on network 0648aefe-c662-4f47-97e4-d742c477964c {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:22:04.891658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:22:04.891965 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Checking segment: {'id': 'a95dd178-9e36-4663-afdb-d67f50c1d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:22:04.892383 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:04.892777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Bound using segment: {'id': 'a95dd178-9e36-4663-afdb-d67f50c1d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:22:04.893257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Bound port: 7a899278-f134-4d0d-8e88-5f7677bb5cea, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95dd178-9e36-4663-afdb-d67f50c1d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:22:04.893627 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:04.984269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] For port 7a899278-f134-4d0d-8e88-5f7677bb5cea, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:22:04.987482 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] For port 7a899278-f134-4d0d-8e88-5f7677bb5cea, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7a899278-f134-4d0d-8e88-5f7677bb5cea,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:22:04.992973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:05.077043 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78aca4b-6e75-4036-9ece-f01617ed94d8 None None] Pushing event updated for resources: {'Port': ['ID=7a899278-f134-4d0d-8e88-5f7677bb5cea,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:05.142194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:05.172730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:05.245728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:22:05.249257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:05.252895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:22:05.298533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7e7382-a609-4655-b3cb-6861cbe91d14,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:05.681445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:05.900454 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7a899278-f134-4d0d-8e88-5f7677bb5cea up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:05.993914 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 7a899278-f134-4d0d-8e88-5f7677bb5cea completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:06.025704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b8c13e-6e30-4bc8-9a41-4eba232c929d None None] Network 0648aefe-c662-4f47-97e4-d742c477964c requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:22:06.036458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:06.143751 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c3df9488-e7bc-424d-ae8c-8afe151f0626 None None] Provisioning for port 7a899278-f134-4d0d-8e88-5f7677bb5cea completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:06.153422 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c3df9488-e7bc-424d-ae8c-8afe151f0626 None None] Provisioning complete for port 7a899278-f134-4d0d-8e88-5f7677bb5cea triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:06.153794 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3df9488-e7bc-424d-ae8c-8afe151f0626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:06.241387 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:22:06.356920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3df9488-e7bc-424d-ae8c-8afe151f0626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:06.397862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c3df9488-e7bc-424d-ae8c-8afe151f0626 None None] For port 7a899278-f134-4d0d-8e88-5f7677bb5cea, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7a899278-f134-4d0d-8e88-5f7677bb5cea,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:22:06.405626 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c3df9488-e7bc-424d-ae8c-8afe151f0626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:06.435899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:22:06.455423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Sync routers for ids ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:22:06.465790 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:06.467665 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-081b28ae-491a-4ce5-9e42-a91d4ede63d9 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3848553 Jan 21 10:22:06.470073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54430) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:06.473332 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cd81fc8a-c0b2-4307-b08f-d7d28fd58c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:06.486238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Routers {'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:22:06.486862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:21:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:06.556180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df9488-e7bc-424d-ae8c-8afe151f0626 None None] Pushing event updated for resources: {'Port': ['ID=7a899278-f134-4d0d-8e88-5f7677bb5cea,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:06.673618 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-caed652b-a9c9-4669-b45b-024ea350e56a None None] Provisioning complete for port 7a899278-f134-4d0d-8e88-5f7677bb5cea triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:06.673876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-caed652b-a9c9-4669-b45b-024ea350e56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:06.704970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Set router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:22:07.055616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:05Z', 'revision_number': 3, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port': {'id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:07.060192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Checking router: b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:22:07.060574 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Updating router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 port 9f7e7382-a609-4655-b3cb-6861cbe91d14 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:22:07.116748 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.166775 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.371924 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Allocated IP 172.20.0.1 (0648aefe-c662-4f47-97e4-d742c477964c/c4c4eea3-cfe0-43a7-8d8b-e682eab7608f/a5d1a5b5-bc15-402c-828e-9e3e632aeb0f) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:22:07.501974 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.513658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Transition to ACTIVE for port object 9f7e7382-a609-4655-b3cb-6861cbe91d14 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:07.520126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.528445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.543267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Transition to ACTIVE for port object a5d1a5b5-bc15-402c-828e-9e3e632aeb0f will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:07.568148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.595105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Attempting to bind port 9f7e7382-a609-4655-b3cb-6861cbe91d14 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:22:07.595464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Attempting to bind port 9f7e7382-a609-4655-b3cb-6861cbe91d14 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:22:07.595828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Attempting to bind port 9f7e7382-a609-4655-b3cb-6861cbe91d14 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:22:07.601348 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677d815-a064-4166-b3fe-508f496f189e None None] Pushing event updated for resources: {'Port': ['ID=9f7e7382-a609-4655-b3cb-6861cbe91d14,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:07.606457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:22:07.606828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:22:07.607776 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.608214 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:22:07.608707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Bound port: 9f7e7382-a609-4655-b3cb-6861cbe91d14, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:22:07.609098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.634217 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Network 0648aefe-c662-4f47-97e4-d742c477964c is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:22:07.637052 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:07.640814 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:22:07.673277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d1a5b5-bc15-402c-828e-9e3e632aeb0f,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:07.686220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] For port 9f7e7382-a609-4655-b3cb-6861cbe91d14, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:22:07.689836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] For port 9f7e7382-a609-4655-b3cb-6861cbe91d14, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9f7e7382-a609-4655-b3cb-6861cbe91d14,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:22:07.694479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.696020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.773239 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Routers {'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:22:07.773873 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:21:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:07.915468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7a899278-f134-4d0d-8e88-5f7677bb5cea up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:07.970076 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677d815-a064-4166-b3fe-508f496f189e None None] Pushing event updated for resources: {'Port': ['ID=9f7e7382-a609-4655-b3cb-6861cbe91d14,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:08.010159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8ab0cb41-5305-437a-a861-270b84f82199 None None] Provisioning for port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:08.020520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] Set router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:22:08.060611 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8ab0cb41-5305-437a-a861-270b84f82199 None None] Provisioning complete for port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:08.061345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb41-5305-437a-a861-270b84f82199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:08.076274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:08.209140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0cb41-5305-437a-a861-270b84f82199 None None] Port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:22:08.213510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7a899278-f134-4d0d-8e88-5f7677bb5cea triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:08.214067 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:08.294440 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:08.300420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:08.407387 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d1a5b5-bc15-402c-828e-9e3e632aeb0f,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:08.409923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:08.457515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:05Z', 'revision_number': 3, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port': {'id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:08.461485 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73c16a-a0e0-470e-87b7-d7bdb68abb88 None None] The sync data for ids ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:05Z', 'revision_number': 3, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port': {'id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:22:08.502789 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7c011924-2baf-48c4-ba1d-c24ff7318cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:08.552148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Network 0648aefe-c662-4f47-97e4-d742c477964c is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:22:08.553303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:08.770556 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:22:08.833938 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0c894b79-e99f-4cb4-a307-89000dac8bf3 None None] Provisioning complete for port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:08.834434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0c894b79-e99f-4cb4-a307-89000dac8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:08.890447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0c894b79-e99f-4cb4-a307-89000dac8bf3 None None] Port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:22:08.957466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:22:08.967075 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f38c91b1-118d-46f8-8ced-86f0388f9787 admin admin] 10.222.0.99 "PUT /v2.0/routers/b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4956942 Jan 21 10:22:09.487330 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54448) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:09.492896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-477665093-network', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:22:09.497723 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:09.501656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Usage tracker for resource:network and tenant:666ea7c4a2e045dbb8a1d0af64c14123 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:09.504523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:09.510177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:09.522113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Made reservation on behalf of 666ea7c4a2e045dbb8a1d0af64c14123 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:22:09.525040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:09.542507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:09.559729 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:09.563650 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:666ea7c4a2e045dbb8a1d0af64c14123 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:09.566462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:09.572158 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:09.651581 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:09.655219 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:09.659810 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:09.688663 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:22:09.696816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231e72f2-09a0-4f2d-bcfd-957cf418140a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:09.702571 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:09.702908 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Added segment 1a9449e6-286a-491a-a2cb-a7ee055ef895 of type vlan for network bf753016-df38-4839-b0f4-0c78a37053ce Jan 21 10:22:09.729218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:09.762560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:09.763556 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:09.764216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:09.870255 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3818302 Jan 21 10:22:09.873344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54452) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:09.875516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb84fbd-f0ee-4b09-a93b-eb1779b02fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=bf753016-df38-4839-b0f4-0c78a37053ce,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:09.880921 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Request body: {'subnet': {'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-477665093-subnet', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'ip_version': 4}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:22:09.889256 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network bf753016-df38-4839-b0f4-0c78a37053ce details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:22:09.890448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:09.897162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Usage tracker for resource:subnet and tenant:666ea7c4a2e045dbb8a1d0af64c14123 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:09.901216 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:09.907304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:09.913716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9f7e7382-a609-4655-b3cb-6861cbe91d14 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:09.917799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Made reservation on behalf of 666ea7c4a2e045dbb8a1d0af64c14123 for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:22:09.920089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.047401 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Sync routers for ids ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:22:10.058554 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Routers {'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:22:10.059199 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:22:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:10.098749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.119559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 9f7e7382-a609-4655-b3cb-6861cbe91d14 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:10.126711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9f7e7382-a609-4655-b3cb-6861cbe91d14 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:10.127349 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.236267 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Set router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:22:10.249591 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.251353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.268135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 9f7e7382-a609-4655-b3cb-6861cbe91d14, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9f7e7382-a609-4655-b3cb-6861cbe91d14,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:22:10.272609 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.322422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:10.337045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Checking segment: {'id': '1a9449e6-286a-491a-a2cb-a7ee055ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:22:10.337401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Network hostable DHCP agents. Network: bf753016-df38-4839-b0f4-0c78a37053ce, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:22:10.346273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=9f7e7382-a609-4655-b3cb-6861cbe91d14,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:10.358569 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Network bf753016-df38-4839-b0f4-0c78a37053ce is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:22:10.368535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, bf753016-df38-4839-b0f4-0c78a37053ce) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:10.372668 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:10.373397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.379248 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca49ae-9fbf-4cb9-8c08-b445efe1435c None None] Network bf753016-df38-4839-b0f4-0c78a37053ce requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:22:10.394929 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a5990b6b-c450-4c6c-a959-77ac26b2737d admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5196798 Jan 21 10:22:10.397752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54456) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:10.403914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-477665093-router', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:22:10.409859 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:10.413920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Usage tracker for resource:router and tenant:666ea7c4a2e045dbb8a1d0af64c14123 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:10.416747 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:10.422533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:10.433328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.434298 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.449239 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.556931 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:08Z', 'revision_number': 4, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port': {'id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'a5d1a5b5-bc15-402c-828e-9e3e632aeb0f', 'name': '', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'mac_address': 'fa:16:3e:3d:0a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:07Z', 'updated_at': '2022-01-21T10:22:08Z', 'revision_number': 2, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'subnets': [{'id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:10.560960 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Checking router: b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:22:10.561409 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Updating router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:22:10.600182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-bf753016-df38-4839-b0f4-0c78a37053ce', 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'fixed_ips': [{'subnet_id': 'dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:22:10.601919 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.620610 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.772448 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Allocated IP 172.20.0.2 (bf753016-df38-4839-b0f4-0c78a37053ce/dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7/5be56fca-97e7-4d76-b194-19a7aa5d95b2) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:22:10.848011 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.983450 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:10.993605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Transition to ACTIVE for port object 5be56fca-97e7-4d76-b194-19a7aa5d95b2 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:11.006708 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.011813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Transition to ACTIVE for port object 5be56fca-97e7-4d76-b194-19a7aa5d95b2 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:11.018388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.018944 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Transition to ACTIVE for port object a5d1a5b5-bc15-402c-828e-9e3e632aeb0f will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:11.025616 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.084935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Network bf753016-df38-4839-b0f4-0c78a37053ce is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:22:11.087889 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:11.091579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:22:11.097375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Pushing event updated for resources: {'Port': ['ID=5be56fca-97e7-4d76-b194-19a7aa5d95b2,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:11.174673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.200746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Attempting to bind port 5be56fca-97e7-4d76-b194-19a7aa5d95b2 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:22:11.201113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Attempting to bind port 5be56fca-97e7-4d76-b194-19a7aa5d95b2 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '1a9449e6-286a-491a-a2cb-a7ee055ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:22:11.201451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Attempting to bind port 5be56fca-97e7-4d76-b194-19a7aa5d95b2 on network bf753016-df38-4839-b0f4-0c78a37053ce {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:22:11.206746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:22:11.207126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Checking segment: {'id': '1a9449e6-286a-491a-a2cb-a7ee055ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:22:11.207283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.207891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.208277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Bound using segment: {'id': '1a9449e6-286a-491a-a2cb-a7ee055ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:22:11.208777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Bound port: 5be56fca-97e7-4d76-b194-19a7aa5d95b2, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9449e6-286a-491a-a2cb-a7ee055ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:22:11.209142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.228831 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Pushing event updated for resources: {'Port': ['ID=a5d1a5b5-bc15-402c-828e-9e3e632aeb0f,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:11.242363 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:11.242779 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:11.244977 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:11.245569 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:11.246052 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:11.246543 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:11.247019 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:11.247514 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:11.248013 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:11.248522 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:11.249046 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:11.249520 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:11.273518 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Attempting to bind port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:22:11.273736 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Attempting to bind port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'a95dd178-9e36-4663-afdb-d67f50c1d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:22:11.274032 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Attempting to bind port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f on network 0648aefe-c662-4f47-97e4-d742c477964c {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:22:11.282132 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:22:11.282501 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Checking segment: {'id': 'a95dd178-9e36-4663-afdb-d67f50c1d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:22:11.282922 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.283344 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Bound using segment: {'id': 'a95dd178-9e36-4663-afdb-d67f50c1d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:22:11.283839 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Bound port: a5d1a5b5-bc15-402c-828e-9e3e632aeb0f, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95dd178-9e36-4663-afdb-d67f50c1d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:22:11.284237 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.291089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.329838 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] For port 5be56fca-97e7-4d76-b194-19a7aa5d95b2, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:22:11.334414 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] For port 5be56fca-97e7-4d76-b194-19a7aa5d95b2, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5be56fca-97e7-4d76-b194-19a7aa5d95b2,segment=NetworkSegment(1a9449e6-286a-491a-a2cb-a7ee055ef895),segment_id=1a9449e6-286a-491a-a2cb-a7ee055ef895)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:22:11.340934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.381590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Allocated IP 172.26.4.61 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/cf57387f-ad47-440c-8347-b1e4eaec1195) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:22:11.395980 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] For port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:22:11.399309 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] For port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a5d1a5b5-bc15-402c-828e-9e3e632aeb0f,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:22:11.404250 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.445306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184bbf6-f37d-47c4-afec-3130391fe94e None None] Pushing event updated for resources: {'Port': ['ID=5be56fca-97e7-4d76-b194-19a7aa5d95b2,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:11.489047 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Routers {'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:22:11.489761 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:22:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:11.547763 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792a81f-f00d-458c-ad13-a40beb0ae592 None None] Pushing event updated for resources: {'Port': ['ID=a5d1a5b5-bc15-402c-828e-9e3e632aeb0f,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:11.559669 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.599036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:11.692289 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:22:11.695173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:11.707728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:22:11.747129 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] Set router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:22:11.753611 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Pushing event updated for resources: {'Port': ['ID=cf57387f-ad47-440c-8347-b1e4eaec1195,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:11.980967 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5be56fca-97e7-4d76-b194-19a7aa5d95b2 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:12.054779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 5be56fca-97e7-4d76-b194-19a7aa5d95b2 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:12.060509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9f7e7382-a609-4655-b3cb-6861cbe91d14 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:12.098655 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:08Z', 'revision_number': 4, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port': {'id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'a5d1a5b5-bc15-402c-828e-9e3e632aeb0f', 'name': '', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'mac_address': 'fa:16:3e:3d:0a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:07Z', 'updated_at': '2022-01-21T10:22:11Z', 'revision_number': 4, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'subnets': [{'id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:12.102717 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d73a93-5bad-40af-81fa-d0bab6419f2a None None] The sync data for ids ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:08Z', 'revision_number': 4, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port': {'id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'a5d1a5b5-bc15-402c-828e-9e3e632aeb0f', 'name': '', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'mac_address': 'fa:16:3e:3d:0a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:07Z', 'updated_at': '2022-01-21T10:22:11Z', 'revision_number': 4, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'subnets': [{'id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:22:12.132638 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9f7e7382-a609-4655-b3cb-6861cbe91d14 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:12.133007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:12.195644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:12.568027 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f24f8b-6742-43f6-bc30-86335a6c8673 None None] Network bf753016-df38-4839-b0f4-0c78a37053ce requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:22:12.668733 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a2e1358b-ea40-4695-baaf-71495195484f None None] Provisioning for port 5be56fca-97e7-4d76-b194-19a7aa5d95b2 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:12.676358 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a2e1358b-ea40-4695-baaf-71495195484f None None] Provisioning complete for port 5be56fca-97e7-4d76-b194-19a7aa5d95b2 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:12.676725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2e1358b-ea40-4695-baaf-71495195484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:12.690349 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:12.904691 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Router 18234373-3199-4045-b73f-a95ee9a7a8d2 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:22:12.927764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2e1358b-ea40-4695-baaf-71495195484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:12.972850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-a2e1358b-ea40-4695-baaf-71495195484f None None] For port 5be56fca-97e7-4d76-b194-19a7aa5d95b2, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5be56fca-97e7-4d76-b194-19a7aa5d95b2,segment=NetworkSegment(1a9449e6-286a-491a-a2cb-a7ee055ef895),segment_id=1a9449e6-286a-491a-a2cb-a7ee055ef895)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:22:12.980097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a2e1358b-ea40-4695-baaf-71495195484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:13.055380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1358b-ea40-4695-baaf-71495195484f None None] Pushing event updated for resources: {'Port': ['ID=5be56fca-97e7-4d76-b194-19a7aa5d95b2,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:13.096678 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:22:13.109794 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Sync routers for ids ['18234373-3199-4045-b73f-a95ee9a7a8d2'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:22:13.119824 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Routers {'18234373-3199-4045-b73f-a95ee9a7a8d2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:22:13.120892 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:22:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['18234373-3199-4045-b73f-a95ee9a7a8d2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:13.129786 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:13.133723 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-134eea65-113c-4d41-8ec0-94d9f74dacad admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7321997 Jan 21 10:22:13.133938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54460) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:13.319519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-eb12571c-3c61-4f61-8642-423b234b6c6d None None] Provisioning complete for port 5be56fca-97e7-4d76-b194-19a7aa5d95b2 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:13.319791 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-eb12571c-3c61-4f61-8642-423b234b6c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:13.344216 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Set router 18234373-3199-4045-b73f-a95ee9a7a8d2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:22:13.710655 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'name': 'tempest-TestMinimumBasicScenario-477665093-router', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:10Z', 'updated_at': '2022-01-21T10:22:11Z', 'revision_number': 3, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'gw_port': {'id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:11Z', 'updated_at': '2022-01-21T10:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:13.714693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Checking router: 18234373-3199-4045-b73f-a95ee9a7a8d2 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:22:13.715037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Updating router 18234373-3199-4045-b73f-a95ee9a7a8d2 port cf57387f-ad47-440c-8347-b1e4eaec1195 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:22:13.772817 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:13.950721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:13.957985 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5be56fca-97e7-4d76-b194-19a7aa5d95b2 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:14.110115 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 5be56fca-97e7-4d76-b194-19a7aa5d95b2 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:14.110845 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.158284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Allocated IP 172.20.0.1 (bf753016-df38-4839-b0f4-0c78a37053ce/dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7/437c5a5d-fd04-4bff-8d09-f61fcf12a7da) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:22:14.230303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.244516 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Transition to ACTIVE for port object cf57387f-ad47-440c-8347-b1e4eaec1195 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:14.281291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.307470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.324515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Transition to ACTIVE for port object 437c5a5d-fd04-4bff-8d09-f61fcf12a7da will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:14.353010 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.423025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a5d1a5b5-bc15-402c-828e-9e3e632aeb0f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:14.427593 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Network bf753016-df38-4839-b0f4-0c78a37053ce is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:22:14.430793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:14.433970 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:22:14.464323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fda134-dd50-4939-b2d4-a7e61abfaff0 None None] Pushing event updated for resources: {'Port': ['ID=cf57387f-ad47-440c-8347-b1e4eaec1195,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:14.473066 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Attempting to bind port cf57387f-ad47-440c-8347-b1e4eaec1195 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:22:14.473425 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Attempting to bind port cf57387f-ad47-440c-8347-b1e4eaec1195 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:22:14.473789 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Attempting to bind port cf57387f-ad47-440c-8347-b1e4eaec1195 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:22:14.477736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Pushing event updated for resources: {'Port': ['ID=437c5a5d-fd04-4bff-8d09-f61fcf12a7da,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:14.485125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:22:14.485505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:22:14.485907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.486297 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:22:14.486768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Bound port: cf57387f-ad47-440c-8347-b1e4eaec1195, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:22:14.487147 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.499140 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.582837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] For port cf57387f-ad47-440c-8347-b1e4eaec1195, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:22:14.586103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:14.593506 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] For port cf57387f-ad47-440c-8347-b1e4eaec1195, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cf57387f-ad47-440c-8347-b1e4eaec1195,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:22:14.594868 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:14.595613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.658387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.669818 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.748840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fda134-dd50-4939-b2d4-a7e61abfaff0 None None] Pushing event updated for resources: {'Port': ['ID=cf57387f-ad47-440c-8347-b1e4eaec1195,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:14.764191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Routers {'18234373-3199-4045-b73f-a95ee9a7a8d2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:22:14.764897 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:22:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['18234373-3199-4045-b73f-a95ee9a7a8d2'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:14.897682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-12b52d7c-6af7-4d77-9acf-d6598f7f7232 None None] Provisioning for port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:14.903962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.909559 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.911992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-12b52d7c-6af7-4d77-9acf-d6598f7f7232 None None] Provisioning complete for port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:14.912385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-12b52d7c-6af7-4d77-9acf-d6598f7f7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:14.961128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:15.015700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Pushing event updated for resources: {'Port': ['ID=437c5a5d-fd04-4bff-8d09-f61fcf12a7da,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:15.018216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:15.051603 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-12b52d7c-6af7-4d77-9acf-d6598f7f7232 None None] Port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:22:15.082498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] Set router 18234373-3199-4045-b73f-a95ee9a7a8d2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:22:15.133851 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a5d1a5b5-bc15-402c-828e-9e3e632aeb0f,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:22:15.142633 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:15.163173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Network bf753016-df38-4839-b0f4-0c78a37053ce is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:22:15.164253 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:15.307789 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=a5d1a5b5-bc15-402c-828e-9e3e632aeb0f,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:15.359601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Router 18234373-3199-4045-b73f-a95ee9a7a8d2 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:22:15.398761 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-76323164-d8f2-4a7b-a8b4-bf0ba96bb580 None None] Provisioning complete for port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:15.399119 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-76323164-d8f2-4a7b-a8b4-bf0ba96bb580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:15.483070 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-76323164-d8f2-4a7b-a8b4-bf0ba96bb580 None None] Port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:22:15.511252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'name': 'tempest-TestMinimumBasicScenario-477665093-router', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:10Z', 'updated_at': '2022-01-21T10:22:14Z', 'revision_number': 4, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'gw_port': {'id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:11Z', 'updated_at': '2022-01-21T10:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '437c5a5d-fd04-4bff-8d09-f61fcf12a7da', 'name': '', 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'mac_address': 'fa:16:3e:cc:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:13Z', 'updated_at': '2022-01-21T10:22:14Z', 'revision_number': 1, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'subnets': [{'id': 'dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:15.515741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c6d601-53d8-4253-8c30-06a0d8b29041 None None] The sync data for ids ['18234373-3199-4045-b73f-a95ee9a7a8d2'] in dv-neutron-825723-1-hyperv is: [{'id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'name': 'tempest-TestMinimumBasicScenario-477665093-router', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:10Z', 'updated_at': '2022-01-21T10:22:14Z', 'revision_number': 4, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'gw_port': {'id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:11Z', 'updated_at': '2022-01-21T10:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '437c5a5d-fd04-4bff-8d09-f61fcf12a7da', 'name': '', 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'mac_address': 'fa:16:3e:cc:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:13Z', 'updated_at': '2022-01-21T10:22:14Z', 'revision_number': 1, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'subnets': [{'id': 'dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:22:15.538615 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:22:15.552970 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5df00a1f-8f3f-4407-b98b-490007cc7561 admin admin] 10.222.0.99 "PUT /v2.0/routers/18234373-3199-4045-b73f-a95ee9a7a8d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4177656 Jan 21 10:22:15.889587 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a5d1a5b5-bc15-402c-828e-9e3e632aeb0f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:15.968509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:15.970690 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:17.915220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cf57387f-ad47-440c-8347-b1e4eaec1195 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:17.991516 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port cf57387f-ad47-440c-8347-b1e4eaec1195 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:17.997001 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port cf57387f-ad47-440c-8347-b1e4eaec1195 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:17.997389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:18.125404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:18.143443 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port cf57387f-ad47-440c-8347-b1e4eaec1195, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cf57387f-ad47-440c-8347-b1e4eaec1195,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:22:18.150168 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:18.228087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=cf57387f-ad47-440c-8347-b1e4eaec1195,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:19.247348 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Sync routers for ids ['18234373-3199-4045-b73f-a95ee9a7a8d2'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:22:19.259265 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Routers {'18234373-3199-4045-b73f-a95ee9a7a8d2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:22:19.259963 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:22:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['18234373-3199-4045-b73f-a95ee9a7a8d2'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:19.451975 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Set router 18234373-3199-4045-b73f-a95ee9a7a8d2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:22:19.828163 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'name': 'tempest-TestMinimumBasicScenario-477665093-router', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:10Z', 'updated_at': '2022-01-21T10:22:14Z', 'revision_number': 4, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'gw_port': {'id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:11Z', 'updated_at': '2022-01-21T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '437c5a5d-fd04-4bff-8d09-f61fcf12a7da', 'name': '', 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'mac_address': 'fa:16:3e:cc:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:13Z', 'updated_at': '2022-01-21T10:22:14Z', 'revision_number': 2, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'subnets': [{'id': 'dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:19.832776 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Checking router: 18234373-3199-4045-b73f-a95ee9a7a8d2 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:22:19.833124 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Updating router 18234373-3199-4045-b73f-a95ee9a7a8d2 port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:22:19.906182 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:19.920435 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cf57387f-ad47-440c-8347-b1e4eaec1195 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:20.044957 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port cf57387f-ad47-440c-8347-b1e4eaec1195 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:20.045407 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:20.300155 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:20.312755 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Transition to ACTIVE for port object 437c5a5d-fd04-4bff-8d09-f61fcf12a7da will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:20.321396 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:20.448439 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ea1ba-c0ee-40c5-9c8c-1930907a6d6d None None] Pushing event updated for resources: {'Port': ['ID=437c5a5d-fd04-4bff-8d09-f61fcf12a7da,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:20.562869 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Attempting to bind port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:22:20.563234 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Attempting to bind port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '1a9449e6-286a-491a-a2cb-a7ee055ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:22:20.563590 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Attempting to bind port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da on network bf753016-df38-4839-b0f4-0c78a37053ce {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:22:20.569726 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:22:20.570094 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Checking segment: {'id': '1a9449e6-286a-491a-a2cb-a7ee055ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:22:20.570738 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:20.571407 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Bound using segment: {'id': '1a9449e6-286a-491a-a2cb-a7ee055ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:22:20.571865 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Bound port: 437c5a5d-fd04-4bff-8d09-f61fcf12a7da, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9449e6-286a-491a-a2cb-a7ee055ef895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:22:20.572236 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:20.681978 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] For port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:22:20.687770 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] For port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=437c5a5d-fd04-4bff-8d09-f61fcf12a7da,segment=NetworkSegment(1a9449e6-286a-491a-a2cb-a7ee055ef895),segment_id=1a9449e6-286a-491a-a2cb-a7ee055ef895)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:22:20.694257 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:20.780544 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ea1ba-c0ee-40c5-9c8c-1930907a6d6d None None] Pushing event updated for resources: {'Port': ['ID=437c5a5d-fd04-4bff-8d09-f61fcf12a7da,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:20.783456 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Routers {'18234373-3199-4045-b73f-a95ee9a7a8d2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:22:20.784270 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:22:08Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['18234373-3199-4045-b73f-a95ee9a7a8d2'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:20.980155 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] Set router 18234373-3199-4045-b73f-a95ee9a7a8d2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:22:21.349629 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'name': 'tempest-TestMinimumBasicScenario-477665093-router', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:10Z', 'updated_at': '2022-01-21T10:22:14Z', 'revision_number': 4, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'gw_port': {'id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:11Z', 'updated_at': '2022-01-21T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '437c5a5d-fd04-4bff-8d09-f61fcf12a7da', 'name': '', 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'mac_address': 'fa:16:3e:cc:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:13Z', 'updated_at': '2022-01-21T10:22:20Z', 'revision_number': 4, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'subnets': [{'id': 'dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:21.354110 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b36d4-3ce0-4e8c-b0a7-cdecf564c57e None None] The sync data for ids ['18234373-3199-4045-b73f-a95ee9a7a8d2'] in dv-neutron-825723-1-hyperv is: [{'id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'name': 'tempest-TestMinimumBasicScenario-477665093-router', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:10Z', 'updated_at': '2022-01-21T10:22:14Z', 'revision_number': 4, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'gw_port': {'id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:11Z', 'updated_at': '2022-01-21T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '437c5a5d-fd04-4bff-8d09-f61fcf12a7da', 'name': '', 'network_id': 'bf753016-df38-4839-b0f4-0c78a37053ce', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'mac_address': 'fa:16:3e:cc:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:13Z', 'updated_at': '2022-01-21T10:22:20Z', 'revision_number': 4, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'subnets': [{'id': 'dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:22:21.933570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 437c5a5d-fd04-4bff-8d09-f61fcf12a7da up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:21.954877 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:22:22.014279 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:22.019705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:22.019705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:22.151885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:22.186695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=437c5a5d-fd04-4bff-8d09-f61fcf12a7da,segment=NetworkSegment(1a9449e6-286a-491a-a2cb-a7ee055ef895),segment_id=1a9449e6-286a-491a-a2cb-a7ee055ef895)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:22:22.191277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:22.266654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=437c5a5d-fd04-4bff-8d09-f61fcf12a7da,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:23.910444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 437c5a5d-fd04-4bff-8d09-f61fcf12a7da up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:23.979163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:23.979530 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:25.532896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-7f0a5a9b-e6ac-497d-875c-603f08acecce tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:25.534209 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-7f0a5a9b-e6ac-497d-875c-603f08acecce tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/networks?id=0648aefe-c662-4f47-97e4-d742c477964c HTTP/1.1" status: 200 len: 814 time: 0.1540518 Jan 21 10:22:25.550079 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-fb42288f-1dc1-4e27-b828-236e0e6bce1b tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/quotas/87a7f2d97a1a4393b7995820e36380f8 HTTP/1.1" status: 200 len: 375 time: 0.0096097 Jan 21 10:22:25.630351 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-f222044f-9a93-43ec-b12e-558156518df0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=87a7f2d97a1a4393b7995820e36380f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750608 Jan 21 10:22:25.769478 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-1de05b2c-2d09-45e4-8859-047ee7645001 service neutron] 10.222.0.99 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272373 Jan 21 10:22:25.899387 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-a27f4f8a-7387-473b-9de4-f2a38a98cc20 service neutron] 10.222.0.99 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240864 Jan 21 10:22:26.077647 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fb54f85a-99ff-422c-9540-6e86c30c71d1 req-f1404ba2-2558-4814-b74a-094ee3e7dad1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 210 time: 0.0416281 Jan 21 10:22:27.177230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-5100f6aa-a2f5-4ec0-b282-c9c053ed1593 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:27.178759 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-5100f6aa-a2f5-4ec0-b282-c9c053ed1593 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.121 "GET /v2.0/networks?id=0648aefe-c662-4f47-97e4-d742c477964c HTTP/1.1" status: 200 len: 814 time: 0.1526816 Jan 21 10:22:27.228268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Request body: {'port': {'device_id': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'admin_state_up': True, 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:22:27.250422 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a5637890-0748-48c8-ad35-6ec6172fc060 req-acb5edfc-75e2-4e56-a30e-e800d8560403 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 210 time: 0.0670927 Jan 21 10:22:27.377183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:27.380900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Usage tracker for resource:port and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:27.383629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:27.389367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:27.399040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Made reservation on behalf of 87a7f2d97a1a4393b7995820e36380f8 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:22:27.402766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:27.588482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Allocated IP 172.20.0.8 (0648aefe-c662-4f47-97e4-d742c477964c/c4c4eea3-cfe0-43a7-8d8b-e682eab7608f/d05daf27-fa29-459a-8643-ebeaee30d198) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:22:27.893872 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:27.912020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Transition to ACTIVE for port object d05daf27-fa29-459a-8643-ebeaee30d198 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:27.942467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:28.123093 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Network 0648aefe-c662-4f47-97e4-d742c477964c is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:22:28.126717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:28.130728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:22:28.172589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event updated for resources: {'Port': ['ID=d05daf27-fa29-459a-8643-ebeaee30d198,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:28.189571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:28.190338 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:28.190338 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:28.190670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:28.190902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:28.191258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:28.191577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:28.191916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:28.192244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:28.192599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:28.192946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:28.193259 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:28.214967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:28.216405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:28.242275 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-de55faaa-c9fd-4bc7-a70b-95a4019afe89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0226297 Jan 21 10:22:28.389598 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-23a81ec4-a676-49cb-9234-693c50d654d0 None None] Provisioning for port d05daf27-fa29-459a-8643-ebeaee30d198 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:28.397756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-23a81ec4-a676-49cb-9234-693c50d654d0 None None] Provisioning complete for port d05daf27-fa29-459a-8643-ebeaee30d198 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:28.398517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-23a81ec4-a676-49cb-9234-693c50d654d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:28.453899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-23a81ec4-a676-49cb-9234-693c50d654d0 None None] Port d05daf27-fa29-459a-8643-ebeaee30d198 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:22:28.461138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce773f-7d54-4fa5-887c-979f63a74168 req-198fb419-e7d8-4465-8760-a16b173a4f47 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:28.461872 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-7cce773f-7d54-4fa5-887c-979f63a74168 req-198fb419-e7d8-4465-8760-a16b173a4f47 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Synchronizing usage tracker for tenant:87a7f2d97a1a4393b7995820e36380f8 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:22:28.481911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-7cce773f-7d54-4fa5-887c-979f63a74168 req-198fb419-e7d8-4465-8760-a16b173a4f47 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Unset dirty status for tenant:87a7f2d97a1a4393b7995820e36380f8 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:22:28.483197 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7cce773f-7d54-4fa5-887c-979f63a74168 req-198fb419-e7d8-4465-8760-a16b173a4f47 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 931 time: 0.1192889 Jan 21 10:22:28.534598 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7cce773f-7d54-4fa5-887c-979f63a74168 req-0a2345b5-ef0b-41d9-847b-6ba913626f77 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455303 Jan 21 10:22:29.732843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187d152-68e9-4eec-ae7c-974476dba5fa req-448c7bd7-dc14-4b45-9c4a-cd5abefe1969 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:29.734331 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9187d152-68e9-4eec-ae7c-974476dba5fa req-448c7bd7-dc14-4b45-9c4a-cd5abefe1969 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 931 time: 0.0801778 Jan 21 10:22:29.779032 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9187d152-68e9-4eec-ae7c-974476dba5fa req-472fb4f3-c4a8-4f42-a76d-bdba2f755620 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390325 Jan 21 10:22:30.607807 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:30.975905 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75584d92-d0f0-415f-80c0-bed2124945e1 req-ccf1b7d1-bd06-4b32-9c13-8848a87ea8c6 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:30.978204 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75584d92-d0f0-415f-80c0-bed2124945e1 req-ccf1b7d1-bd06-4b32-9c13-8848a87ea8c6 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 931 time: 0.0853546 Jan 21 10:22:31.024357 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75584d92-d0f0-415f-80c0-bed2124945e1 req-88798def-19d6-41ba-8c48-dbd88f693a4a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Jan 21 10:22:32.221423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c2d1b-3746-4f62-920d-a5c678e759f5 req-379a5c85-ed19-4fe2-ae05-9ff455796349 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:32.222983 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f16c2d1b-3746-4f62-920d-a5c678e759f5 req-379a5c85-ed19-4fe2-ae05-9ff455796349 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 931 time: 0.0877507 Jan 21 10:22:32.270936 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f16c2d1b-3746-4f62-920d-a5c678e759f5 req-68543bec-97ed-4bf7-b9cc-afc2100e3dd7 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416739 Jan 21 10:22:33.473350 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937572-a18f-4d94-bb55-5cc633ab2647 req-c4929cb0-66e1-4fd4-b6ae-8c7ba31c96a5 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:33.474834 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-05937572-a18f-4d94-bb55-5cc633ab2647 req-c4929cb0-66e1-4fd4-b6ae-8c7ba31c96a5 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 931 time: 0.0933602 Jan 21 10:22:33.521008 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-05937572-a18f-4d94-bb55-5cc633ab2647 req-f69862bb-dd6e-4e3d-94f2-9ce129396c94 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399535 Jan 21 10:22:34.792679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c32f69-dbc3-4be0-9108-08ae16fa310e req-0d413cd6-3763-4bd3-98a5-8726c775d694 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:34.794181 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e7c32f69-dbc3-4be0-9108-08ae16fa310e req-0d413cd6-3763-4bd3-98a5-8726c775d694 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 931 time: 0.0867708 Jan 21 10:22:34.839618 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e7c32f69-dbc3-4be0-9108-08ae16fa310e req-39c0fce5-1d2d-425e-adc3-d8698d019cc0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393584 Jan 21 10:22:36.049373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc56dd9-a26c-4e9d-bff0-98ed807124cc req-b91a091e-4f16-4e72-8482-3f2151a6279a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:36.050712 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bfc56dd9-a26c-4e9d-bff0-98ed807124cc req-b91a091e-4f16-4e72-8482-3f2151a6279a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 931 time: 0.0857885 Jan 21 10:22:36.094929 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bfc56dd9-a26c-4e9d-bff0-98ed807124cc req-c8d6e879-88a3-4c29-a307-e85b6870efdf tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384686 Jan 21 10:22:36.418695 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b44931c3-1e57-4862-aa9c-8992edcce2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:37.313583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626f6d-7764-4e68-b350-5a5b484486eb req-79e4ba99-6e17-4a74-bdc4-cd874842381e tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:37.315245 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-03626f6d-7764-4e68-b350-5a5b484486eb req-79e4ba99-6e17-4a74-bdc4-cd874842381e tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 931 time: 0.0885425 Jan 21 10:22:37.365589 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-03626f6d-7764-4e68-b350-5a5b484486eb req-0325e4e2-de09-4582-898a-da0a3753b2fd tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442955 Jan 21 10:22:37.987761 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Request body: {'port': {'device_id': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:22:38.101108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:38.481056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05daf27-fa29-459a-8643-ebeaee30d198 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:22:38.493061 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:38.507839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ef0e564c-9df2-4156-88d8-eb7b30ca6721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:38.556256 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Transition to ACTIVE for port object d05daf27-fa29-459a-8643-ebeaee30d198 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:22:38.562368 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:38.742444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543468b0-9d54-4591-a8d7-2147b1899317 req-48508b39-5f56-4f4b-bf5b-6db75f7663a0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:38.743983 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-543468b0-9d54-4591-a8d7-2147b1899317 req-48508b39-5f56-4f4b-bf5b-6db75f7663a0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 931 time: 0.2566800 Jan 21 10:22:38.744640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Pushing event updated for resources: {'Port': ['ID=d05daf27-fa29-459a-8643-ebeaee30d198,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:38.849533 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-543468b0-9d54-4591-a8d7-2147b1899317 req-3bf3a964-90bf-4848-b84c-701a98064670 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699141 Jan 21 10:22:38.856410 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Attempting to bind port d05daf27-fa29-459a-8643-ebeaee30d198 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:22:38.856757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Attempting to bind port d05daf27-fa29-459a-8643-ebeaee30d198 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'a95dd178-9e36-4663-afdb-d67f50c1d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:22:38.857104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Attempting to bind port d05daf27-fa29-459a-8643-ebeaee30d198 on network 0648aefe-c662-4f47-97e4-d742c477964c {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:22:38.861997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Port d05daf27-fa29-459a-8643-ebeaee30d198 on network 0648aefe-c662-4f47-97e4-d742c477964c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:22:38.862339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Attempting to bind port d05daf27-fa29-459a-8643-ebeaee30d198 on network 0648aefe-c662-4f47-97e4-d742c477964c {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:22:38.867573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:22:38.867909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Checking segment: {'id': 'a95dd178-9e36-4663-afdb-d67f50c1d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:22:38.868289 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Bound using segment: {'id': 'a95dd178-9e36-4663-afdb-d67f50c1d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:22:38.868746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Bound port: d05daf27-fa29-459a-8643-ebeaee30d198, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95dd178-9e36-4663-afdb-d67f50c1d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:22:38.869099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:39.058058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] For port d05daf27-fa29-459a-8643-ebeaee30d198, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:22:39.062325 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] For port d05daf27-fa29-459a-8643-ebeaee30d198, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d05daf27-fa29-459a-8643-ebeaee30d198,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:22:39.068483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:39.141423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:39.141999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:39.143836 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] 10.222.0.121 "PUT /v2.0/ports/d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 200 len: 1093 time: 1.1609750 Jan 21 10:22:39.144473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:22:39.165989 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56361b-fd0a-46e4-91d9-2ec91700bc56 service neutron] Pushing event updated for resources: {'Port': ['ID=d05daf27-fa29-459a-8643-ebeaee30d198,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:39.218099 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198', 'status': 'completed', 'code': 200} Jan 21 10:22:39.258837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-e8d375fe-c4a6-4ae7-bc98-3440d96738ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:39.260445 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-e8d375fe-c4a6-4ae7-bc98-3440d96738ed service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=87a7f2d97a1a4393b7995820e36380f8&device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 1096 time: 0.0744674 Jan 21 10:22:39.331731 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-77b816cc-690e-4a19-9ed0-3bbbf3170a12 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 200 len: 217 time: 0.0644946 Jan 21 10:22:39.398097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-6b80509d-889c-4efc-b21e-0a7b0e48a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:39.399571 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-6b80509d-889c-4efc-b21e-0a7b0e48a826 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c4c4eea3-cfe0-43a7-8d8b-e682eab7608f HTTP/1.1" status: 200 len: 853 time: 0.0621810 Jan 21 10:22:39.477684 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-1287e239-21fe-4cb7-bebc-f5ef3b789f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:39.479049 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-1287e239-21fe-4cb7-bebc-f5ef3b789f45 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0648aefe-c662-4f47-97e4-d742c477964c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733993 Jan 21 10:22:39.606921 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-f9e862d2-0499-4544-98a9-b2edd688ce5f service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218128 Jan 21 10:22:39.657203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:39.747238 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2f05bd2-373f-4c77-871c-c69159dadf37 req-6f4aeec4-8f6b-41ef-acaf-a72697c404c2 service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347675 Jan 21 10:22:39.859302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df601f4-c4aa-4494-85e6-d406bb6648d7 req-a41af158-797e-41b4-9c49-eadb002a65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:39.860668 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9df601f4-c4aa-4494-85e6-d406bb6648d7 req-a41af158-797e-41b4-9c49-eadb002a65dd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=87a7f2d97a1a4393b7995820e36380f8&device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 1096 time: 0.0704217 Jan 21 10:22:39.918753 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:40.039783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df601f4-c4aa-4494-85e6-d406bb6648d7 req-8f5f5e63-6ef4-4788-ab61-9080302df6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:40.041298 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9df601f4-c4aa-4494-85e6-d406bb6648d7 req-8f5f5e63-6ef4-4788-ab61-9080302df6d8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0648aefe-c662-4f47-97e4-d742c477964c HTTP/1.1" status: 200 len: 915 time: 0.1746511 Jan 21 10:22:40.111571 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9df601f4-c4aa-4494-85e6-d406bb6648d7 req-83b7f797-ef90-4d0e-a59b-ede676b7e9a1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 200 len: 217 time: 0.0630994 Jan 21 10:22:40.123370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f0b28-61d7-4fa7-8189-5b698fa8a07d req-3ff28a94-e26f-4144-be3f-1c980bbc97ad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:40.124723 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e04f0b28-61d7-4fa7-8189-5b698fa8a07d req-3ff28a94-e26f-4144-be3f-1c980bbc97ad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 943 time: 0.1669145 Jan 21 10:22:40.207322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df601f4-c4aa-4494-85e6-d406bb6648d7 req-cd95c0f4-259a-41a0-a042-e1c33326a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:40.208721 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9df601f4-c4aa-4494-85e6-d406bb6648d7 req-cd95c0f4-259a-41a0-a042-e1c33326a594 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c4c4eea3-cfe0-43a7-8d8b-e682eab7608f HTTP/1.1" status: 200 len: 853 time: 0.0830970 Jan 21 10:22:40.211469 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e04f0b28-61d7-4fa7-8189-5b698fa8a07d req-baeea47e-a0e8-4a5b-bddd-7237c21f3804 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580208 Jan 21 10:22:40.285576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df601f4-c4aa-4494-85e6-d406bb6648d7 req-65226785-865a-4802-9d51-141ff314e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:40.287015 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9df601f4-c4aa-4494-85e6-d406bb6648d7 req-65226785-865a-4802-9d51-141ff314e92d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0648aefe-c662-4f47-97e4-d742c477964c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720613 Jan 21 10:22:40.437598 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9df601f4-c4aa-4494-85e6-d406bb6648d7 req-461a1c8d-e6c0-4cbe-b573-9d84855b3b7e service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438243 Jan 21 10:22:40.674722 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9df601f4-c4aa-4494-85e6-d406bb6648d7 req-5d5e967b-3a49-4181-a6c9-4917f5829e66 service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297380 Jan 21 10:22:41.278323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:41.409452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83876f68-0ee9-4523-bb79-d3f9f3b01d20 req-13a950ce-894a-498e-bc6b-95320b180381 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:41.410922 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83876f68-0ee9-4523-bb79-d3f9f3b01d20 req-13a950ce-894a-498e-bc6b-95320b180381 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 943 time: 0.0808942 Jan 21 10:22:41.454553 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83876f68-0ee9-4523-bb79-d3f9f3b01d20 req-312ffed5-add7-4860-a167-e66bd6a301cc tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379725 Jan 21 10:22:42.650589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd26f-5162-4e1e-ae21-68b6e55d8dbb req-a3154048-1e8c-4237-aa0f-901d0ab9ea2b tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:42.652017 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ae9bd26f-5162-4e1e-ae21-68b6e55d8dbb req-a3154048-1e8c-4237-aa0f-901d0ab9ea2b tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 943 time: 0.0821383 Jan 21 10:22:42.701219 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ae9bd26f-5162-4e1e-ae21-68b6e55d8dbb req-bb5b5dd7-c38d-4f34-b777-0ca76e39f9bd tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Jan 21 10:22:43.651777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device d05daf27-fa29-459a-8643-ebeaee30d198 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:22:43.786785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port d05daf27-fa29-459a-8643-ebeaee30d198, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d05daf27-fa29-459a-8643-ebeaee30d198,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:22:43.799756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'd05daf27-fa29-459a-8643-ebeaee30d198', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'port_id': 'd05daf27-fa29-459a-8643-ebeaee30d198', 'mac_address': 'fa:16:3e:0b:60:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:22:43.853520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:43.870199 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05daf27-fa29-459a-8643-ebeaee30d198 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:22:43.882930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5a359-e871-4c05-b1b2-7d361ed2d9a5 req-60454091-2acc-45b4-be58-cee6c7c8dfae tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:43.884404 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c3b5a359-e871-4c05-b1b2-7d361ed2d9a5 req-60454091-2acc-45b4-be58-cee6c7c8dfae tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 943 time: 0.0801857 Jan 21 10:22:43.885704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port d05daf27-fa29-459a-8643-ebeaee30d198, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d05daf27-fa29-459a-8643-ebeaee30d198,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:22:43.890927 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:43.931110 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c3b5a359-e871-4c05-b1b2-7d361ed2d9a5 req-a4084270-8429-4983-a497-68eb39170302 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 Jan 21 10:22:43.959288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=d05daf27-fa29-459a-8643-ebeaee30d198,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:44.285117 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['d05daf27-fa29-459a-8643-ebeaee30d198'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:22:45.123765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae8f82-bf73-46a4-963b-d2901ee8bcc7 req-d63b5c72-ebc6-4208-b5ac-7a59dd3107d1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:45.125257 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-95ae8f82-bf73-46a4-963b-d2901ee8bcc7 req-d63b5c72-ebc6-4208-b5ac-7a59dd3107d1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 944 time: 0.0908372 Jan 21 10:22:45.168917 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-95ae8f82-bf73-46a4-963b-d2901ee8bcc7 req-6ac801c2-b240-4a5f-bdd8-23135879638f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377312 Jan 21 10:22:45.654815 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device d05daf27-fa29-459a-8643-ebeaee30d198 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:45.726003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port d05daf27-fa29-459a-8643-ebeaee30d198 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:45.730575 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port d05daf27-fa29-459a-8643-ebeaee30d198 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:45.730940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:45.844990 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:45.875921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:22:45.885960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port d05daf27-fa29-459a-8643-ebeaee30d198, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d05daf27-fa29-459a-8643-ebeaee30d198,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:22:45.891073 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:45.926087 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198', 'code': 200} Jan 21 10:22:45.958731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=d05daf27-fa29-459a-8643-ebeaee30d198,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:46.158334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816a3d3-eb84-4bc7-a83a-7f1c519ab4e4 req-91ff133d-b730-43a5-b8da-8b8f299bdd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:46.159702 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7816a3d3-eb84-4bc7-a83a-7f1c519ab4e4 req-91ff133d-b730-43a5-b8da-8b8f299bdd7b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 1098 time: 0.0764375 Jan 21 10:22:46.202947 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7816a3d3-eb84-4bc7-a83a-7f1c519ab4e4 req-ff598381-572d-46d9-bb0d-045485cdf3f5 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371561 Jan 21 10:22:46.357705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696864c-f7fb-4a95-a92e-f37470f4dde0 req-ccfbc715-3f92-49ff-a942-f879dd9b49a0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:46.359140 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5696864c-f7fb-4a95-a92e-f37470f4dde0 req-ccfbc715-3f92-49ff-a942-f879dd9b49a0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 945 time: 0.0826905 Jan 21 10:22:46.402478 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5696864c-f7fb-4a95-a92e-f37470f4dde0 req-99902ef6-ede4-485d-a7b2-c10eded65e83 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372486 Jan 21 10:22:47.594667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ace094-4383-4008-8f1d-4e57654523a5 req-1d4d006a-0910-41ff-bdb1-6d10e4ca803d tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:47.597192 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94ace094-4383-4008-8f1d-4e57654523a5 req-1d4d006a-0910-41ff-bdb1-6d10e4ca803d tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 945 time: 0.0886784 Jan 21 10:22:47.641247 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94ace094-4383-4008-8f1d-4e57654523a5 req-910721ba-c3b9-4536-a0cb-ca67ef58b611 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382273 Jan 21 10:22:48.832593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03cc95-fc56-4005-b7b6-814720633ed3 req-345d4e1a-d193-4f5d-b617-726535c32ffa tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:48.834038 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6b03cc95-fc56-4005-b7b6-814720633ed3 req-345d4e1a-d193-4f5d-b617-726535c32ffa tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 945 time: 0.0792606 Jan 21 10:22:48.877187 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6b03cc95-fc56-4005-b7b6-814720633ed3 req-c1ab597e-7bee-4c49-9d51-81b6ae170dd9 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374899 Jan 21 10:22:49.083946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344ec3b-9b3f-4014-bd10-2724fb71f90c req-f576ee6d-8aba-4b87-9454-c0bce8d259c5 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:49.085444 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1344ec3b-9b3f-4014-bd10-2724fb71f90c req-f576ee6d-8aba-4b87-9454-c0bce8d259c5 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 945 time: 0.0874326 Jan 21 10:22:49.133312 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1344ec3b-9b3f-4014-bd10-2724fb71f90c req-e949c3fd-dc12-4280-b8f2-deb818940dc0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 Jan 21 10:22:49.522642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff32964-97af-4d6a-bbf3-715349a5f803 req-38678ff0-4ee9-4c03-ba7c-378e84cba56f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:49.523971 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2ff32964-97af-4d6a-bbf3-715349a5f803 req-38678ff0-4ee9-4c03-ba7c-378e84cba56f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 945 time: 0.0847685 Jan 21 10:22:49.570654 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2ff32964-97af-4d6a-bbf3-715349a5f803 req-86d8ac66-e1d7-4017-b9a8-eb19ba8b639c tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Jan 21 10:22:58.954622 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:23:00.009719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ddc9b-f065-4b5f-9b81-d2aee899714b req-5157e5f5-27b5-45cc-808f-142acb647f89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:00.011170 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e9ddc9b-f065-4b5f-9b81-d2aee899714b req-5157e5f5-27b5-45cc-808f-142acb647f89 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 945 time: 0.0813155 Jan 21 10:23:00.054632 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9e9ddc9b-f065-4b5f-9b81-d2aee899714b req-34ea1b0b-b130-4b32-af40-aa840d67a2ee tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Jan 21 10:23:00.077979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54656) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:00.356640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc228f89-b887-4f0a-9b6a-5306570356cf tempest-TestMinimumBasicScenario-171392268 tempest-TestMinimumBasicScenario-171392268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:00.357286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-dc228f89-b887-4f0a-9b6a-5306570356cf tempest-TestMinimumBasicScenario-171392268 tempest-TestMinimumBasicScenario-171392268-project-admin] Synchronizing usage tracker for tenant:666ea7c4a2e045dbb8a1d0af64c14123 on resource:port {{(pid=87502) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:00.377852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-dc228f89-b887-4f0a-9b6a-5306570356cf tempest-TestMinimumBasicScenario-171392268 tempest-TestMinimumBasicScenario-171392268-project-admin] Unset dirty status for tenant:666ea7c4a2e045dbb8a1d0af64c14123 on resource:port {{(pid=87502) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:00.379351 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-dc228f89-b887-4f0a-9b6a-5306570356cf tempest-TestMinimumBasicScenario-171392268 tempest-TestMinimumBasicScenario-171392268-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 1093 time: 0.3002775 Jan 21 10:23:00.382674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54662) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:00.390156 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': 'd05daf27-fa29-459a-8643-ebeaee30d198', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:00.396953 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:00.401279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Usage tracker for resource:floatingip and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:00.404380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:00.410227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:00.426700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.570423 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.609055 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.713010 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Allocated IP 172.26.4.17 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/a120aa37-c46b-4113-ab33-5c869d029b36) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:00.868166 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.906900 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.973294 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:00.976192 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:00.979823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:23:01.008852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event updated for resources: {'Port': ['ID=a120aa37-c46b-4113-ab33-5c869d029b36,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:01.025861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:01.026208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:01.026547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:01.026892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:01.027218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:01.027552 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:01.027877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:01.028201 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:01.028555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:01.028880 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:01.029196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:01.029501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:01.422134 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.504359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.719226 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.727655 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.834741 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event updated for resources: {'Port': ['ID=a120aa37-c46b-4113-ab33-5c869d029b36,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:01.846359 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:02.017829 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Floating IP bd7c3bf3-6812-40ea-a6d3-46ef22eca7d7 associated. External IP: 172.26.4.17, port: d05daf27-fa29-459a-8643-ebeaee30d198. Jan 21 10:23:02.480952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:23:02.662364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:23:02.672478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a187e10b-63ae-44a1-9378-ad74a80f8b43 None None] Sync routers for ids ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:23:02.682399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187e10b-63ae-44a1-9378-ad74a80f8b43 None None] Routers {'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:02.682989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a187e10b-63ae-44a1-9378-ad74a80f8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:22:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:02.687250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:02.740969 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2211e75b-d566-4413-8ecb-02c1a391535f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3566263 Jan 21 10:23:02.741456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:02.744132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54666) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:02.749277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536542103', 'description': 'tempest-secgroup-smoke-1536542103 description', 'project_id': '87a7f2d97a1a4393b7995820e36380f8'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:02.755573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:02.761390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Usage tracker for resource:security_group and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:02.764856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:02.771177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:02.783172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:02.802751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:02.806484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Usage tracker for resource:security_group_rule and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:02.809878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:02.816127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:02.895221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:02.900520 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:02.903372 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-a187e10b-63ae-44a1-9378-ad74a80f8b43 None None] Set router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:02.927956 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198', 'status': 'completed', 'code': 200} Jan 21 10:23:02.944564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:02.945783 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2006145 Jan 21 10:23:02.949371 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2826cb-14c8-4fe8-94d1-57fe0f894bad tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6266344-e1f4-4253-8e14-512b9e2d3898,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:02.950067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54674) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:02.955777 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-5b8cfa5d-5dfb-4507-937c-3ece80945032 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Request body: {'security_group_rule': {'security_group_id': 'a6266344-e1f4-4253-8e14-512b9e2d3898', 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:02.962593 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5b8cfa5d-5dfb-4507-937c-3ece80945032 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:02.966890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5b8cfa5d-5dfb-4507-937c-3ece80945032 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Usage tracker for resource:security_group_rule and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:02.970752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5b8cfa5d-5dfb-4507-937c-3ece80945032 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:02.977207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5b8cfa5d-5dfb-4507-937c-3ece80945032 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:02.994119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5b8cfa5d-5dfb-4507-937c-3ece80945032 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.021911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d9a4a-87ad-4c83-8369-f5d4871b80cb req-e8e0a4c8-b05b-4734-92c6-c2fc7cf61bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:03.023739 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-088d9a4a-87ad-4c83-8369-f5d4871b80cb req-e8e0a4c8-b05b-4734-92c6-c2fc7cf61bde service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=87a7f2d97a1a4393b7995820e36380f8&device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 1098 time: 0.0711527 Jan 21 10:23:03.056641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5b8cfa5d-5dfb-4507-937c-3ece80945032 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.061850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5b8cfa5d-5dfb-4507-937c-3ece80945032 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.086545 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cfa5d-5dfb-4507-937c-3ece80945032 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec42b4f-28b3-4fce-bc25-cf4ef4a15532,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:03.101051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5b8cfa5d-5dfb-4507-937c-3ece80945032 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.105006 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5b8cfa5d-5dfb-4507-937c-3ece80945032 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510303 Jan 21 10:23:03.105360 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54678) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:03.110550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-a8fb37d2-6b0a-452f-ab4a-37decfe5d4ed tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Request body: {'security_group_rule': {'security_group_id': 'a6266344-e1f4-4253-8e14-512b9e2d3898', 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:03.118368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a8fb37d2-6b0a-452f-ab4a-37decfe5d4ed tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:03.122650 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a8fb37d2-6b0a-452f-ab4a-37decfe5d4ed tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Usage tracker for resource:security_group_rule and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:03.125543 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-a8fb37d2-6b0a-452f-ab4a-37decfe5d4ed tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:03.131263 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-a8fb37d2-6b0a-452f-ab4a-37decfe5d4ed tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:03.150290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8fb37d2-6b0a-452f-ab4a-37decfe5d4ed tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.159978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d9a4a-87ad-4c83-8369-f5d4871b80cb req-26e9efc9-c8ea-49e5-ae8f-f3c62e307796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:03.161455 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-088d9a4a-87ad-4c83-8369-f5d4871b80cb req-26e9efc9-c8ea-49e5-ae8f-f3c62e307796 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0648aefe-c662-4f47-97e4-d742c477964c HTTP/1.1" status: 200 len: 915 time: 0.1319931 Jan 21 10:23:03.214872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8fb37d2-6b0a-452f-ab4a-37decfe5d4ed tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.219463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8fb37d2-6b0a-452f-ab4a-37decfe5d4ed tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.244949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb37d2-6b0a-452f-ab4a-37decfe5d4ed tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244cac55-5566-4bef-bec0-e63a4eb2ee51,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:03.257368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8fb37d2-6b0a-452f-ab4a-37decfe5d4ed tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.258915 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a8fb37d2-6b0a-452f-ab4a-37decfe5d4ed tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525791 Jan 21 10:23:03.261630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54682) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:03.266839 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-5a3bef7d-e9fb-426e-9c6f-9ff25cca9bc1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Request body: {'security_group_rule': {'security_group_id': 'a6266344-e1f4-4253-8e14-512b9e2d3898', 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:03.269091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a187e10b-63ae-44a1-9378-ad74a80f8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:08Z', 'revision_number': 4, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port': {'id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'bd7c3bf3-6812-40ea-a6d3-46ef22eca7d7', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'port_id': 'd05daf27-fa29-459a-8643-ebeaee30d198', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'mac_address': 'fa:16:3e:0b:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:23:01Z', 'updated_at': '2022-01-21T10:23:01Z', 'revision_number': 0, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d1a5b5-bc15-402c-828e-9e3e632aeb0f', 'name': '', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'mac_address': 'fa:16:3e:3d:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:07Z', 'updated_at': '2022-01-21T10:22:15Z', 'revision_number': 5, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'subnets': [{'id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:03.273128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a187e10b-63ae-44a1-9378-ad74a80f8b43 None None] Checking router: b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:23:03.273313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5a3bef7d-e9fb-426e-9c6f-9ff25cca9bc1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:03.276564 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-088d9a4a-87ad-4c83-8369-f5d4871b80cb req-2d38066e-caac-4b55-817c-47a72f3deb33 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 200 len: 998 time: 0.1074617 Jan 21 10:23:03.277062 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5a3bef7d-e9fb-426e-9c6f-9ff25cca9bc1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Usage tracker for resource:security_group_rule and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:03.279974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-5a3bef7d-e9fb-426e-9c6f-9ff25cca9bc1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:03.281488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187e10b-63ae-44a1-9378-ad74a80f8b43 None None] Routers {'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:03.282085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a187e10b-63ae-44a1-9378-ad74a80f8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:22:38Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:03.286297 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-5a3bef7d-e9fb-426e-9c6f-9ff25cca9bc1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:03.303211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5a3bef7d-e9fb-426e-9c6f-9ff25cca9bc1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.347353 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d9a4a-87ad-4c83-8369-f5d4871b80cb req-2fa36679-9557-44fb-8625-ce362cf909b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:03.349053 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-088d9a4a-87ad-4c83-8369-f5d4871b80cb req-2fa36679-9557-44fb-8625-ce362cf909b5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c4c4eea3-cfe0-43a7-8d8b-e682eab7608f HTTP/1.1" status: 200 len: 853 time: 0.0655837 Jan 21 10:23:03.367248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5a3bef7d-e9fb-426e-9c6f-9ff25cca9bc1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.371511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5a3bef7d-e9fb-426e-9c6f-9ff25cca9bc1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.394955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3bef7d-e9fb-426e-9c6f-9ff25cca9bc1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08f51b8-c8d4-456e-81f8-87fd0f2c2bcb,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:03.405307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5a3bef7d-e9fb-426e-9c6f-9ff25cca9bc1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.409282 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5a3bef7d-e9fb-426e-9c6f-9ff25cca9bc1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438019 Jan 21 10:23:03.409770 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54686) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:03.414995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e849af2f-b777-4ab5-a789-c785dc847ba1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Request body: {'security_group_rule': {'security_group_id': 'a6266344-e1f4-4253-8e14-512b9e2d3898', 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:03.421047 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e849af2f-b777-4ab5-a789-c785dc847ba1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:03.426003 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e849af2f-b777-4ab5-a789-c785dc847ba1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Usage tracker for resource:security_group_rule and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:03.429097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e849af2f-b777-4ab5-a789-c785dc847ba1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:03.435494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e849af2f-b777-4ab5-a789-c785dc847ba1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:03.437292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d9a4a-87ad-4c83-8369-f5d4871b80cb req-006638d9-a30d-43b5-9e6e-e3d4de4d87df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:03.438773 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-088d9a4a-87ad-4c83-8369-f5d4871b80cb req-006638d9-a30d-43b5-9e6e-e3d4de4d87df service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0648aefe-c662-4f47-97e4-d742c477964c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833776 Jan 21 10:23:03.453868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e849af2f-b777-4ab5-a789-c785dc847ba1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.467389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-a187e10b-63ae-44a1-9378-ad74a80f8b43 None None] Set router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:03.535113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e849af2f-b777-4ab5-a789-c785dc847ba1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.539680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e849af2f-b777-4ab5-a789-c785dc847ba1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.567420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e849af2f-b777-4ab5-a789-c785dc847ba1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.571516 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e849af2f-b777-4ab5-a789-c785dc847ba1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607456 Jan 21 10:23:03.572439 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54690) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:03.581711 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-8eee401e-75eb-46da-bdcb-624c857d514a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Request body: {'security_group_rule': {'security_group_id': 'a6266344-e1f4-4253-8e14-512b9e2d3898', 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:03.585924 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849af2f-b777-4ab5-a789-c785dc847ba1 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f452fae-fb81-46f5-8622-e247c8452fa3,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:03.590769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8eee401e-75eb-46da-bdcb-624c857d514a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:03.594060 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-088d9a4a-87ad-4c83-8369-f5d4871b80cb req-9b45a795-10e4-444d-bbaa-e2dc08b105b9 service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486297 Jan 21 10:23:03.596442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8eee401e-75eb-46da-bdcb-624c857d514a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Usage tracker for resource:security_group_rule and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:03.599588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-8eee401e-75eb-46da-bdcb-624c857d514a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:03.608962 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-8eee401e-75eb-46da-bdcb-624c857d514a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:03.622071 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-8eee401e-75eb-46da-bdcb-624c857d514a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Project 87a7f2d97a1a4393b7995820e36380f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:23:03.642838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8eee401e-75eb-46da-bdcb-624c857d514a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.706727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8eee401e-75eb-46da-bdcb-624c857d514a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.711589 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8eee401e-75eb-46da-bdcb-624c857d514a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.739320 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee401e-75eb-46da-bdcb-624c857d514a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1257d00d-1a70-433d-b5b4-c839cd33ba33,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:03.752199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-8eee401e-75eb-46da-bdcb-624c857d514a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.757410 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8eee401e-75eb-46da-bdcb-624c857d514a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1815133 Jan 21 10:23:03.758288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54694) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:03.764095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-6c31b9d3-6bda-41c6-8773-9951658b8be0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Request body: {'security_group_rule': {'security_group_id': 'a6266344-e1f4-4253-8e14-512b9e2d3898', 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:03.770932 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6c31b9d3-6bda-41c6-8773-9951658b8be0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:03.775245 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6c31b9d3-6bda-41c6-8773-9951658b8be0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Usage tracker for resource:security_group_rule and tenant:87a7f2d97a1a4393b7995820e36380f8 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:03.778840 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-6c31b9d3-6bda-41c6-8773-9951658b8be0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:03.785353 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-6c31b9d3-6bda-41c6-8773-9951658b8be0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:03.798386 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-6c31b9d3-6bda-41c6-8773-9951658b8be0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Project 87a7f2d97a1a4393b7995820e36380f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:23:03.805939 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6c31b9d3-6bda-41c6-8773-9951658b8be0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.850453 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-088d9a4a-87ad-4c83-8369-f5d4871b80cb req-45eaba33-6725-41e3-8daa-12328eacac16 service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460499 Jan 21 10:23:03.870262 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-a187e10b-63ae-44a1-9378-ad74a80f8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:08Z', 'revision_number': 4, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port': {'id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'bd7c3bf3-6812-40ea-a6d3-46ef22eca7d7', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'port_id': 'd05daf27-fa29-459a-8643-ebeaee30d198', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'mac_address': 'fa:16:3e:0b:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:23:01Z', 'updated_at': '2022-01-21T10:23:01Z', 'revision_number': 0, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d1a5b5-bc15-402c-828e-9e3e632aeb0f', 'name': '', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'mac_address': 'fa:16:3e:3d:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:07Z', 'updated_at': '2022-01-21T10:22:15Z', 'revision_number': 5, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'subnets': [{'id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:03.874749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a187e10b-63ae-44a1-9378-ad74a80f8b43 None None] The sync data for ids ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:08Z', 'revision_number': 4, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port': {'id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'bd7c3bf3-6812-40ea-a6d3-46ef22eca7d7', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'port_id': 'd05daf27-fa29-459a-8643-ebeaee30d198', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'mac_address': 'fa:16:3e:0b:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:23:01Z', 'updated_at': '2022-01-21T10:23:01Z', 'revision_number': 0, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d1a5b5-bc15-402c-828e-9e3e632aeb0f', 'name': '', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'mac_address': 'fa:16:3e:3d:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:07Z', 'updated_at': '2022-01-21T10:22:15Z', 'revision_number': 5, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'subnets': [{'id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:23:03.874994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6c31b9d3-6bda-41c6-8773-9951658b8be0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.879264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6c31b9d3-6bda-41c6-8773-9951658b8be0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.906626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31b9d3-6bda-41c6-8773-9951658b8be0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ab1634-1218-42cd-9ffc-53b841b411d9,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:03.916496 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-6c31b9d3-6bda-41c6-8773-9951658b8be0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.917726 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6c31b9d3-6bda-41c6-8773-9951658b8be0 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1582506 Jan 21 10:23:04.053288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3627db8b-8445-4173-8e7b-03bbe0bd58f6 req-3af5c92a-5c50-4e15-a418-895133724c0e tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Synchronizing usage tracker for tenant:87a7f2d97a1a4393b7995820e36380f8 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:04.073118 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3627db8b-8445-4173-8e7b-03bbe0bd58f6 req-3af5c92a-5c50-4e15-a418-895133724c0e tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Unset dirty status for tenant:87a7f2d97a1a4393b7995820e36380f8 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:04.074275 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3627db8b-8445-4173-8e7b-03bbe0bd58f6 req-3af5c92a-5c50-4e15-a418-895133724c0e tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536542103&fields=id&tenant_id=87a7f2d97a1a4393b7995820e36380f8 HTTP/1.1" status: 200 len: 267 time: 0.0617864 Jan 21 10:23:04.162603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627db8b-8445-4173-8e7b-03bbe0bd58f6 req-12c87e05-c2f0-4f0a-b7fc-cc021fb37bf4 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:04.164064 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3627db8b-8445-4173-8e7b-03bbe0bd58f6 req-12c87e05-c2f0-4f0a-b7fc-cc021fb37bf4 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 945 time: 0.0838926 Jan 21 10:23:04.175330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-3627db8b-8445-4173-8e7b-03bbe0bd58f6 req-80be5fc4-78d3-452f-9c68-54578608b633 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Request body: {'port': {'security_groups': ['c22072ae-cd56-4673-b9ee-ba917ba19988', 'a6266344-e1f4-4253-8e14-512b9e2d3898']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:04.195426 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edffd440-bdd4-4d7b-9847-950f86df260e None None] New status for floating IP bd7c3bf3-6812-40ea-a6d3-46ef22eca7d7: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:23:04.293526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3627db8b-8445-4173-8e7b-03bbe0bd58f6 req-80be5fc4-78d3-452f-9c68-54578608b633 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.552058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-3627db8b-8445-4173-8e7b-03bbe0bd58f6 req-80be5fc4-78d3-452f-9c68-54578608b633 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] For port d05daf27-fa29-459a-8643-ebeaee30d198, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d05daf27-fa29-459a-8643-ebeaee30d198,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:04.577475 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3627db8b-8445-4173-8e7b-03bbe0bd58f6 req-80be5fc4-78d3-452f-9c68-54578608b633 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.583297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3627db8b-8445-4173-8e7b-03bbe0bd58f6 req-80be5fc4-78d3-452f-9c68-54578608b633 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.594952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['d05daf27-fa29-459a-8643-ebeaee30d198'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:23:04.653162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627db8b-8445-4173-8e7b-03bbe0bd58f6 req-80be5fc4-78d3-452f-9c68-54578608b633 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:04.653784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3627db8b-8445-4173-8e7b-03bbe0bd58f6 req-80be5fc4-78d3-452f-9c68-54578608b633 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.655179 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3627db8b-8445-4173-8e7b-03bbe0bd58f6 req-80be5fc4-78d3-452f-9c68-54578608b633 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "PUT /v2.0/ports/d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 200 len: 981 time: 0.4846566 Jan 21 10:23:04.658448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:04.708971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be5fc4-78d3-452f-9c68-54578608b633 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event updated for resources: {'Port': ['ID=d05daf27-fa29-459a-8643-ebeaee30d198,revision_number=6']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:04.724476 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['d05daf27-fa29-459a-8643-ebeaee30d198'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:23:04.730297 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198', 'status': 'completed', 'code': 200} Jan 21 10:23:04.889552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c9f79-852f-4e93-bfca-12b629977e68 req-20714849-4cf3-4fdc-9731-4f0a1d35300f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:04.891060 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-661c9f79-852f-4e93-bfca-12b629977e68 req-20714849-4cf3-4fdc-9731-4f0a1d35300f tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.1170700 Jan 21 10:23:04.897720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca992c-0db6-4ee6-9083-70d1d08161f9 req-b16d246c-57e9-482b-a04c-efe0565d33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:04.899139 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33ca992c-0db6-4ee6-9083-70d1d08161f9 req-b16d246c-57e9-482b-a04c-efe0565d33d4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=87a7f2d97a1a4393b7995820e36380f8&device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 1137 time: 0.1568811 Jan 21 10:23:05.028179 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-661c9f79-852f-4e93-bfca-12b629977e68 req-e2e776ef-16ed-4f22-8236-9db46930f671 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279125 Jan 21 10:23:05.058452 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fcb2d5fa-dfd0-4725-9065-20290f767b62 None None] Provisioning complete for port d05daf27-fa29-459a-8643-ebeaee30d198 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:05.059394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fcb2d5fa-dfd0-4725-9065-20290f767b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.067564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca992c-0db6-4ee6-9083-70d1d08161f9 req-6ca74880-70e9-451e-9583-9ea9e8e45b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:05.069033 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33ca992c-0db6-4ee6-9083-70d1d08161f9 req-6ca74880-70e9-451e-9583-9ea9e8e45b0f service neutron] 10.222.0.121 "GET /v2.0/networks?id=0648aefe-c662-4f47-97e4-d742c477964c HTTP/1.1" status: 200 len: 915 time: 0.1543624 Jan 21 10:23:05.186615 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33ca992c-0db6-4ee6-9083-70d1d08161f9 req-5345d7bf-abc9-43da-8d78-d78ef642fcaf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 200 len: 1000 time: 0.1104081 Jan 21 10:23:05.253864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca992c-0db6-4ee6-9083-70d1d08161f9 req-f694e87b-9ce1-4fc5-9c51-53970156970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:05.255313 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33ca992c-0db6-4ee6-9083-70d1d08161f9 req-f694e87b-9ce1-4fc5-9c51-53970156970a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c4c4eea3-cfe0-43a7-8d8b-e682eab7608f HTTP/1.1" status: 200 len: 853 time: 0.0607932 Jan 21 10:23:05.331513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca992c-0db6-4ee6-9083-70d1d08161f9 req-99fe9b2d-5a6c-4663-89c4-975c00ba49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:05.332952 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33ca992c-0db6-4ee6-9083-70d1d08161f9 req-99fe9b2d-5a6c-4663-89c4-975c00ba49f6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0648aefe-c662-4f47-97e4-d742c477964c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713460 Jan 21 10:23:05.465949 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33ca992c-0db6-4ee6-9083-70d1d08161f9 req-4846a50b-8df5-4181-90aa-a49141b99b4f service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266029 Jan 21 10:23:05.597077 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33ca992c-0db6-4ee6-9083-70d1d08161f9 req-26aa481b-6c51-4d27-9753-873806b9ee08 service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244545 Jan 21 10:23:06.412139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5b48f9c8-1c1f-41b4-84fa-1367fa41af21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:08.518098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8de740c6-94c9-4ed5-8240-5549394f4163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.652188 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.924499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:11.285513 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:17.792703 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-df2209d6-d1b5-49e3-b164-bb7febfa1070 req-ddbaefc9-d12e-48fb-b44c-bb56f80f9c5d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737107 Jan 21 10:23:17.934630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2209d6-d1b5-49e3-b164-bb7febfa1070 req-5e3a4f61-66e9-4cc7-9870-97d020d7198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:17.935993 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-df2209d6-d1b5-49e3-b164-bb7febfa1070 req-5e3a4f61-66e9-4cc7-9870-97d020d7198c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=87a7f2d97a1a4393b7995820e36380f8&device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 1137 time: 0.0721242 Jan 21 10:23:18.178711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2209d6-d1b5-49e3-b164-bb7febfa1070 req-8110eff9-f72a-4ec3-80aa-871ffa7c71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:18.180182 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-df2209d6-d1b5-49e3-b164-bb7febfa1070 req-8110eff9-f72a-4ec3-80aa-871ffa7c71fb service neutron] 10.222.0.121 "GET /v2.0/networks?id=0648aefe-c662-4f47-97e4-d742c477964c HTTP/1.1" status: 200 len: 915 time: 0.2252574 Jan 21 10:23:18.280628 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-df2209d6-d1b5-49e3-b164-bb7febfa1070 req-06c68bcb-a7db-47a5-90cc-92ab570f892d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 200 len: 1000 time: 0.0941384 Jan 21 10:23:18.344217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2209d6-d1b5-49e3-b164-bb7febfa1070 req-90bdf805-015b-4b93-bab8-9779200e6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:18.345625 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-df2209d6-d1b5-49e3-b164-bb7febfa1070 req-90bdf805-015b-4b93-bab8-9779200e6843 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c4c4eea3-cfe0-43a7-8d8b-e682eab7608f HTTP/1.1" status: 200 len: 853 time: 0.0594218 Jan 21 10:23:18.422012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2209d6-d1b5-49e3-b164-bb7febfa1070 req-16e1c358-0898-405c-b291-d43b68733c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:18.423454 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-df2209d6-d1b5-49e3-b164-bb7febfa1070 req-16e1c358-0898-405c-b291-d43b68733c37 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0648aefe-c662-4f47-97e4-d742c477964c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718889 Jan 21 10:23:18.566538 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-df2209d6-d1b5-49e3-b164-bb7febfa1070 req-b7fb53ed-5739-41c2-922e-d7e36abad15b service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367493 Jan 21 10:23:18.699971 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-df2209d6-d1b5-49e3-b164-bb7febfa1070 req-ce1fcaf8-f758-40b4-bd0f-675a6b41b030 service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279707 Jan 21 10:23:30.615647 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:35.953569 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:23:36.417547 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7a73b2ae-56df-4ac8-9530-f79cb12e2b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:38.523991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4336fe70-104d-430a-81e7-9665b0cb4a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:39.662912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:39.928204 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:41.283271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:00.625498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:03.832572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778add38-af9f-46b6-b2a9-fffc2ad74de2 req-67a61818-7f02-42e5-98ac-9e3c22159704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:03.834105 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-778add38-af9f-46b6-b2a9-fffc2ad74de2 req-67a61818-7f02-42e5-98ac-9e3c22159704 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=87a7f2d97a1a4393b7995820e36380f8&device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 1137 time: 0.0810447 Jan 21 10:24:04.018000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778add38-af9f-46b6-b2a9-fffc2ad74de2 req-6dcfb5ae-f989-4741-9536-39945c8dd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:04.019482 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-778add38-af9f-46b6-b2a9-fffc2ad74de2 req-6dcfb5ae-f989-4741-9536-39945c8dd8c5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0648aefe-c662-4f47-97e4-d742c477964c HTTP/1.1" status: 200 len: 915 time: 0.1790025 Jan 21 10:24:04.120085 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889b917-2a74-4190-9a0b-541b9dd1448c req-77ea6649-e657-4d0c-b994-8651112fa129 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:04.121547 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1889b917-2a74-4190-9a0b-541b9dd1448c req-77ea6649-e657-4d0c-b994-8651112fa129 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.3347406 Jan 21 10:24:04.147619 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-778add38-af9f-46b6-b2a9-fffc2ad74de2 req-848caa01-3bf8-464d-96d7-034eca90d15e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 200 len: 1000 time: 0.1201353 Jan 21 10:24:04.211266 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1889b917-2a74-4190-9a0b-541b9dd1448c req-57dfeb32-c1ab-437d-a1c4-aea814363e45 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820291 Jan 21 10:24:04.230824 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778add38-af9f-46b6-b2a9-fffc2ad74de2 req-23105a33-9179-4d8c-ad02-573a9a835569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:04.232243 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-778add38-af9f-46b6-b2a9-fffc2ad74de2 req-23105a33-9179-4d8c-ad02-573a9a835569 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c4c4eea3-cfe0-43a7-8d8b-e682eab7608f HTTP/1.1" status: 200 len: 853 time: 0.0719671 Jan 21 10:24:04.307514 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778add38-af9f-46b6-b2a9-fffc2ad74de2 req-e2df6397-4c1e-444c-b23d-9855a51eeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:04.308977 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-778add38-af9f-46b6-b2a9-fffc2ad74de2 req-e2df6397-4c1e-444c-b23d-9855a51eeb43 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0648aefe-c662-4f47-97e4-d742c477964c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706131 Jan 21 10:24:04.440281 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-778add38-af9f-46b6-b2a9-fffc2ad74de2 req-1e272cdb-f56f-43c0-a04a-2495a7153d27 service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247475 Jan 21 10:24:04.572837 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-778add38-af9f-46b6-b2a9-fffc2ad74de2 req-f79c9c11-83da-47f9-9f83-b695f14caca5 service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255095 Jan 21 10:24:05.481729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d11542-eeb5-4231-af69-3f57a52f8c4e req-ebdf2b82-1d58-4d14-b005-953912b4a8dd tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:05.483349 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54d11542-eeb5-4231-af69-3f57a52f8c4e req-ebdf2b82-1d58-4d14-b005-953912b4a8dd tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.1523836 Jan 21 10:24:05.641311 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54d11542-eeb5-4231-af69-3f57a52f8c4e req-638a7ffb-382f-4151-af91-e9fc1d4e0299 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514835 Jan 21 10:24:06.412328 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-71dfbd81-cd8b-41f2-9910-79b676bdf88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:06.835702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4d0d7-16e8-4afc-897e-6882214162a3 req-24f6e8bc-373d-49dc-828c-122ae1196145 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:06.837178 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a0d4d0d7-16e8-4afc-897e-6882214162a3 req-24f6e8bc-373d-49dc-828c-122ae1196145 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.0817897 Jan 21 10:24:06.885587 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a0d4d0d7-16e8-4afc-897e-6882214162a3 req-aa8b3a58-d1ca-4d95-baa7-2669202b6795 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400245 Jan 21 10:24:08.084075 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d443927-c0eb-47fa-9b39-5dc2df0ba471 req-a1b367f9-4406-402e-84fb-73ef2875894b tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:08.085726 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d443927-c0eb-47fa-9b39-5dc2df0ba471 req-a1b367f9-4406-402e-84fb-73ef2875894b tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.0914633 Jan 21 10:24:08.132667 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d443927-c0eb-47fa-9b39-5dc2df0ba471 req-3c09706d-c660-4884-92bd-5ba9f3a30550 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408826 Jan 21 10:24:08.526244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2cd7-f081-41b3-ae8f-6823de93f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:09.351410 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902096f-38d7-4abb-b368-cd1fb9ade2ad req-63e2cfae-59b1-4dc5-9413-a5af6576bbb6 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:09.352971 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b902096f-38d7-4abb-b368-cd1fb9ade2ad req-63e2cfae-59b1-4dc5-9413-a5af6576bbb6 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.0968103 Jan 21 10:24:09.410733 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b902096f-38d7-4abb-b368-cd1fb9ade2ad req-25e617aa-c196-4846-8028-e714c087169e tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516317 Jan 21 10:24:09.667152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:09.934279 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:10.614934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc16008-41fb-46e4-97d4-93f745f5af0d req-81661f72-0f13-4f1b-9fbe-64dab39d633b tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:10.616376 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ddc16008-41fb-46e4-97d4-93f745f5af0d req-81661f72-0f13-4f1b-9fbe-64dab39d633b tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.0793588 Jan 21 10:24:10.662017 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ddc16008-41fb-46e4-97d4-93f745f5af0d req-407f468b-dbf5-4f9c-bd9e-02ddfd2280a7 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395167 Jan 21 10:24:11.292471 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:11.891205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9b0c-efa4-41fd-8a90-41fcbc3f5228 req-58a71d29-3b5d-497a-a30c-a7443f94a377 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:11.893070 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33ea9b0c-efa4-41fd-8a90-41fcbc3f5228 req-58a71d29-3b5d-497a-a30c-a7443f94a377 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.1129735 Jan 21 10:24:11.945619 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33ea9b0c-efa4-41fd-8a90-41fcbc3f5228 req-d1d12bdf-8216-46a7-a2d1-efadf4f30b3e tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461471 Jan 21 10:24:12.955844 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:24:13.147298 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32971a-bb61-4784-a57b-19ec1d3edb22 req-3a0066f7-e15b-4bb5-a7cc-4390a4416816 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:13.148832 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e32971a-bb61-4784-a57b-19ec1d3edb22 req-3a0066f7-e15b-4bb5-a7cc-4390a4416816 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.0822871 Jan 21 10:24:13.208507 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e32971a-bb61-4784-a57b-19ec1d3edb22 req-45556e6d-2713-4ff4-b2f4-4e961a34a548 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504959 Jan 21 10:24:14.428311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a1875-31c7-4bb8-b412-8904fc0690bd req-4f8d2792-ec35-4b73-8bf0-9e301681cd67 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:14.429830 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-291a1875-31c7-4bb8-b412-8904fc0690bd req-4f8d2792-ec35-4b73-8bf0-9e301681cd67 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.0997009 Jan 21 10:24:14.476066 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-291a1875-31c7-4bb8-b412-8904fc0690bd req-9173a131-4c50-48ee-8cbd-f5466dc064d6 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400162 Jan 21 10:24:15.678917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a27fe-5d59-4e89-b73b-cd8f954d9961 req-28284c49-d580-4f13-8586-40c25e980abb tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:15.680422 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-872a27fe-5d59-4e89-b73b-cd8f954d9961 req-28284c49-d580-4f13-8586-40c25e980abb tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.0812728 Jan 21 10:24:15.734886 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-872a27fe-5d59-4e89-b73b-cd8f954d9961 req-64b7757a-500e-4645-82e6-82a9dc6ceade tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472634 Jan 21 10:24:16.928045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df61935-13a3-4ac2-99b6-c5688ab6fc8f req-1404c2ae-00f6-436c-a090-e2dc2e59e981 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:16.929450 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6df61935-13a3-4ac2-99b6-c5688ab6fc8f req-1404c2ae-00f6-436c-a090-e2dc2e59e981 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.0834517 Jan 21 10:24:16.976596 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6df61935-13a3-4ac2-99b6-c5688ab6fc8f req-b5a08a70-d8b6-47ca-aadc-97f2b90c8dce tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407970 Jan 21 10:24:18.185361 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc645e98-37cf-42bb-99c1-030f9a5ac9da req-fb92abc9-2779-45aa-8d69-6411c46cfdbe tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:18.186756 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc645e98-37cf-42bb-99c1-030f9a5ac9da req-fb92abc9-2779-45aa-8d69-6411c46cfdbe tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.0943208 Jan 21 10:24:18.237291 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc645e98-37cf-42bb-99c1-030f9a5ac9da req-f667e1fb-39f6-4b55-80b5-c7042acf2046 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417020 Jan 21 10:24:18.546512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f428ef7-5970-4e3b-86a8-ea24f8efc8b0 req-b365db42-3249-4c58-bc83-afc6643da57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:18.547980 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f428ef7-5970-4e3b-86a8-ea24f8efc8b0 req-b365db42-3249-4c58-bc83-afc6643da57f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=87a7f2d97a1a4393b7995820e36380f8&device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 1137 time: 0.1355631 Jan 21 10:24:18.697302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f428ef7-5970-4e3b-86a8-ea24f8efc8b0 req-fdd8e74b-bb38-4bd5-8441-6312956a7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:18.698759 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f428ef7-5970-4e3b-86a8-ea24f8efc8b0 req-fdd8e74b-bb38-4bd5-8441-6312956a7e6d service neutron] 10.222.0.121 "GET /v2.0/networks?id=0648aefe-c662-4f47-97e4-d742c477964c HTTP/1.1" status: 200 len: 915 time: 0.1313996 Jan 21 10:24:18.807881 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f428ef7-5970-4e3b-86a8-ea24f8efc8b0 req-643a8a33-56c3-4ee3-b0b6-d486c6771ece service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 200 len: 1000 time: 0.1031005 Jan 21 10:24:18.871522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f428ef7-5970-4e3b-86a8-ea24f8efc8b0 req-2d27b68a-9881-4c3e-a126-4fbbf5c2736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:18.872981 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f428ef7-5970-4e3b-86a8-ea24f8efc8b0 req-2d27b68a-9881-4c3e-a126-4fbbf5c2736f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c4c4eea3-cfe0-43a7-8d8b-e682eab7608f HTTP/1.1" status: 200 len: 853 time: 0.0595942 Jan 21 10:24:18.958806 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f428ef7-5970-4e3b-86a8-ea24f8efc8b0 req-7985696a-6b13-4b2e-9bd2-79aaeef62090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:18.960256 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f428ef7-5970-4e3b-86a8-ea24f8efc8b0 req-7985696a-6b13-4b2e-9bd2-79aaeef62090 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0648aefe-c662-4f47-97e4-d742c477964c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816388 Jan 21 10:24:19.103029 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f428ef7-5970-4e3b-86a8-ea24f8efc8b0 req-f058334e-aa5f-4b9d-a1a5-df5d45cca2bd service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357813 Jan 21 10:24:19.342523 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f428ef7-5970-4e3b-86a8-ea24f8efc8b0 req-e9945893-c9ad-444a-983f-799fcb5e35ac service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333994 Jan 21 10:24:19.437957 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3f1de-837d-4b34-9011-dece8dbb68c8 req-60f46a6d-b482-486c-96ae-7b582daf0ac9 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:19.439421 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09a3f1de-837d-4b34-9011-dece8dbb68c8 req-60f46a6d-b482-486c-96ae-7b582daf0ac9 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.0895514 Jan 21 10:24:19.492649 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09a3f1de-837d-4b34-9011-dece8dbb68c8 req-90d7524a-c0d9-4c6b-be85-5aaf706fc533 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439119 Jan 21 10:24:20.687194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f21a4-6b71-47ca-85bf-621a5e3623ff req-31a06e99-5797-4c5d-90d7-257645d68b51 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:20.688705 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e35f21a4-6b71-47ca-85bf-621a5e3623ff req-31a06e99-5797-4c5d-90d7-257645d68b51 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.0813982 Jan 21 10:24:20.735257 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e35f21a4-6b71-47ca-85bf-621a5e3623ff req-7c982b47-9465-448a-a0aa-c81665b7a176 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&id=a6266344-e1f4-4253-8e14-512b9e2d3898&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406249 Jan 21 10:24:24.828510 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [req-ae23e6e0-c9a5-4461-a222-4e0dee5a4f72 req-b35e1b00-536f-4f82-b58c-bbabe0c6cd7a tempest-ServerDiskConfigTestJSON-241181209 tempest-ServerDiskConfigTestJSON-241181209-project] (87502) timed out ('10.222.0.121', 49965) {{(pid=87502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:24:30.623983 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:36.415830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-55ce7fdd-6c07-4d5c-a272-a08af497ad0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:38.530163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-89d35eb5-b089-40ff-8068-98058f3f8247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:39.672061 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:39.941469 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:41.297097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:49.954968 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:25:00.635434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:06.426541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-138febbb-b409-4ef9-9b55-8e95d3302dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:08.529653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3f9ff240-8769-4fcc-a3a3-80d77f39ee8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:09.667966 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:09.945331 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:11.296423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:16.397918 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b36db50e-42f5-40ec-bdc5-3369564d6aa3 req-93dfa358-e35d-41df-baea-7992c57ebe4c tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536542103&fields=id&tenant_id=87a7f2d97a1a4393b7995820e36380f8 HTTP/1.1" status: 200 len: 267 time: 0.0403364 Jan 21 10:25:16.489032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36db50e-42f5-40ec-bdc5-3369564d6aa3 req-17a2ded3-4e75-4113-8d67-9efd5114ec1b tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:16.490489 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b36db50e-42f5-40ec-bdc5-3369564d6aa3 req-17a2ded3-4e75-4113-8d67-9efd5114ec1b tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 984 time: 0.0847161 Jan 21 10:25:16.501471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-b36db50e-42f5-40ec-bdc5-3369564d6aa3 req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Request body: {'port': {'security_groups': ['c22072ae-cd56-4673-b9ee-ba917ba19988']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:16.620455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b36db50e-42f5-40ec-bdc5-3369564d6aa3 req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:16.868583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-b36db50e-42f5-40ec-bdc5-3369564d6aa3 req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] For port d05daf27-fa29-459a-8643-ebeaee30d198, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d05daf27-fa29-459a-8643-ebeaee30d198,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:16.895705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b36db50e-42f5-40ec-bdc5-3369564d6aa3 req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:16.902017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b36db50e-42f5-40ec-bdc5-3369564d6aa3 req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:16.913583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['d05daf27-fa29-459a-8643-ebeaee30d198'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:25:16.973474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36db50e-42f5-40ec-bdc5-3369564d6aa3 req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:16.974098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-b36db50e-42f5-40ec-bdc5-3369564d6aa3 req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:16.975508 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b36db50e-42f5-40ec-bdc5-3369564d6aa3 req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "PUT /v2.0/ports/d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 200 len: 942 time: 0.4787252 Jan 21 10:25:16.978835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:16.983645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54804) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:17.005154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event updated for resources: {'Port': ['ID=d05daf27-fa29-459a-8643-ebeaee30d198,revision_number=7']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:17.014452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.014811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.015369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.015880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.016227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.016808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.017152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.017993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.018351 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.019171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.019940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.020299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551669ed-fdbd-4c78-9a35-c795f98650ea tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.079423 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['d05daf27-fa29-459a-8643-ebeaee30d198'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:25:17.090781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:17.117555 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198', 'status': 'completed', 'code': 200} Jan 21 10:25:17.125496 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:17.198828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:17.221304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d37bd-e912-43ce-ae4e-0318e17e432f req-98279e19-b031-45ff-9229-8dd5eae69174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:17.222858 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a7d37bd-e912-43ce-ae4e-0318e17e432f req-98279e19-b031-45ff-9229-8dd5eae69174 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=87a7f2d97a1a4393b7995820e36380f8&device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 1098 time: 0.0803883 Jan 21 10:25:17.225458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6266344-e1f4-4253-8e14-512b9e2d3898,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:17.236896 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.237256 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.237598 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.237944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.238274 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.238601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.238933 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.239261 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.239586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.239917 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.240240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.240622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.246041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:17.250051 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-bc4b0da4-0f36-469f-8a11-7b731f3c67c2 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "DELETE /v2.0/security-groups/a6266344-e1f4-4253-8e14-512b9e2d3898 HTTP/1.1" status: 204 len: 168 time: 0.2622015 Jan 21 10:25:17.250277 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54810) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:17.337704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3697d0bb-daca-47d1-9812-1dcd8137a276 None None] Provisioning complete for port d05daf27-fa29-459a-8643-ebeaee30d198 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:17.338063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3697d0bb-daca-47d1-9812-1dcd8137a276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:17.368863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d37bd-e912-43ce-ae4e-0318e17e432f req-0f4f1ca3-5867-4370-ae82-6c97d18fbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:17.370300 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a7d37bd-e912-43ce-ae4e-0318e17e432f req-0f4f1ca3-5867-4370-ae82-6c97d18fbbab service neutron] 10.222.0.121 "GET /v2.0/networks?id=0648aefe-c662-4f47-97e4-d742c477964c HTTP/1.1" status: 200 len: 915 time: 0.1401970 Jan 21 10:25:17.471988 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b2a4d9e2-fb70-414e-93af-1f26ae7f0247 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Deleting port a120aa37-c46b-4113-ab33-5c869d029b36 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:17.472371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d9e2-fb70-414e-93af-1f26ae7f0247 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:17.475587 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a7d37bd-e912-43ce-ae4e-0318e17e432f req-d0c83d8e-aab9-4e70-a68d-663e5084475e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 200 len: 1000 time: 0.0988493 Jan 21 10:25:17.537099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d37bd-e912-43ce-ae4e-0318e17e432f req-36d3e33c-bed4-406c-8722-ac3fdcbfbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:17.538528 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a7d37bd-e912-43ce-ae4e-0318e17e432f req-36d3e33c-bed4-406c-8722-ac3fdcbfbaeb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c4c4eea3-cfe0-43a7-8d8b-e682eab7608f HTTP/1.1" status: 200 len: 853 time: 0.0571511 Jan 21 10:25:17.618978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d37bd-e912-43ce-ae4e-0318e17e432f req-1e71f9c8-e943-46aa-a381-4635d51f95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:17.620543 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a7d37bd-e912-43ce-ae4e-0318e17e432f req-1e71f9c8-e943-46aa-a381-4635d51f95f9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0648aefe-c662-4f47-97e4-d742c477964c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755849 Jan 21 10:25:17.751758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d9e2-fb70-414e-93af-1f26ae7f0247 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:17.751981 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d9e2-fb70-414e-93af-1f26ae7f0247 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:17.754541 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a7d37bd-e912-43ce-ae4e-0318e17e432f req-427aef23-a173-4e50-aee5-a88de4ae1843 service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278100 Jan 21 10:25:17.874937 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b2a4d9e2-fb70-414e-93af-1f26ae7f0247 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Calling delete_port for a120aa37-c46b-4113-ab33-5c869d029b36 owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:17.885016 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0a7d37bd-e912-43ce-ae4e-0318e17e432f req-536f1cb7-0c3f-41b1-94bd-64686d124f5a service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248169 Jan 21 10:25:18.029941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d9e2-fb70-414e-93af-1f26ae7f0247 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:18.078516 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4d9e2-fb70-414e-93af-1f26ae7f0247 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event deleted for resources: {'Port': ['ID=a120aa37-c46b-4113-ab33-5c869d029b36,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:18.170637 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d9e2-fb70-414e-93af-1f26ae7f0247 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:18.170975 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-b2a4d9e2-fb70-414e-93af-1f26ae7f0247 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Floating IP bd7c3bf3-6812-40ea-a6d3-46ef22eca7d7 disassociated (deleted). External IP: 172.26.4.17, port: d05daf27-fa29-459a-8643-ebeaee30d198. Jan 21 10:25:18.433953 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11ec2296-d844-452d-b953-cbca5253413d req-f04ee032-99d2-4975-8690-aecdec0d54b0 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685155 Jan 21 10:25:18.526743 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a4d9e2-fb70-414e-93af-1f26ae7f0247 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:25:18.572076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec2296-d844-452d-b953-cbca5253413d req-a91a2fc2-29b4-44de-89bf-6672ab5e3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:18.573653 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11ec2296-d844-452d-b953-cbca5253413d req-a91a2fc2-29b4-44de-89bf-6672ab5e3e8c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=87a7f2d97a1a4393b7995820e36380f8&device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 1098 time: 0.0743032 Jan 21 10:25:18.710195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a4d9e2-fb70-414e-93af-1f26ae7f0247 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:25:18.721039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8440ca-23ac-4af6-b009-6311d4803668 None None] Sync routers for ids ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:25:18.730570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8440ca-23ac-4af6-b009-6311d4803668 None None] Routers {'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:18.731219 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3f8440ca-23ac-4af6-b009-6311d4803668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:25:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:18.732675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d9e2-fb70-414e-93af-1f26ae7f0247 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:18.794178 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b2a4d9e2-fb70-414e-93af-1f26ae7f0247 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "DELETE /v2.0/floatingips/bd7c3bf3-6812-40ea-a6d3-46ef22eca7d7 HTTP/1.1" status: 204 len: 168 time: 1.5428495 Jan 21 10:25:18.795211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:18.847665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec2296-d844-452d-b953-cbca5253413d req-f95b0871-9fd4-4606-bc33-709e2a1f0b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:18.849032 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198', 'status': 'completed', 'code': 200} Jan 21 10:25:18.849475 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11ec2296-d844-452d-b953-cbca5253413d req-f95b0871-9fd4-4606-bc33-709e2a1f0b8e service neutron] 10.222.0.121 "GET /v2.0/networks?id=0648aefe-c662-4f47-97e4-d742c477964c HTTP/1.1" status: 200 len: 915 time: 0.2567799 Jan 21 10:25:18.915768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-3f8440ca-23ac-4af6-b009-6311d4803668 None None] Set router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:18.922947 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11ec2296-d844-452d-b953-cbca5253413d req-625ce037-6d47-4ae9-b844-89fbb16d874e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 200 len: 217 time: 0.0648518 Jan 21 10:25:18.985964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec2296-d844-452d-b953-cbca5253413d req-2b8e97e7-4f09-4641-95cb-ed7e591e9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:18.987428 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11ec2296-d844-452d-b953-cbca5253413d req-2b8e97e7-4f09-4641-95cb-ed7e591e9e23 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c4c4eea3-cfe0-43a7-8d8b-e682eab7608f HTTP/1.1" status: 200 len: 853 time: 0.0579491 Jan 21 10:25:19.064169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec2296-d844-452d-b953-cbca5253413d req-637d4e02-be39-4615-ba11-a9b5299af32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:19.065754 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11ec2296-d844-452d-b953-cbca5253413d req-637d4e02-be39-4615-ba11-a9b5299af32a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0648aefe-c662-4f47-97e4-d742c477964c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722253 Jan 21 10:25:19.219698 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11ec2296-d844-452d-b953-cbca5253413d req-cac2b2e0-a8b9-41fc-8b41-17bb5ad9ec53 service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467390 Jan 21 10:25:19.293332 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3f8440ca-23ac-4af6-b009-6311d4803668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:08Z', 'revision_number': 4, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port': {'id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'a5d1a5b5-bc15-402c-828e-9e3e632aeb0f', 'name': '', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'mac_address': 'fa:16:3e:3d:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:07Z', 'updated_at': '2022-01-21T10:22:15Z', 'revision_number': 5, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'subnets': [{'id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:19.297612 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8440ca-23ac-4af6-b009-6311d4803668 None None] Checking router: b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:25:19.305894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8440ca-23ac-4af6-b009-6311d4803668 None None] Routers {'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:19.306567 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3f8440ca-23ac-4af6-b009-6311d4803668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:25:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:19.361551 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11ec2296-d844-452d-b953-cbca5253413d req-9321fda8-e565-4e03-b320-0f52f00b0942 service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363738 Jan 21 10:25:19.482193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fe7e3-89e7-494a-a56e-22e3dfe90cd0 req-8ce70f99-5d23-4f38-ac91-1fadaaea7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:19.483423 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-165fe7e3-89e7-494a-a56e-22e3dfe90cd0 req-8ce70f99-5d23-4f38-ac91-1fadaaea7d5b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=87a7f2d97a1a4393b7995820e36380f8&device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 1098 time: 0.0767937 Jan 21 10:25:19.486100 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-3f8440ca-23ac-4af6-b009-6311d4803668 None None] Set router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:19.615283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fe7e3-89e7-494a-a56e-22e3dfe90cd0 req-500077da-bef7-468f-aea9-c9dc7ead361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:19.617138 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-165fe7e3-89e7-494a-a56e-22e3dfe90cd0 req-500077da-bef7-468f-aea9-c9dc7ead361b service neutron] 10.222.0.121 "GET /v2.0/networks?id=0648aefe-c662-4f47-97e4-d742c477964c HTTP/1.1" status: 200 len: 915 time: 0.1284254 Jan 21 10:25:19.696574 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-165fe7e3-89e7-494a-a56e-22e3dfe90cd0 req-bfe4943d-3c0b-4b69-9646-d0ce66b4170e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 200 len: 217 time: 0.0702629 Jan 21 10:25:19.765942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fe7e3-89e7-494a-a56e-22e3dfe90cd0 req-f4698a41-ef6e-494c-8e68-06e58cb207ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:19.767338 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-165fe7e3-89e7-494a-a56e-22e3dfe90cd0 req-f4698a41-ef6e-494c-8e68-06e58cb207ef service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c4c4eea3-cfe0-43a7-8d8b-e682eab7608f HTTP/1.1" status: 200 len: 853 time: 0.0631039 Jan 21 10:25:19.801678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3f8440ca-23ac-4af6-b009-6311d4803668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:08Z', 'revision_number': 4, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port': {'id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'a5d1a5b5-bc15-402c-828e-9e3e632aeb0f', 'name': '', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'mac_address': 'fa:16:3e:3d:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:07Z', 'updated_at': '2022-01-21T10:22:15Z', 'revision_number': 5, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'subnets': [{'id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:19.805775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8440ca-23ac-4af6-b009-6311d4803668 None None] The sync data for ids ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:08Z', 'revision_number': 4, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port': {'id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'a5d1a5b5-bc15-402c-828e-9e3e632aeb0f', 'name': '', 'network_id': '0648aefe-c662-4f47-97e4-d742c477964c', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'mac_address': 'fa:16:3e:3d:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:07Z', 'updated_at': '2022-01-21T10:22:15Z', 'revision_number': 5, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'subnets': [{'id': 'c4c4eea3-cfe0-43a7-8d8b-e682eab7608f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:25:19.851095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fe7e3-89e7-494a-a56e-22e3dfe90cd0 req-31c12848-8f8e-4bf3-9bd7-7c123fa0c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:19.852640 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-165fe7e3-89e7-494a-a56e-22e3dfe90cd0 req-31c12848-8f8e-4bf3-9bd7-7c123fa0c8f2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0648aefe-c662-4f47-97e4-d742c477964c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795376 Jan 21 10:25:20.010987 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-165fe7e3-89e7-494a-a56e-22e3dfe90cd0 req-523663f0-ad43-472a-a6f7-e3a0056b64c2 service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514313 Jan 21 10:25:20.080328 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5467c3-5fac-446c-941c-04d7cdd58755 None None] New status for floating IP bd7c3bf3-6812-40ea-a6d3-46ef22eca7d7: DOWN {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:25:20.165736 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-165fe7e3-89e7-494a-a56e-22e3dfe90cd0 req-3564110c-6e0f-470c-b1c3-624162d199fb service neutron] 10.222.0.121 "GET /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484983 Jan 21 10:25:24.459975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06585c79-2689-4035-bc87-9c44b5c1c32b req-ccbe95b5-ab8f-4825-9708-e34367947fd4 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:24.461357 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-06585c79-2689-4035-bc87-9c44b5c1c32b req-ccbe95b5-ab8f-4825-9708-e34367947fd4 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 945 time: 0.0882876 Jan 21 10:25:24.508796 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-06585c79-2689-4035-bc87-9c44b5c1c32b req-1daedf40-8612-4fea-a330-bfeb354906ec tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389450 Jan 21 10:25:25.705213 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de8f07-fb33-44a1-b35f-aad82c6dffb0 req-1175850b-c94d-4dc4-9a68-05e359e5e15a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:25.706670 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-26de8f07-fb33-44a1-b35f-aad82c6dffb0 req-1175850b-c94d-4dc4-9a68-05e359e5e15a tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 945 time: 0.0789380 Jan 21 10:25:25.760120 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-26de8f07-fb33-44a1-b35f-aad82c6dffb0 req-2f2279d5-79ca-458b-bd73-7b95c7e92b8e tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473073 Jan 21 10:25:26.332411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1dc86-8457-45c9-b21a-3df300413002 req-6084cbc8-1d06-48d7-bd91-a7878d9c24c3 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:26.333716 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8ca1dc86-8457-45c9-b21a-3df300413002 req-6084cbc8-1d06-48d7-bd91-a7878d9c24c3 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.121 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 945 time: 0.0930119 Jan 21 10:25:26.405295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-8ca1dc86-8457-45c9-b21a-3df300413002 req-1f5df0fd-fefc-4536-8ad6-e08a1afa96c8 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Deleting port d05daf27-fa29-459a-8643-ebeaee30d198 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:26.405629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-8ca1dc86-8457-45c9-b21a-3df300413002 req-1f5df0fd-fefc-4536-8ad6-e08a1afa96c8 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.660831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-8ca1dc86-8457-45c9-b21a-3df300413002 req-1f5df0fd-fefc-4536-8ad6-e08a1afa96c8 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] For port d05daf27-fa29-459a-8643-ebeaee30d198, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d05daf27-fa29-459a-8643-ebeaee30d198,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:26.661187 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-8ca1dc86-8457-45c9-b21a-3df300413002 req-1f5df0fd-fefc-4536-8ad6-e08a1afa96c8 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.880040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-8ca1dc86-8457-45c9-b21a-3df300413002 req-1f5df0fd-fefc-4536-8ad6-e08a1afa96c8 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Calling delete_port for d05daf27-fa29-459a-8643-ebeaee30d198 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:26.955602 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:25:27.054306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b47d4-30c1-4445-904c-92c277bb51d3 req-0d1083c0-3227-47fd-9b22-8ddd05aba206 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:27.055764 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a10b47d4-30c1-4445-904c-92c277bb51d3 req-0d1083c0-3227-47fd-9b22-8ddd05aba206 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/ports?device_id=032c7c92-93cd-4a15-933f-91518a5d4c5b HTTP/1.1" status: 200 len: 945 time: 0.1828592 Jan 21 10:25:27.102598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-8ca1dc86-8457-45c9-b21a-3df300413002 req-1f5df0fd-fefc-4536-8ad6-e08a1afa96c8 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.154618 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a10b47d4-30c1-4445-904c-92c277bb51d3 req-b45b161c-4bd6-4567-b625-da41f0632a9e tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.99 "GET /v2.0/security-groups?id=c22072ae-cd56-4673-b9ee-ba917ba19988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898802 Jan 21 10:25:27.162929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5df0fd-fefc-4536-8ad6-e08a1afa96c8 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Pushing event deleted for resources: {'Port': ['ID=d05daf27-fa29-459a-8643-ebeaee30d198,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:27.237203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca1dc86-8457-45c9-b21a-3df300413002 req-1f5df0fd-fefc-4536-8ad6-e08a1afa96c8 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] No DVR routers for this DVR port d05daf27-fa29-459a-8643-ebeaee30d198 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:25:27.239632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-8ca1dc86-8457-45c9-b21a-3df300413002 req-1f5df0fd-fefc-4536-8ad6-e08a1afa96c8 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.242134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'name': 'network-vif-deleted', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:27.253507 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8ca1dc86-8457-45c9-b21a-3df300413002 req-1f5df0fd-fefc-4536-8ad6-e08a1afa96c8 tempest-TestMinimumBasicScenario-1982706293 tempest-TestMinimumBasicScenario-1982706293-project] 10.222.0.121 "DELETE /v2.0/ports/d05daf27-fa29-459a-8643-ebeaee30d198 HTTP/1.1" status: 204 len: 173 time: 0.9148071 Jan 21 10:25:27.289781 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032c7c92-93cd-4a15-933f-91518a5d4c5b', 'name': 'network-vif-deleted', 'tag': 'd05daf27-fa29-459a-8643-ebeaee30d198', 'status': 'completed', 'code': 200} Jan 21 10:25:28.500576 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device d05daf27-fa29-459a-8643-ebeaee30d198 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:25:28.535192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: d05daf27-fa29-459a-8643-ebeaee30d198 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:25:28.535545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device d05daf27-fa29-459a-8643-ebeaee30d198 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:25:28.821717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54898) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:29.407911 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e7b7cb99-d557-42e3-9671-f9a02acae882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:29.763169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e7b7cb99-d557-42e3-9671-f9a02acae882 admin admin] Deleting port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:29.763418 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e7b7cb99-d557-42e3-9671-f9a02acae882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:30.048701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-e7b7cb99-d557-42e3-9671-f9a02acae882 admin admin] For port a5d1a5b5-bc15-402c-828e-9e3e632aeb0f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=a5d1a5b5-bc15-402c-828e-9e3e632aeb0f,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:30.049362 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e7b7cb99-d557-42e3-9671-f9a02acae882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:30.168035 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-e7b7cb99-d557-42e3-9671-f9a02acae882 admin admin] Calling delete_port for a5d1a5b5-bc15-402c-828e-9e3e632aeb0f owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:30.347328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e7b7cb99-d557-42e3-9671-f9a02acae882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:30.395682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7cb99-d557-42e3-9671-f9a02acae882 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d1a5b5-bc15-402c-828e-9e3e632aeb0f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:30.640557 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:30.670155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e7b7cb99-d557-42e3-9671-f9a02acae882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:31.030570 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b7cb99-d557-42e3-9671-f9a02acae882 admin admin] Router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:25:31.332100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b7cb99-d557-42e3-9671-f9a02acae882 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:25:31.341046 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8122ac0e-ef94-4c6a-bd64-7898a4b21542 None None] Sync routers for ids ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:25:31.345006 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e7b7cb99-d557-42e3-9671-f9a02acae882 admin admin] 10.222.0.99 "PUT /v2.0/routers/b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5221105 Jan 21 10:25:31.347651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54902) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:31.350585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8122ac0e-ef94-4c6a-bd64-7898a4b21542 None None] Routers {'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:31.351183 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-8122ac0e-ef94-4c6a-bd64-7898a4b21542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:25:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:31.518341 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:31.524106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-8122ac0e-ef94-4c6a-bd64-7898a4b21542 None None] Set router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:31.703482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:31.713966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Deleting port 9f7e7382-a609-4655-b3cb-6861cbe91d14 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:31.714333 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:31.816706 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-8122ac0e-ef94-4c6a-bd64-7898a4b21542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:25:30Z', 'revision_number': 5, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port': {'id': '9f7e7382-a609-4655-b3cb-6861cbe91d14', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:31.820529 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8122ac0e-ef94-4c6a-bd64-7898a4b21542 None None] Checking router: b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:25:31.828736 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8122ac0e-ef94-4c6a-bd64-7898a4b21542 None None] Routers {'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:31.829331 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-8122ac0e-ef94-4c6a-bd64-7898a4b21542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:25:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:31.888354 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] For port 9f7e7382-a609-4655-b3cb-6861cbe91d14, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9f7e7382-a609-4655-b3cb-6861cbe91d14,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:31.888742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.018952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Calling delete_port for 9f7e7382-a609-4655-b3cb-6861cbe91d14 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:32.019935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-8122ac0e-ef94-4c6a-bd64-7898a4b21542 None None] Set router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:32.124165 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-8122ac0e-ef94-4c6a-bd64-7898a4b21542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:25:31Z', 'revision_number': 6, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:32.128574 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8122ac0e-ef94-4c6a-bd64-7898a4b21542 None None] The sync data for ids ['b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845'] in dv-neutron-825723-1-hyperv is: [{'id': 'b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845', 'name': 'tempest-TestMinimumBasicScenario-975894546-router', 'tenant_id': '87a7f2d97a1a4393b7995820e36380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:04Z', 'updated_at': '2022-01-21T10:25:31Z', 'revision_number': 6, 'project_id': '87a7f2d97a1a4393b7995820e36380f8', 'gw_port_host': None}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:25:32.186585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.231869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7e7382-a609-4655-b3cb-6861cbe91d14,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:32.323527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.497736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.500085 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.524159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.524850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:25:32.537208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.540956 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-832c621e-c2de-4977-8d03-3aa15c29ca89 admin admin] 10.222.0.99 "DELETE /v2.0/routers/b0ae59c9-3ab2-4aba-80a8-bc1a4b2d7845 HTTP/1.1" status: 204 len: 168 time: 1.1897888 Jan 21 10:25:32.540956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54906) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:32.599315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-863bfcf6-5afa-4916-b6d1-611c5c4feac8 admin admin] Deleting subnet c4c4eea3-cfe0-43a7-8d8b-e682eab7608f {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:25:32.602178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-863bfcf6-5afa-4916-b6d1-611c5c4feac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.651701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-863bfcf6-5afa-4916-b6d1-611c5c4feac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.836073 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-863bfcf6-5afa-4916-b6d1-611c5c4feac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.906103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-863bfcf6-5afa-4916-b6d1-611c5c4feac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.946059 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bfcf6-5afa-4916-b6d1-611c5c4feac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c4eea3-cfe0-43a7-8d8b-e682eab7608f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:32.949617 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-863bfcf6-5afa-4916-b6d1-611c5c4feac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.956129 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-863bfcf6-5afa-4916-b6d1-611c5c4feac8 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/c4c4eea3-cfe0-43a7-8d8b-e682eab7608f HTTP/1.1" status: 204 len: 168 time: 0.4141834 Jan 21 10:25:32.957314 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d9032-3e65-4c62-ac19-9ff48150ae43 None None] Network 0648aefe-c662-4f47-97e4-d742c477964c requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:25:32.958735 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54910) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:33.064328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.075390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Deleting port 7a899278-f134-4d0d-8e88-5f7677bb5cea {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:33.075721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.208068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115111a7-e1d4-4597-9f67-b80e3e63dec1 None None] DHCP port deletion for 0648aefe-c662-4f47-97e4-d742c477964c request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:25:33.211971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-115111a7-e1d4-4597-9f67-b80e3e63dec1 None None] Deleting port 7a899278-f134-4d0d-8e88-5f7677bb5cea {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:33.212368 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-115111a7-e1d4-4597-9f67-b80e3e63dec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.276870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] For port 7a899278-f134-4d0d-8e88-5f7677bb5cea, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7a899278-f134-4d0d-8e88-5f7677bb5cea,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:33.277227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.399294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Calling delete_port for 7a899278-f134-4d0d-8e88-5f7677bb5cea owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:33.421463 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-115111a7-e1d4-4597-9f67-b80e3e63dec1 None None] For port 7a899278-f134-4d0d-8e88-5f7677bb5cea, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7a899278-f134-4d0d-8e88-5f7677bb5cea,segment=NetworkSegment(a95dd178-9e36-4663-afdb-d67f50c1d98f),segment_id=a95dd178-9e36-4663-afdb-d67f50c1d98f)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:33.421921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-115111a7-e1d4-4597-9f67-b80e3e63dec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.482266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.528496 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Pushing event deleted for resources: {'Port': ['ID=7a899278-f134-4d0d-8e88-5f7677bb5cea,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:33.532774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] No DVR routers for this DVR port 7a899278-f134-4d0d-8e88-5f7677bb5cea on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:25:33.545350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-115111a7-e1d4-4597-9f67-b80e3e63dec1 None None] Calling delete_port for 7a899278-f134-4d0d-8e88-5f7677bb5cea owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:25:33.614728 dv-neutron-825723-1-hyperv neutron-server[87503]: util.warn( Jan 21 10:25:33.625606 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-115111a7-e1d4-4597-9f67-b80e3e63dec1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:25:33.625606 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-115111a7-e1d4-4597-9f67-b80e3e63dec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:25:33.661619 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.687012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0648aefe-c662-4f47-97e4-d742c477964c']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:33.699327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95dd178-9e36-4663-afdb-d67f50c1d98f') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:33.699613 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95dd178-9e36-4663-afdb-d67f50c1d98f') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:33.711651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.727129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.733128 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:25:33.733545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:25:33.749879 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:25:33.825600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.846136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.855938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] Pushing event deleted for resources: {'Network': ['ID=0648aefe-c662-4f47-97e4-d742c477964c,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:33.862903 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1094c1c9-d318-4a39-a819-7608140175fc admin admin] 10.222.0.99 "DELETE /v2.0/networks/0648aefe-c662-4f47-97e4-d742c477964c HTTP/1.1" status: 204 len: 168 time: 0.9032569 Jan 21 10:25:33.866053 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54914) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:34.027364 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7a899278-f134-4d0d-8e88-5f7677bb5cea no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:25:34.060701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 7a899278-f134-4d0d-8e88-5f7677bb5cea {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:25:34.061317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7a899278-f134-4d0d-8e88-5f7677bb5cea not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:25:34.061726 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a5d1a5b5-bc15-402c-828e-9e3e632aeb0f no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:25:34.094444 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: a5d1a5b5-bc15-402c-828e-9e3e632aeb0f {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:25:34.094783 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device a5d1a5b5-bc15-402c-828e-9e3e632aeb0f not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:25:34.095224 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9f7e7382-a609-4655-b3cb-6861cbe91d14 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:25:34.130988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-115111a7-e1d4-4597-9f67-b80e3e63dec1 None None] Deleting port 7a899278-f134-4d0d-8e88-5f7677bb5cea {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:34.131352 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-115111a7-e1d4-4597-9f67-b80e3e63dec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:34.154161 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 9f7e7382-a609-4655-b3cb-6861cbe91d14 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:25:34.154520 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9f7e7382-a609-4655-b3cb-6861cbe91d14 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:25:34.198798 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-115111a7-e1d4-4597-9f67-b80e3e63dec1 None None] The port '7a899278-f134-4d0d-8e88-5f7677bb5cea' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:25:34.510444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fad8d549-dc3d-4b7f-8b88-8bb54614121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:34.856248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-fad8d549-dc3d-4b7f-8b88-8bb54614121a admin admin] Deleting port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:34.856485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fad8d549-dc3d-4b7f-8b88-8bb54614121a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:35.026518 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-fad8d549-dc3d-4b7f-8b88-8bb54614121a admin admin] For port 437c5a5d-fd04-4bff-8d09-f61fcf12a7da, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=437c5a5d-fd04-4bff-8d09-f61fcf12a7da,segment=NetworkSegment(1a9449e6-286a-491a-a2cb-a7ee055ef895),segment_id=1a9449e6-286a-491a-a2cb-a7ee055ef895)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:35.027218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fad8d549-dc3d-4b7f-8b88-8bb54614121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:35.155349 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-fad8d549-dc3d-4b7f-8b88-8bb54614121a admin admin] Calling delete_port for 437c5a5d-fd04-4bff-8d09-f61fcf12a7da owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:35.469960 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fad8d549-dc3d-4b7f-8b88-8bb54614121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:35.514714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8d549-dc3d-4b7f-8b88-8bb54614121a admin admin] Pushing event deleted for resources: {'Port': ['ID=437c5a5d-fd04-4bff-8d09-f61fcf12a7da,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:35.916045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fad8d549-dc3d-4b7f-8b88-8bb54614121a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:36.284972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad8d549-dc3d-4b7f-8b88-8bb54614121a admin admin] Router 18234373-3199-4045-b73f-a95ee9a7a8d2 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:25:36.420792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8662c9f4-5080-48d7-9c4f-364a5eeb38d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:36.470664 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad8d549-dc3d-4b7f-8b88-8bb54614121a admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:25:36.479481 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0e9d2-bd2d-4d46-bc6c-b794f485af0f None None] Sync routers for ids ['18234373-3199-4045-b73f-a95ee9a7a8d2'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:25:36.487205 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fad8d549-dc3d-4b7f-8b88-8bb54614121a admin admin] 10.222.0.99 "PUT /v2.0/routers/18234373-3199-4045-b73f-a95ee9a7a8d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6198545 Jan 21 10:25:36.488659 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0e9d2-bd2d-4d46-bc6c-b794f485af0f None None] Routers {'18234373-3199-4045-b73f-a95ee9a7a8d2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:36.489346 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c1b0e9d2-bd2d-4d46-bc6c-b794f485af0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:25:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['18234373-3199-4045-b73f-a95ee9a7a8d2'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:36.489703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54918) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:36.662958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:36.664687 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-c1b0e9d2-bd2d-4d46-bc6c-b794f485af0f None None] Set router 18234373-3199-4045-b73f-a95ee9a7a8d2 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:36.941534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:36.954203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Deleting port cf57387f-ad47-440c-8347-b1e4eaec1195 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:36.955312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:36.987114 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c1b0e9d2-bd2d-4d46-bc6c-b794f485af0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'name': 'tempest-TestMinimumBasicScenario-477665093-router', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:10Z', 'updated_at': '2022-01-21T10:25:35Z', 'revision_number': 5, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'gw_port': {'id': 'cf57387f-ad47-440c-8347-b1e4eaec1195', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:22:11Z', 'updated_at': '2022-01-21T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:36.991510 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0e9d2-bd2d-4d46-bc6c-b794f485af0f None None] Checking router: 18234373-3199-4045-b73f-a95ee9a7a8d2 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:25:37.000010 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0e9d2-bd2d-4d46-bc6c-b794f485af0f None None] Routers {'18234373-3199-4045-b73f-a95ee9a7a8d2'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:37.000801 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c1b0e9d2-bd2d-4d46-bc6c-b794f485af0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:25:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['18234373-3199-4045-b73f-a95ee9a7a8d2'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:37.124845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] For port cf57387f-ad47-440c-8347-b1e4eaec1195, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=cf57387f-ad47-440c-8347-b1e4eaec1195,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:37.125203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:37.160820 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-c1b0e9d2-bd2d-4d46-bc6c-b794f485af0f None None] Set router 18234373-3199-4045-b73f-a95ee9a7a8d2 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:37.246115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Calling delete_port for cf57387f-ad47-440c-8347-b1e4eaec1195 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:37.289140 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c1b0e9d2-bd2d-4d46-bc6c-b794f485af0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'name': 'tempest-TestMinimumBasicScenario-477665093-router', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:10Z', 'updated_at': '2022-01-21T10:25:36Z', 'revision_number': 6, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:37.294262 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0e9d2-bd2d-4d46-bc6c-b794f485af0f None None] The sync data for ids ['18234373-3199-4045-b73f-a95ee9a7a8d2'] in dv-neutron-825723-1-hyperv is: [{'id': '18234373-3199-4045-b73f-a95ee9a7a8d2', 'name': 'tempest-TestMinimumBasicScenario-477665093-router', 'tenant_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:22:10Z', 'updated_at': '2022-01-21T10:25:36Z', 'revision_number': 6, 'project_id': '666ea7c4a2e045dbb8a1d0af64c14123', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:25:37.417883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:37.466606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf57387f-ad47-440c-8347-b1e4eaec1195,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:37.563755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:37.735399 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:37.737593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:37.762831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:37.763580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18234373-3199-4045-b73f-a95ee9a7a8d2 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:25:37.776936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:37.777998 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-525aa01d-e6a4-4c76-a0df-1abcc36eea00 admin admin] 10.222.0.99 "DELETE /v2.0/routers/18234373-3199-4045-b73f-a95ee9a7a8d2 HTTP/1.1" status: 204 len: 168 time: 1.2873356 Jan 21 10:25:37.780688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54922) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:37.841568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-996623b0-8263-46f6-b827-2aaf81a1aca7 admin admin] Deleting subnet dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:25:37.844261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-996623b0-8263-46f6-b827-2aaf81a1aca7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:37.893122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-996623b0-8263-46f6-b827-2aaf81a1aca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:37.983397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-996623b0-8263-46f6-b827-2aaf81a1aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.065891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-996623b0-8263-46f6-b827-2aaf81a1aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.079379 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 437c5a5d-fd04-4bff-8d09-f61fcf12a7da no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:25:38.106917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996623b0-8263-46f6-b827-2aaf81a1aca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:38.108797 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-996623b0-8263-46f6-b827-2aaf81a1aca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.114560 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-996623b0-8263-46f6-b827-2aaf81a1aca7 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/dc71fd64-8d6b-4c6d-8a60-e72b344b0ac7 HTTP/1.1" status: 204 len: 168 time: 0.3329537 Jan 21 10:25:38.117382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb59fe1-cdd3-4f26-b586-1b04f43c6731 None None] Network bf753016-df38-4839-b0f4-0c78a37053ce requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:25:38.117597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54926) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:38.143005 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 437c5a5d-fd04-4bff-8d09-f61fcf12a7da {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:25:38.143327 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 437c5a5d-fd04-4bff-8d09-f61fcf12a7da not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:25:38.143750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cf57387f-ad47-440c-8347-b1e4eaec1195 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:25:38.189499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: cf57387f-ad47-440c-8347-b1e4eaec1195 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:25:38.189843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device cf57387f-ad47-440c-8347-b1e4eaec1195 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:25:38.227531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.238949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Deleting port 5be56fca-97e7-4d76-b194-19a7aa5d95b2 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:38.239359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.414384 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0392bbab-56f8-44e0-a638-ad423249f87f None None] DHCP port deletion for bf753016-df38-4839-b0f4-0c78a37053ce request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:25:38.419093 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0392bbab-56f8-44e0-a638-ad423249f87f None None] Deleting port 5be56fca-97e7-4d76-b194-19a7aa5d95b2 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:38.419465 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0392bbab-56f8-44e0-a638-ad423249f87f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.454714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] For port 5be56fca-97e7-4d76-b194-19a7aa5d95b2, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5be56fca-97e7-4d76-b194-19a7aa5d95b2,segment=NetworkSegment(1a9449e6-286a-491a-a2cb-a7ee055ef895),segment_id=1a9449e6-286a-491a-a2cb-a7ee055ef895)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:38.455048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.575018 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4e2a4bce-a6f5-4dc3-9d73-1731d1333f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.671821 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0392bbab-56f8-44e0-a638-ad423249f87f None None] For port 5be56fca-97e7-4d76-b194-19a7aa5d95b2, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=5be56fca-97e7-4d76-b194-19a7aa5d95b2,segment=NetworkSegment(1a9449e6-286a-491a-a2cb-a7ee055ef895),segment_id=1a9449e6-286a-491a-a2cb-a7ee055ef895)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:38.672189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0392bbab-56f8-44e0-a638-ad423249f87f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.686449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Calling delete_port for 5be56fca-97e7-4d76-b194-19a7aa5d95b2 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:38.760043 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.791427 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0392bbab-56f8-44e0-a638-ad423249f87f None None] Calling delete_port for 5be56fca-97e7-4d76-b194-19a7aa5d95b2 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:38.806087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] No DVR routers for this DVR port 5be56fca-97e7-4d76-b194-19a7aa5d95b2 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:25:38.843449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=5be56fca-97e7-4d76-b194-19a7aa5d95b2,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:38.864104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-0392bbab-56f8-44e0-a638-ad423249f87f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:25:38.864489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-0392bbab-56f8-44e0-a638-ad423249f87f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:25:38.928876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.955974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf753016-df38-4839-b0f4-0c78a37053ce']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:38.971392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9449e6-286a-491a-a2cb-a7ee055ef895') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:38.971694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9449e6-286a-491a-a2cb-a7ee055ef895') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:38.985379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.005144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.011316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:25:39.011689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:25:39.024314 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:25:39.101258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.117001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.127197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=bf753016-df38-4839-b0f4-0c78a37053ce,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:39.134223 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cdf9d528-a650-46ba-9405-516a962e1f9e admin admin] 10.222.0.99 "DELETE /v2.0/networks/bf753016-df38-4839-b0f4-0c78a37053ce HTTP/1.1" status: 204 len: 168 time: 1.0157006 Jan 21 10:25:39.312654 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54932) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:39.360986 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4a69e9c4-a676-49ed-b7fb-6d64255ea762 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=87a7f2d97a1a4393b7995820e36380f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471866 Jan 21 10:25:39.364260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54936) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:39.366092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0392bbab-56f8-44e0-a638-ad423249f87f None None] Deleting port 5be56fca-97e7-4d76-b194-19a7aa5d95b2 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:39.366592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0392bbab-56f8-44e0-a638-ad423249f87f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.422389 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c37eb687-f101-4c91-ba4a-c0c3ce079ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.430241 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0392bbab-56f8-44e0-a638-ad423249f87f None None] The port '5be56fca-97e7-4d76-b194-19a7aa5d95b2' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:25:39.451862 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c37eb687-f101-4c91-ba4a-c0c3ce079ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.510055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c37eb687-f101-4c91-ba4a-c0c3ce079ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.528328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37eb687-f101-4c91-ba4a-c0c3ce079ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22072ae-cd56-4673-b9ee-ba917ba19988,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:39.534504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c37eb687-f101-4c91-ba4a-c0c3ce079ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.535612 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c37eb687-f101-4c91-ba4a-c0c3ce079ead admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c22072ae-cd56-4673-b9ee-ba917ba19988 HTTP/1.1" status: 204 len: 168 time: 0.1704535 Jan 21 10:25:39.663380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.886384 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 54944) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:39.938536 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-38d41baf-1747-4433-9e88-61933ffa039e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=666ea7c4a2e045dbb8a1d0af64c14123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508358 Jan 21 10:25:39.940245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.941224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54948) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:40.002368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-126a0d91-87ac-42e1-b391-9b53b3875adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:40.022442 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5be56fca-97e7-4d76-b194-19a7aa5d95b2 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:25:40.027175 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-126a0d91-87ac-42e1-b391-9b53b3875adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:40.057918 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 5be56fca-97e7-4d76-b194-19a7aa5d95b2 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:25:40.058182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 5be56fca-97e7-4d76-b194-19a7aa5d95b2 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:25:40.080520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-126a0d91-87ac-42e1-b391-9b53b3875adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:40.096158 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a0d91-87ac-42e1-b391-9b53b3875adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231e72f2-09a0-4f2d-bcfd-957cf418140a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:40.100320 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-126a0d91-87ac-42e1-b391-9b53b3875adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:40.101421 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-126a0d91-87ac-42e1-b391-9b53b3875adc admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/231e72f2-09a0-4f2d-bcfd-957cf418140a HTTP/1.1" status: 204 len: 168 time: 0.1592293 Jan 21 10:25:41.297494 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:41.904053 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54990) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:41.909385 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915455651', 'description': 'tempest-secgroup-smoke-1915455651 description', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:41.915846 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:41.920305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:41.923590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:41.930634 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:41.943500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:41.956706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:41.972008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:41.975305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:41.978104 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:41.984167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:42.073497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.079220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.094863 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:42.102621 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:42.110656 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:42.120604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:42.124193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb102fb-96f6-4c78-9a05-8e985e79ed15,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:42.206118 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.211129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.251142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f466369b-3b0d-4714-bd9d-245e1920224a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:42.254487 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.255745 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-34e25d82-1b9c-406e-b478-90d0646c0612 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3505836 Jan 21 10:25:42.258825 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54994) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:42.263802 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-af3b80c3-6462-49f9-aef7-7ce7e2f78e36 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'f466369b-3b0d-4714-bd9d-245e1920224a', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:42.269717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-af3b80c3-6462-49f9-aef7-7ce7e2f78e36 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:42.273593 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-af3b80c3-6462-49f9-aef7-7ce7e2f78e36 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:42.276466 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-af3b80c3-6462-49f9-aef7-7ce7e2f78e36 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:42.282093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-af3b80c3-6462-49f9-aef7-7ce7e2f78e36 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:42.302536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af3b80c3-6462-49f9-aef7-7ce7e2f78e36 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.361348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af3b80c3-6462-49f9-aef7-7ce7e2f78e36 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.366663 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af3b80c3-6462-49f9-aef7-7ce7e2f78e36 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.388819 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b80c3-6462-49f9-aef7-7ce7e2f78e36 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725113be-1fbb-4b1d-b9ca-b23fe10a70c3,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:42.398623 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-af3b80c3-6462-49f9-aef7-7ce7e2f78e36 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.399782 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-af3b80c3-6462-49f9-aef7-7ce7e2f78e36 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400235 Jan 21 10:25:42.403709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 54998) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:42.408675 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b7549b11-4737-4974-aaf7-ec13073f7ecc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'f466369b-3b0d-4714-bd9d-245e1920224a', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:42.414766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b7549b11-4737-4974-aaf7-ec13073f7ecc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:42.418838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b7549b11-4737-4974-aaf7-ec13073f7ecc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:42.421915 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b7549b11-4737-4974-aaf7-ec13073f7ecc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:42.427689 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b7549b11-4737-4974-aaf7-ec13073f7ecc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:42.446288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7549b11-4737-4974-aaf7-ec13073f7ecc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.510539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7549b11-4737-4974-aaf7-ec13073f7ecc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.515672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7549b11-4737-4974-aaf7-ec13073f7ecc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.537677 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7549b11-4737-4974-aaf7-ec13073f7ecc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201dbf98-579d-4ed7-b283-29deb3df6c61,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:42.547393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7549b11-4737-4974-aaf7-ec13073f7ecc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.548570 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b7549b11-4737-4974-aaf7-ec13073f7ecc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439478 Jan 21 10:25:42.551505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55002) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:42.559188 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-cfecf1f1-d1bb-4e77-bfc6-f628de050fc9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'f466369b-3b0d-4714-bd9d-245e1920224a', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:42.568445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cfecf1f1-d1bb-4e77-bfc6-f628de050fc9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:42.572591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cfecf1f1-d1bb-4e77-bfc6-f628de050fc9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:42.575600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-cfecf1f1-d1bb-4e77-bfc6-f628de050fc9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:42.581721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-cfecf1f1-d1bb-4e77-bfc6-f628de050fc9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:42.600212 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfecf1f1-d1bb-4e77-bfc6-f628de050fc9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.662781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfecf1f1-d1bb-4e77-bfc6-f628de050fc9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.667039 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfecf1f1-d1bb-4e77-bfc6-f628de050fc9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.691983 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecf1f1-d1bb-4e77-bfc6-f628de050fc9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f797cb0d-5829-4fca-a64f-b577076b5c69,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:42.701737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cfecf1f1-d1bb-4e77-bfc6-f628de050fc9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.703099 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cfecf1f1-d1bb-4e77-bfc6-f628de050fc9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501586 Jan 21 10:25:42.705791 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55006) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:42.710706 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b1a37c87-e10d-42cd-90a9-e57394563a92 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'f466369b-3b0d-4714-bd9d-245e1920224a', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:42.716514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b1a37c87-e10d-42cd-90a9-e57394563a92 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:42.720498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b1a37c87-e10d-42cd-90a9-e57394563a92 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:42.723462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b1a37c87-e10d-42cd-90a9-e57394563a92 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:42.729240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b1a37c87-e10d-42cd-90a9-e57394563a92 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:42.750526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b1a37c87-e10d-42cd-90a9-e57394563a92 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.819694 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b1a37c87-e10d-42cd-90a9-e57394563a92 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.824278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b1a37c87-e10d-42cd-90a9-e57394563a92 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.953590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a37c87-e10d-42cd-90a9-e57394563a92 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00472a6f-f713-4fdf-8ef9-5376540d8389,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:42.965431 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b1a37c87-e10d-42cd-90a9-e57394563a92 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.966637 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b1a37c87-e10d-42cd-90a9-e57394563a92 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2599483 Jan 21 10:25:42.969573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55010) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:42.974342 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0f3331da-d2ac-4408-ab96-c9548a4af40a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'f466369b-3b0d-4714-bd9d-245e1920224a', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:42.980097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0f3331da-d2ac-4408-ab96-c9548a4af40a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:42.983942 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0f3331da-d2ac-4408-ab96-c9548a4af40a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:42.986772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0f3331da-d2ac-4408-ab96-c9548a4af40a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:42.992264 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0f3331da-d2ac-4408-ab96-c9548a4af40a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:43.002670 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-0f3331da-d2ac-4408-ab96-c9548a4af40a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Project 10b7e7e7f2694379a89bbb121e66ad3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:25:43.008828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0f3331da-d2ac-4408-ab96-c9548a4af40a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.073828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0f3331da-d2ac-4408-ab96-c9548a4af40a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.082090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0f3331da-d2ac-4408-ab96-c9548a4af40a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.104754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3331da-d2ac-4408-ab96-c9548a4af40a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64837883-bdd6-49a5-bf51-30cbebb5b6a0,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:43.114162 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0f3331da-d2ac-4408-ab96-c9548a4af40a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.115410 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0f3331da-d2ac-4408-ab96-c9548a4af40a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449656 Jan 21 10:25:43.118135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55014) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:43.122957 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-eb6adfac-9c5d-419a-84fd-4202dadac29f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'f466369b-3b0d-4714-bd9d-245e1920224a', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:43.128686 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-eb6adfac-9c5d-419a-84fd-4202dadac29f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:43.132441 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-eb6adfac-9c5d-419a-84fd-4202dadac29f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:43.135544 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-eb6adfac-9c5d-419a-84fd-4202dadac29f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:43.141761 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-eb6adfac-9c5d-419a-84fd-4202dadac29f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:43.154863 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-eb6adfac-9c5d-419a-84fd-4202dadac29f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Project 10b7e7e7f2694379a89bbb121e66ad3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:25:43.161303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eb6adfac-9c5d-419a-84fd-4202dadac29f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.223752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eb6adfac-9c5d-419a-84fd-4202dadac29f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.228681 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eb6adfac-9c5d-419a-84fd-4202dadac29f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.251273 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6adfac-9c5d-419a-84fd-4202dadac29f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cd8027-c774-4a9a-9152-71740e72d893,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:43.260248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eb6adfac-9c5d-419a-84fd-4202dadac29f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.261425 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-eb6adfac-9c5d-419a-84fd-4202dadac29f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423802 Jan 21 10:25:43.264477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55018) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:43.269854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'network': {'name': 'tempest-network-smoke--865956725', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'port_security_enabled': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:43.274698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:43.278427 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:network and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:43.281358 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:43.286927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:43.302626 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:25:43.308976 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.344174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:25:43.353431 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.353766 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Added segment c90efef0-293c-49ff-906e-07b3f1d71e7a of type vlan for network 59e32dd7-b9e4-4709-a40b-737e4023f127 Jan 21 10:25:43.385608 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.420987 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.426395 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:43.427008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.532183 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2666590 Jan 21 10:25:43.535468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55022) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:43.537969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2827d-4d3d-43ea-8cf7-db0822b190aa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Network': ['ID=59e32dd7-b9e4-4709-a40b-737e4023f127,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:43.542546 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'admin_state_up': True, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:43.551039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 59e32dd7-b9e4-4709-a40b-737e4023f127 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:25:43.551522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:43.557710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:router and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:43.563295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:43.569293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:43.581732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.582891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.599741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.864407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:44.169279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:44.197960 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:44.425381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.26.4.237 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/08812d23-4ba6-458c-85ea-f228de53ff37) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:25:44.605472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:44.637124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:44.704223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:25:44.707204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:44.711155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:25:44.740520 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=08812d23-4ba6-458c-85ea-f228de53ff37,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:45.173028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:45.556220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:45.774738 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router b848f6f7-0122-4036-80a4-0871e26a7647 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:25:46.068699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:25:46.078647 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Sync routers for ids ['b848f6f7-0122-4036-80a4-0871e26a7647'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:25:46.089088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Routers {'b848f6f7-0122-4036-80a4-0871e26a7647'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:46.089732 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:25:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b848f6f7-0122-4036-80a4-0871e26a7647'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:46.096075 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:46.097344 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2fe15760-09e6-4477-a602-5a8a81942515 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5609162 Jan 21 10:25:46.100628 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55026) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:46.240088 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ed151a49-ffb9-43cb-bbcf-af06cefe6677 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=10b7e7e7f2694379a89bbb121e66ad3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1382203 Jan 21 10:25:46.242562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55032) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:46.264388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Set router b848f6f7-0122-4036-80a4-0871e26a7647 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:46.373900 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777ff9ca-301d-400f-8d80-7fbc45878a2e tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:46.375434 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-777ff9ca-301d-400f-8d80-7fbc45878a2e tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319311 Jan 21 10:25:46.378473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55036) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:46.417591 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6cd895ed-b31f-416d-b577-40c668f041fa tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378916 Jan 21 10:25:46.420078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55040) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:46.425370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2000894423', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:46.533554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:46.537257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:subnet and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:46.540094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:46.542339 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:25:44Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:46.546182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:46.546568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Checking router: b848f6f7-0122-4036-80a4-0871e26a7647 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:25:46.549390 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Updating router b848f6f7-0122-4036-80a4-0871e26a7647 port 08812d23-4ba6-458c-85ea-f228de53ff37 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:25:46.558134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:25:46.563799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:46.602869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:46.782123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:46.863744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Subnet': ['ID=88969de8-0d78-4fa0-8a99-5b57a12528ec,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:46.876503 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Checking segment: {'id': 'c90efef0-293c-49ff-906e-07b3f1d71e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:25:46.877013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network hostable DHCP agents. Network: 59e32dd7-b9e4-4709-a40b-737e4023f127, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:25:46.900982 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 59e32dd7-b9e4-4709-a40b-737e4023f127 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:25:46.910543 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 59e32dd7-b9e4-4709-a40b-737e4023f127) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:46.915150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:46.916330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:46.921955 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7221e4f8-0478-4d91-bcd8-a821ed53d582 None None] Network 59e32dd7-b9e4-4709-a40b-737e4023f127 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:25:46.938044 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a47e12a1-79f1-4451-90fb-3642b663adfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5168769 Jan 21 10:25:46.940892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55044) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:47.062306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:47.086215 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Transition to ACTIVE for port object 08812d23-4ba6-458c-85ea-f228de53ff37 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:47.102764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:47.226819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Pushing event updated for resources: {'Port': ['ID=08812d23-4ba6-458c-85ea-f228de53ff37,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:47.233104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Attempting to bind port 08812d23-4ba6-458c-85ea-f228de53ff37 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:25:47.233470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Attempting to bind port 08812d23-4ba6-458c-85ea-f228de53ff37 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:25:47.233829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Attempting to bind port 08812d23-4ba6-458c-85ea-f228de53ff37 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:25:47.268285 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:25:47.268685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:25:47.269063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:47.269452 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:25:47.269926 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Bound port: 08812d23-4ba6-458c-85ea-f228de53ff37, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:25:47.270300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:47.293160 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:47.293509 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:47.293848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:47.294183 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:47.294517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:47.294884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:47.295183 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:47.295541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:47.295865 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:47.296188 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:47.296542 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:47.296882 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:47.325343 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-59e32dd7-b9e4-4709-a40b-737e4023f127', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ips': [{'subnet_id': '88969de8-0d78-4fa0-8a99-5b57a12528ec'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:25:47.326167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:47.414007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] For port 08812d23-4ba6-458c-85ea-f228de53ff37, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:25:47.419136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] For port 08812d23-4ba6-458c-85ea-f228de53ff37, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=08812d23-4ba6-458c-85ea-f228de53ff37,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:25:47.423453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:47.554859 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Routers {'b848f6f7-0122-4036-80a4-0871e26a7647'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:47.555484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:25:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b848f6f7-0122-4036-80a4-0871e26a7647'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:47.630681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814fefb-d648-431e-914e-a35ad7cfcb8c None None] Pushing event updated for resources: {'Port': ['ID=08812d23-4ba6-458c-85ea-f228de53ff37,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:47.633177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:47.656298 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Allocated IP 172.20.0.2 (59e32dd7-b9e4-4709-a40b-737e4023f127/88969de8-0d78-4fa0-8a99-5b57a12528ec/3bfec6c0-de6e-402e-a846-76f196b4acbb) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:25:47.830996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] Set router b848f6f7-0122-4036-80a4-0871e26a7647 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:48.165487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:48.179792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Transition to ACTIVE for port object 3bfec6c0-de6e-402e-a846-76f196b4acbb will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:48.205248 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Transition to ACTIVE for port object 3bfec6c0-de6e-402e-a846-76f196b4acbb will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:48.215008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:48.279816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.20.0.1 (59e32dd7-b9e4-4709-a40b-737e4023f127/88969de8-0d78-4fa0-8a99-5b57a12528ec/c11d8f51-7923-4066-a1cb-68b1121b6ce3) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:25:48.330310 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Network 59e32dd7-b9e4-4709-a40b-737e4023f127 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:25:48.333156 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:48.341551 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:25:48.347977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:25:44Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:48.351419 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Pushing event updated for resources: {'Port': ['ID=3bfec6c0-de6e-402e-a846-76f196b4acbb,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:48.383024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f714d-74d4-4ac5-bc63-2eaeeb36ce8c None None] The sync data for ids ['b848f6f7-0122-4036-80a4-0871e26a7647'] in dv-neutron-825723-1-hyperv is: [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:25:44Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:25:48.439707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Attempting to bind port 3bfec6c0-de6e-402e-a846-76f196b4acbb on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:25:48.440083 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Attempting to bind port 3bfec6c0-de6e-402e-a846-76f196b4acbb by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'c90efef0-293c-49ff-906e-07b3f1d71e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:25:48.440909 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Attempting to bind port 3bfec6c0-de6e-402e-a846-76f196b4acbb on network 59e32dd7-b9e4-4709-a40b-737e4023f127 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:25:48.446148 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:25:48.446584 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Checking segment: {'id': 'c90efef0-293c-49ff-906e-07b3f1d71e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:25:48.447323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:48.447778 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Bound using segment: {'id': 'c90efef0-293c-49ff-906e-07b3f1d71e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:25:48.448365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Bound port: 3bfec6c0-de6e-402e-a846-76f196b4acbb, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90efef0-293c-49ff-906e-07b3f1d71e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:25:48.448512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:48.448910 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:48.465477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Transition to ACTIVE for port object c11d8f51-7923-4066-a1cb-68b1121b6ce3 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:48.491301 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:48.544573 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] For port 3bfec6c0-de6e-402e-a846-76f196b4acbb, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:25:48.548583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] For port 3bfec6c0-de6e-402e-a846-76f196b4acbb, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3bfec6c0-de6e-402e-a846-76f196b4acbb,segment=NetworkSegment(c90efef0-293c-49ff-906e-07b3f1d71e7a),segment_id=c90efef0-293c-49ff-906e-07b3f1d71e7a)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:25:48.553779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:48.565279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 59e32dd7-b9e4-4709-a40b-737e4023f127 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:25:48.568643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:48.572530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:25:48.602373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=c11d8f51-7923-4066-a1cb-68b1121b6ce3,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:48.647315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:48.659270 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7abb8-e5c2-4984-ad76-bd9966677a43 None None] Pushing event updated for resources: {'Port': ['ID=3bfec6c0-de6e-402e-a846-76f196b4acbb,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:48.963428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:49.383869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:49.390068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:49.505117 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=c11d8f51-7923-4066-a1cb-68b1121b6ce3,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:49.507652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:49.709638 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f790a-be58-41b0-b9f7-202a9491efd7 None None] Network 59e32dd7-b9e4-4709-a40b-737e4023f127 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:25:49.756828 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 59e32dd7-b9e4-4709-a40b-737e4023f127 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:25:49.758048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:49.797891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c7643269-673e-454f-bd05-0a99d2ea7d6c None None] Provisioning for port 3bfec6c0-de6e-402e-a846-76f196b4acbb completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:49.966000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router b848f6f7-0122-4036-80a4-0871e26a7647 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:25:50.096590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3bfec6c0-de6e-402e-a846-76f196b4acbb up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:50.161480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:25:50.180399 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d78774ef-3da7-4378-8822-c5dbce53d590 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "PUT /v2.0/routers/b848f6f7-0122-4036-80a4-0871e26a7647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2326028 Jan 21 10:25:50.182587 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 3bfec6c0-de6e-402e-a846-76f196b4acbb completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:50.196828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3bfec6c0-de6e-402e-a846-76f196b4acbb triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:50.197662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:50.197811 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Sync routers for ids ['b848f6f7-0122-4036-80a4-0871e26a7647'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:25:50.210138 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Routers {'b848f6f7-0122-4036-80a4-0871e26a7647'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:50.211003 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:25:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b848f6f7-0122-4036-80a4-0871e26a7647'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:50.267538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cc1a9859-4be8-4166-9998-cce75f092722 None None] Provisioning for port c11d8f51-7923-4066-a1cb-68b1121b6ce3 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:50.277760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cc1a9859-4be8-4166-9998-cce75f092722 None None] Provisioning complete for port c11d8f51-7923-4066-a1cb-68b1121b6ce3 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:50.278201 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9859-4be8-4166-9998-cce75f092722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:50.376372 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a9859-4be8-4166-9998-cce75f092722 None None] Port c11d8f51-7923-4066-a1cb-68b1121b6ce3 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:25:50.403326 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-7d78cc1f-e531-426e-a271-442131639a6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915455651&fields=id&tenant_id=10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 267 time: 0.0449903 Jan 21 10:25:50.403790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:50.415196 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cc1a9859-4be8-4166-9998-cce75f092722 None None] Provisioning complete for port 3bfec6c0-de6e-402e-a846-76f196b4acbb triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:50.415712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9859-4be8-4166-9998-cce75f092722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:50.430681 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Set router b848f6f7-0122-4036-80a4-0871e26a7647 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:50.490830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 3bfec6c0-de6e-402e-a846-76f196b4acbb, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3bfec6c0-de6e-402e-a846-76f196b4acbb,segment=NetworkSegment(c90efef0-293c-49ff-906e-07b3f1d71e7a),segment_id=c90efef0-293c-49ff-906e-07b3f1d71e7a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:50.498486 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:50.499348 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 08812d23-4ba6-458c-85ea-f228de53ff37 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:50.612528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-8506c48a-88b3-40ba-bf20-b579bcbc0488 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:50.615128 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-8506c48a-88b3-40ba-bf20-b579bcbc0488 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/networks?id=59e32dd7-b9e4-4709-a40b-737e4023f127 HTTP/1.1" status: 200 len: 796 time: 0.2046342 Jan 21 10:25:50.645280 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-0fe4ceb2-bd66-4691-9195-822a6fb78636 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/quotas/10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 375 time: 0.0241961 Jan 21 10:25:50.679744 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=3bfec6c0-de6e-402e-a846-76f196b4acbb,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:50.694692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 08812d23-4ba6-458c-85ea-f228de53ff37 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:50.700119 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 08812d23-4ba6-458c-85ea-f228de53ff37 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:50.700603 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:50.755951 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-75fbcdd5-9a51-44b3-b44b-b48ad22b5c59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:25:50.774752 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-75fbcdd5-9a51-44b3-b44b-b48ad22b5c59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:25:50.788005 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-75fbcdd5-9a51-44b3-b44b-b48ad22b5c59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1273949 Jan 21 10:25:50.826231 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:25:48Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'c11d8f51-7923-4066-a1cb-68b1121b6ce3', 'name': '', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:97:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:47Z', 'updated_at': '2022-01-21T10:25:49Z', 'revision_number': 2, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:50.829705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:50.831751 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Checking router: b848f6f7-0122-4036-80a4-0871e26a7647 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:25:50.832294 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Updating router b848f6f7-0122-4036-80a4-0871e26a7647 port c11d8f51-7923-4066-a1cb-68b1121b6ce3 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:25:50.846906 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 08812d23-4ba6-458c-85ea-f228de53ff37, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=08812d23-4ba6-458c-85ea-f228de53ff37,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:50.848705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-bdd66613-85ac-4ea2-86b5-e90db4e56049 None None] Provisioning complete for port c11d8f51-7923-4066-a1cb-68b1121b6ce3 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:50.849236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bdd66613-85ac-4ea2-86b5-e90db4e56049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:50.883816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:50.890825 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:50.955916 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-bdd66613-85ac-4ea2-86b5-e90db4e56049 None None] Port c11d8f51-7923-4066-a1cb-68b1121b6ce3 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:25:50.970841 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=08812d23-4ba6-458c-85ea-f228de53ff37,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:50.976258 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-275cef08-0a63-411b-8eba-09e7f4f91e10 service neutron] 10.222.0.99 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874146 Jan 21 10:25:51.108089 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-462929a3-731a-40fa-bd70-76ec17a00316 service neutron] 10.222.0.99 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259041 Jan 21 10:25:51.272183 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:51.283884 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Transition to ACTIVE for port object c11d8f51-7923-4066-a1cb-68b1121b6ce3 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:51.288745 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-71c36032-a1e7-4753-b184-137798756c6f req-fc3b3e3e-cfa3-4e9b-b3e8-954e8f3b627e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 210 time: 0.0466051 Jan 21 10:25:51.293511 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:51.447534 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Pushing event updated for resources: {'Port': ['ID=c11d8f51-7923-4066-a1cb-68b1121b6ce3,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:51.489070 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:51.489392 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:51.489731 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:51.490060 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:51.490381 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:51.490701 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:51.491018 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:51.491334 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:51.491651 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:51.491963 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:51.492272 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:51.492611 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:51.515858 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Attempting to bind port c11d8f51-7923-4066-a1cb-68b1121b6ce3 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:25:51.516152 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Attempting to bind port c11d8f51-7923-4066-a1cb-68b1121b6ce3 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'c90efef0-293c-49ff-906e-07b3f1d71e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:25:51.516542 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Attempting to bind port c11d8f51-7923-4066-a1cb-68b1121b6ce3 on network 59e32dd7-b9e4-4709-a40b-737e4023f127 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:25:51.521916 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:25:51.522276 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Checking segment: {'id': 'c90efef0-293c-49ff-906e-07b3f1d71e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:25:51.522662 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:51.523060 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Bound using segment: {'id': 'c90efef0-293c-49ff-906e-07b3f1d71e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:25:51.523510 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Bound port: c11d8f51-7923-4066-a1cb-68b1121b6ce3, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90efef0-293c-49ff-906e-07b3f1d71e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:25:51.524019 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:51.617847 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] For port c11d8f51-7923-4066-a1cb-68b1121b6ce3, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:25:51.621303 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] For port c11d8f51-7923-4066-a1cb-68b1121b6ce3, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c11d8f51-7923-4066-a1cb-68b1121b6ce3,segment=NetworkSegment(c90efef0-293c-49ff-906e-07b3f1d71e7a),segment_id=c90efef0-293c-49ff-906e-07b3f1d71e7a)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:25:51.625718 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:51.705862 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Routers {'b848f6f7-0122-4036-80a4-0871e26a7647'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:51.706492 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:25:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b848f6f7-0122-4036-80a4-0871e26a7647'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:51.760629 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617b020-e931-444b-b42f-cecd361beb40 None None] Pushing event updated for resources: {'Port': ['ID=c11d8f51-7923-4066-a1cb-68b1121b6ce3,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:51.899152 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] Set router b848f6f7-0122-4036-80a4-0871e26a7647 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:52.057968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3bfec6c0-de6e-402e-a846-76f196b4acbb up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:52.124837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 3bfec6c0-de6e-402e-a846-76f196b4acbb triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:52.125205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:52.213871 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:25:48Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'c11d8f51-7923-4066-a1cb-68b1121b6ce3', 'name': '', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:97:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:47Z', 'updated_at': '2022-01-21T10:25:51Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:52.217803 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d4900c-3d9b-4978-bdda-8d95401764f4 None None] The sync data for ids ['b848f6f7-0122-4036-80a4-0871e26a7647'] in dv-neutron-825723-1-hyperv is: [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:25:48Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'c11d8f51-7923-4066-a1cb-68b1121b6ce3', 'name': '', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:97:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:47Z', 'updated_at': '2022-01-21T10:25:51Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:25:52.242633 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 08812d23-4ba6-458c-85ea-f228de53ff37 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:52.321172 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 08812d23-4ba6-458c-85ea-f228de53ff37 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:52.321541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:52.495177 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7bf3aab2-a997-4c96-a1f1-03d7493b7233 req-974f9741-f9d8-4244-bd21-ba83179f2a7a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 210 time: 0.0893738 Jan 21 10:25:52.656051 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-b1555297-fe95-46e0-b427-6f539461d45d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:52.657526 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-b1555297-fe95-46e0-b427-6f539461d45d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/networks?id=59e32dd7-b9e4-4709-a40b-737e4023f127 HTTP/1.1" status: 200 len: 796 time: 0.1924684 Jan 21 10:25:52.707992 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-b5b3e63b-8e9a-4b27-9cb3-21ba034b988d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 380 time: 0.0420578 Jan 21 10:25:52.717458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'port': {'device_id': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'admin_state_up': True, 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'security_groups': ['f466369b-3b0d-4714-bd9d-245e1920224a']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:52.858413 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:52.868257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:52.878425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:25:52.882147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:53.152627 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.20.0.12 (59e32dd7-b9e4-4709-a40b-737e4023f127/88969de8-0d78-4fa0-8a99-5b57a12528ec/e2fa23e8-d405-4e8e-912f-dd6324cc4c70) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:25:53.349287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:53.365573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Transition to ACTIVE for port object e2fa23e8-d405-4e8e-912f-dd6324cc4c70 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:53.391345 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:53.459459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 59e32dd7-b9e4-4709-a40b-737e4023f127 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:25:53.462643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:53.466417 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:25:53.495888 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=e2fa23e8-d405-4e8e-912f-dd6324cc4c70,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:53.532649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:53.533288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:53.561829 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-9850547d-d097-4c06-ae52-aaafe5c18058 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8477044 Jan 21 10:25:53.573122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Request body: {'port': {'device_id': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:53.743561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:53.747438 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e1939706-d1b4-456a-9d21-0163ebe4047b None None] Provisioning for port e2fa23e8-d405-4e8e-912f-dd6324cc4c70 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:53.752477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e1939706-d1b4-456a-9d21-0163ebe4047b None None] Provisioning complete for port e2fa23e8-d405-4e8e-912f-dd6324cc4c70 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:53.752832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e1939706-d1b4-456a-9d21-0163ebe4047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:53.793095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f3d80-5cab-4979-a05d-c24bbb012b91 req-df37e0e5-b3d2-4cd1-a84b-41587bfa5eaf tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:53.793802 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-f95f3d80-5cab-4979-a05d-c24bbb012b91 req-df37e0e5-b3d2-4cd1-a84b-41587bfa5eaf tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:25:53.806640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-e1939706-d1b4-456a-9d21-0163ebe4047b None None] Port e2fa23e8-d405-4e8e-912f-dd6324cc4c70 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:25:53.837342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-f95f3d80-5cab-4979-a05d-c24bbb012b91 req-df37e0e5-b3d2-4cd1-a84b-41587bfa5eaf tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:25:53.838504 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f95f3d80-5cab-4979-a05d-c24bbb012b91 req-df37e0e5-b3d2-4cd1-a84b-41587bfa5eaf tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 932 time: 0.2224007 Jan 21 10:25:53.958437 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f95f3d80-5cab-4979-a05d-c24bbb012b91 req-904cc71d-0595-4c74-a25b-cbf88f674b15 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783095 Jan 21 10:25:54.053664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device c11d8f51-7923-4066-a1cb-68b1121b6ce3 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:54.120277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port c11d8f51-7923-4066-a1cb-68b1121b6ce3 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:54.125220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port c11d8f51-7923-4066-a1cb-68b1121b6ce3 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:54.125596 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:54.138342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fa23e8-d405-4e8e-912f-dd6324cc4c70 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:25:54.145909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:54.160320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Transition to ACTIVE for port object e2fa23e8-d405-4e8e-912f-dd6324cc4c70 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:54.165304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:54.244410 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:54.277804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port c11d8f51-7923-4066-a1cb-68b1121b6ce3, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c11d8f51-7923-4066-a1cb-68b1121b6ce3,segment=NetworkSegment(c90efef0-293c-49ff-906e-07b3f1d71e7a),segment_id=c90efef0-293c-49ff-906e-07b3f1d71e7a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:54.282945 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:54.319310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Pushing event updated for resources: {'Port': ['ID=e2fa23e8-d405-4e8e-912f-dd6324cc4c70,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:54.357511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=c11d8f51-7923-4066-a1cb-68b1121b6ce3,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:54.404457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Attempting to bind port e2fa23e8-d405-4e8e-912f-dd6324cc4c70 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:25:54.404843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Attempting to bind port e2fa23e8-d405-4e8e-912f-dd6324cc4c70 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'c90efef0-293c-49ff-906e-07b3f1d71e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:25:54.405173 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Attempting to bind port e2fa23e8-d405-4e8e-912f-dd6324cc4c70 on network 59e32dd7-b9e4-4709-a40b-737e4023f127 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:25:54.410057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Port e2fa23e8-d405-4e8e-912f-dd6324cc4c70 on network 59e32dd7-b9e4-4709-a40b-737e4023f127 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:25:54.410374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Attempting to bind port e2fa23e8-d405-4e8e-912f-dd6324cc4c70 on network 59e32dd7-b9e4-4709-a40b-737e4023f127 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:25:54.415474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:25:54.415809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Checking segment: {'id': 'c90efef0-293c-49ff-906e-07b3f1d71e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:25:54.416193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Bound using segment: {'id': 'c90efef0-293c-49ff-906e-07b3f1d71e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:25:54.416639 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Bound port: e2fa23e8-d405-4e8e-912f-dd6324cc4c70, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90efef0-293c-49ff-906e-07b3f1d71e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:25:54.416987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:54.507114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] For port e2fa23e8-d405-4e8e-912f-dd6324cc4c70, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:25:54.509943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] For port e2fa23e8-d405-4e8e-912f-dd6324cc4c70, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e2fa23e8-d405-4e8e-912f-dd6324cc4c70,segment=NetworkSegment(c90efef0-293c-49ff-906e-07b3f1d71e7a),segment_id=c90efef0-293c-49ff-906e-07b3f1d71e7a)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:25:54.516807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:54.576294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:54.576947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:54.578291 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] 10.222.0.121 "PUT /v2.0/ports/e2fa23e8-d405-4e8e-912f-dd6324cc4c70 HTTP/1.1" status: 200 len: 1094 time: 1.0101874 Jan 21 10:25:54.578724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'tag': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:54.599286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3a4ad-a31d-4077-891c-e523866e889a service neutron] Pushing event updated for resources: {'Port': ['ID=e2fa23e8-d405-4e8e-912f-dd6324cc4c70,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:54.660573 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'tag': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70', 'status': 'completed', 'code': 200} Jan 21 10:25:54.705715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-5521331a-0125-4e6a-a223-61defc5599a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:54.707212 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-5521331a-0125-4e6a-a223-61defc5599a8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 1097 time: 0.0795391 Jan 21 10:25:54.778734 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-46fe1e73-1d4a-41dc-8174-01cdcc381d74 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2fa23e8-d405-4e8e-912f-dd6324cc4c70 HTTP/1.1" status: 200 len: 217 time: 0.0643361 Jan 21 10:25:54.930396 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-7d3d17e8-7640-4dd5-b91d-bd843d9c6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:54.931804 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-7d3d17e8-7640-4dd5-b91d-bd843d9c6826 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=88969de8-0d78-4fa0-8a99-5b57a12528ec HTTP/1.1" status: 200 len: 835 time: 0.1478362 Jan 21 10:25:55.008066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-c3a584ac-5f0e-41bc-bb5c-aea5aaad4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:55.009601 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-c3a584ac-5f0e-41bc-bb5c-aea5aaad4c2c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=59e32dd7-b9e4-4709-a40b-737e4023f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712793 Jan 21 10:25:55.202419 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-6d96b6e0-13ef-41fe-ac6e-a126aa447b80 service neutron] 10.222.0.121 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855581 Jan 21 10:25:55.261643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f6378-d025-4b80-bed7-8b5baa7a7200 req-9552b986-7b6b-4388-b426-451a9d645fdb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:55.263007 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dc8f6378-d025-4b80-bed7-8b5baa7a7200 req-9552b986-7b6b-4388-b426-451a9d645fdb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 944 time: 0.1494637 Jan 21 10:25:55.379688 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dc8f6378-d025-4b80-bed7-8b5baa7a7200 req-78f7d645-9fd3-463c-a025-a0529d953660 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716777 Jan 21 10:25:55.384920 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3462dcc6-808f-4416-bf48-ea7da9052e6a req-0bd8b244-17d5-492f-aa8f-a3caa5bc1679 service neutron] 10.222.0.121 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765900 Jan 21 10:25:55.499287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44dcd-ae77-405f-9ab1-6bff4fc939e8 req-7142224a-dff5-41fb-b231-2b03aa70efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:55.500786 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-52c44dcd-ae77-405f-9ab1-6bff4fc939e8 req-7142224a-dff5-41fb-b231-2b03aa70efa2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 1097 time: 0.0719624 Jan 21 10:25:55.630573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44dcd-ae77-405f-9ab1-6bff4fc939e8 req-3a6a1806-83d8-4989-95d1-2e978c0df9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:55.632020 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-52c44dcd-ae77-405f-9ab1-6bff4fc939e8 req-3a6a1806-83d8-4989-95d1-2e978c0df9c2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=59e32dd7-b9e4-4709-a40b-737e4023f127 HTTP/1.1" status: 200 len: 897 time: 0.1256185 Jan 21 10:25:55.707253 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-52c44dcd-ae77-405f-9ab1-6bff4fc939e8 req-f1ec98df-2273-45a2-85af-0b2664471c1f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2fa23e8-d405-4e8e-912f-dd6324cc4c70 HTTP/1.1" status: 200 len: 217 time: 0.0690069 Jan 21 10:25:55.768917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44dcd-ae77-405f-9ab1-6bff4fc939e8 req-b6da5365-f543-44ba-8fe3-4b5c2c92f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:55.770283 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-52c44dcd-ae77-405f-9ab1-6bff4fc939e8 req-b6da5365-f543-44ba-8fe3-4b5c2c92f1b8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=88969de8-0d78-4fa0-8a99-5b57a12528ec HTTP/1.1" status: 200 len: 835 time: 0.0574462 Jan 21 10:25:55.847276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44dcd-ae77-405f-9ab1-6bff4fc939e8 req-760af718-3770-4089-9583-d71eedd76435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:55.848735 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-52c44dcd-ae77-405f-9ab1-6bff4fc939e8 req-760af718-3770-4089-9583-d71eedd76435 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=59e32dd7-b9e4-4709-a40b-737e4023f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729983 Jan 21 10:25:55.979790 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-52c44dcd-ae77-405f-9ab1-6bff4fc939e8 req-c668976b-6bff-4f45-b02d-6d643caab224 service neutron] 10.222.0.121 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248965 Jan 21 10:25:56.037956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device c11d8f51-7923-4066-a1cb-68b1121b6ce3 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:56.103829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port c11d8f51-7923-4066-a1cb-68b1121b6ce3 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:56.104172 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:56.110722 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-52c44dcd-ae77-405f-9ab1-6bff4fc939e8 req-295d5b53-07dc-4ed3-aef8-f08d77737612 service neutron] 10.222.0.121 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245809 Jan 21 10:25:56.596245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477adffe-456d-49dc-b617-0344eb1632d3 req-84df5ec2-b1b6-450d-b769-ab383159bc00 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:56.597740 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-477adffe-456d-49dc-b617-0344eb1632d3 req-84df5ec2-b1b6-450d-b769-ab383159bc00 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 944 time: 0.0935335 Jan 21 10:25:56.646614 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-477adffe-456d-49dc-b617-0344eb1632d3 req-0282ca7a-d11e-4110-95fa-d70ab6325b3a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428555 Jan 21 10:25:57.837018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3cf4d-9120-4adf-a373-49e865a2a68d req-fd954370-527a-4241-8c3f-fa71f3695970 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:57.838451 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46b3cf4d-9120-4adf-a373-49e865a2a68d req-fd954370-527a-4241-8c3f-fa71f3695970 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 944 time: 0.0808322 Jan 21 10:25:57.883991 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46b3cf4d-9120-4adf-a373-49e865a2a68d req-17f9bdec-560c-4fb5-a7dd-2a2ab6f1d770 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381014 Jan 21 10:25:58.652701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e2fa23e8-d405-4e8e-912f-dd6324cc4c70 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:25:58.790987 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e2fa23e8-d405-4e8e-912f-dd6324cc4c70, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e2fa23e8-d405-4e8e-912f-dd6324cc4c70,segment=NetworkSegment(c90efef0-293c-49ff-906e-07b3f1d71e7a),segment_id=c90efef0-293c-49ff-906e-07b3f1d71e7a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:58.806487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'port_id': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70', 'mac_address': 'fa:16:3e:68:89:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:25:58.864707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:58.881779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fa23e8-d405-4e8e-912f-dd6324cc4c70 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:25:58.898505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e2fa23e8-d405-4e8e-912f-dd6324cc4c70, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e2fa23e8-d405-4e8e-912f-dd6324cc4c70,segment=NetworkSegment(c90efef0-293c-49ff-906e-07b3f1d71e7a),segment_id=c90efef0-293c-49ff-906e-07b3f1d71e7a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:58.903997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:58.970550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=e2fa23e8-d405-4e8e-912f-dd6324cc4c70,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:59.096145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d85551-20b8-4251-a57b-5fb904205754 req-3885d7a5-a404-4046-9bff-4ecc5c3e95f4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:59.097611 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-06d85551-20b8-4251-a57b-5fb904205754 req-3885d7a5-a404-4046-9bff-4ecc5c3e95f4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 945 time: 0.1024611 Jan 21 10:25:59.144590 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-06d85551-20b8-4251-a57b-5fb904205754 req-c4dd6ac9-5037-4e55-a5cc-85e70fc65ffe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389245 Jan 21 10:25:59.269415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['e2fa23e8-d405-4e8e-912f-dd6324cc4c70'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:26:00.338064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ec339-8271-4b54-9f1c-62ead89cac77 req-117ab67c-8505-4237-bf67-182632fbc05a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:00.339414 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-315ec339-8271-4b54-9f1c-62ead89cac77 req-117ab67c-8505-4237-bf67-182632fbc05a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 945 time: 0.0841060 Jan 21 10:26:00.394852 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-315ec339-8271-4b54-9f1c-62ead89cac77 req-12f5056e-1c76-4655-92cc-dd31ed52ab87 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496218 Jan 21 10:26:00.662425 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e2fa23e8-d405-4e8e-912f-dd6324cc4c70 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:26:00.697758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:00.732187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port e2fa23e8-d405-4e8e-912f-dd6324cc4c70 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:26:00.737452 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port e2fa23e8-d405-4e8e-912f-dd6324cc4c70 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:26:00.737813 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:00.875211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:00.902192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:26:00.912111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port e2fa23e8-d405-4e8e-912f-dd6324cc4c70, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e2fa23e8-d405-4e8e-912f-dd6324cc4c70,segment=NetworkSegment(c90efef0-293c-49ff-906e-07b3f1d71e7a),segment_id=c90efef0-293c-49ff-906e-07b3f1d71e7a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:26:00.917125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:00.982478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=e2fa23e8-d405-4e8e-912f-dd6324cc4c70,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:01.013226 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70', 'code': 200} Jan 21 10:26:01.372810 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a95b44-f531-46a2-9914-5ebd8fb914e8 req-1c4173e9-a13b-4c3c-9a76-8bd8bd0b87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:01.374263 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-51a95b44-f531-46a2-9914-5ebd8fb914e8 req-1c4173e9-a13b-4c3c-9a76-8bd8bd0b87e7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 1099 time: 0.1793315 Jan 21 10:26:01.414722 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-51a95b44-f531-46a2-9914-5ebd8fb914e8 req-a5187b7c-d397-49b7-aefd-558fabb7fb55 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342698 Jan 21 10:26:01.585935 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d68584-5c61-4f15-8b0b-50a81ad90e0b req-dccaf5f0-a472-4399-a7de-611a2b7c8c37 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:01.587409 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b7d68584-5c61-4f15-8b0b-50a81ad90e0b req-dccaf5f0-a472-4399-a7de-611a2b7c8c37 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 946 time: 0.0887463 Jan 21 10:26:01.634353 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b7d68584-5c61-4f15-8b0b-50a81ad90e0b req-ad932cc3-1fa3-4355-9147-122c2a056dba tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410216 Jan 21 10:26:02.841097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1b84a-ea4f-4818-be8c-aff351cdf631 req-29a89312-df34-440b-93d1-98ec41900c00 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:02.842574 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ff1b84a-ea4f-4818-be8c-aff351cdf631 req-29a89312-df34-440b-93d1-98ec41900c00 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 946 time: 0.0960944 Jan 21 10:26:02.887076 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ff1b84a-ea4f-4818-be8c-aff351cdf631 req-cbb8c1c6-ba59-4ce9-bccd-aeb4413cf7e3 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383584 Jan 21 10:26:03.954857 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:26:04.080267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a7325-897a-4ea0-861f-fe03b18ef6ef req-f598f144-7369-4a43-a8d9-7821dd4926d8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:04.081716 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7b9a7325-897a-4ea0-861f-fe03b18ef6ef req-f598f144-7369-4a43-a8d9-7821dd4926d8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 946 time: 0.0839963 Jan 21 10:26:04.128255 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7b9a7325-897a-4ea0-861f-fe03b18ef6ef req-fde6e7db-10b9-4f41-be37-659d61bd26b7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379770 Jan 21 10:26:04.313868 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9112b-8496-4f7e-a509-e76839ee8c85 req-95990094-0602-445e-a4a2-2eb627730b4a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:04.315275 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84d9112b-8496-4f7e-a509-e76839ee8c85 req-95990094-0602-445e-a4a2-2eb627730b4a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 946 time: 0.0812137 Jan 21 10:26:04.362130 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84d9112b-8496-4f7e-a509-e76839ee8c85 req-86856e16-5b38-4969-a3b9-d0f10542328b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386438 Jan 21 10:26:04.384386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55108) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:04.459474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206424b1-3545-463a-a227-964289c9ee96 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:04.461006 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-206424b1-3545-463a-a227-964289c9ee96 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 1094 time: 0.0756400 Jan 21 10:26:04.465206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55112) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:04.470110 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:26:04.476382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:26:04.480269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:floatingip and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:26:04.483136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:26:04.489367 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:26:04.502950 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:04.639375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:04.774001 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.26.4.104 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/c121d476-2bf6-4a7a-9b67-9c43cc490216) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:26:04.930001 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:04.960766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:05.021225 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:26:05.023945 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:26:05.027630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:26:05.065059 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=c121d476-2bf6-4a7a-9b67-9c43cc490216,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:05.473490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:05.658208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:05.877944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:05.885739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:05.991875 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=c121d476-2bf6-4a7a-9b67-9c43cc490216,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:06.008751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:06.192401 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Floating IP 95944a5e-8bdc-4140-b68c-989b7afc5b23 associated. External IP: 172.26.4.104, port: e2fa23e8-d405-4e8e-912f-dd6324cc4c70. Jan 21 10:26:06.424289 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c81d-081d-418d-8e60-5f9276ef3bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:06.551807 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router b848f6f7-0122-4036-80a4-0871e26a7647 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:26:06.740599 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:26:06.750821 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334fd17-a7b2-4c2b-bee1-0d87fb55adfe None None] Sync routers for ids ['b848f6f7-0122-4036-80a4-0871e26a7647'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:26:06.761753 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6334fd17-a7b2-4c2b-bee1-0d87fb55adfe None None] Routers {'b848f6f7-0122-4036-80a4-0871e26a7647'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:26:06.762389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6334fd17-a7b2-4c2b-bee1-0d87fb55adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:25:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b848f6f7-0122-4036-80a4-0871e26a7647'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:06.767480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:06.823654 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-27bf59e3-6746-4097-9694-393a417c426e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3573980 Jan 21 10:26:06.824609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'tag': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:26:06.871279 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'tag': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70', 'status': 'completed', 'code': 200} Jan 21 10:26:06.975550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-6334fd17-a7b2-4c2b-bee1-0d87fb55adfe None None] Set router b848f6f7-0122-4036-80a4-0871e26a7647 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:26:07.026141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e282270-5993-4bf4-8905-3bcfbf932b2b req-f1f85a21-c0a3-4420-8112-b72df8c68e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:07.027703 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e282270-5993-4bf4-8905-3bcfbf932b2b req-f1f85a21-c0a3-4420-8112-b72df8c68e37 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 1099 time: 0.1341193 Jan 21 10:26:07.038459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4594a1-2972-49ab-a19b-e599df797339 req-1f15c62b-817b-4a6c-8816-f43bc9ab4ec7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:07.039834 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fb4594a1-2972-49ab-a19b-e599df797339 req-1f15c62b-817b-4a6c-8816-f43bc9ab4ec7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 946 time: 0.1113870 Jan 21 10:26:07.171061 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fb4594a1-2972-49ab-a19b-e599df797339 req-bff4a01e-139d-4a0f-83c6-1b38953a35f5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128430 Jan 21 10:26:07.195462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55120) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:07.201496 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e282270-5993-4bf4-8905-3bcfbf932b2b req-2350d9d6-0b55-4823-9feb-30a43f112404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:07.203055 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e282270-5993-4bf4-8905-3bcfbf932b2b req-2350d9d6-0b55-4823-9feb-30a43f112404 service neutron] 10.222.0.121 "GET /v2.0/networks?id=59e32dd7-b9e4-4709-a40b-737e4023f127 HTTP/1.1" status: 200 len: 897 time: 0.1622703 Jan 21 10:26:07.304078 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a763f89a-f21e-4d5d-b17d-8e74a925f41c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/95944a5e-8bdc-4140-b68c-989b7afc5b23 HTTP/1.1" status: 200 len: 992 time: 0.1062584 Jan 21 10:26:07.307642 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e282270-5993-4bf4-8905-3bcfbf932b2b req-1c3880b7-bb5f-4ca5-be20-9bedc32c5dbd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2fa23e8-d405-4e8e-912f-dd6324cc4c70 HTTP/1.1" status: 200 len: 1000 time: 0.0983934 Jan 21 10:26:07.333242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6334fd17-a7b2-4c2b-bee1-0d87fb55adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:25:48Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '95944a5e-8bdc-4140-b68c-989b7afc5b23', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'port_id': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'mac_address': 'fa:16:3e:68:89:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:26:05Z', 'updated_at': '2022-01-21T10:26:05Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11d8f51-7923-4066-a1cb-68b1121b6ce3', 'name': '', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:97:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:47Z', 'updated_at': '2022-01-21T10:25:54Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:07.337212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334fd17-a7b2-4c2b-bee1-0d87fb55adfe None None] Checking router: b848f6f7-0122-4036-80a4-0871e26a7647 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:26:07.345336 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6334fd17-a7b2-4c2b-bee1-0d87fb55adfe None None] Routers {'b848f6f7-0122-4036-80a4-0871e26a7647'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:26:07.346007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6334fd17-a7b2-4c2b-bee1-0d87fb55adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:25:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b848f6f7-0122-4036-80a4-0871e26a7647'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:07.368949 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e282270-5993-4bf4-8905-3bcfbf932b2b req-9ec82afe-a68a-4d25-aadb-76cb7864a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:07.370502 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e282270-5993-4bf4-8905-3bcfbf932b2b req-9ec82afe-a68a-4d25-aadb-76cb7864a57d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=88969de8-0d78-4fa0-8a99-5b57a12528ec HTTP/1.1" status: 200 len: 835 time: 0.0570271 Jan 21 10:26:07.448270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e282270-5993-4bf4-8905-3bcfbf932b2b req-c132d26e-d70a-456a-a32a-b7bb3f248492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:07.449769 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e282270-5993-4bf4-8905-3bcfbf932b2b req-c132d26e-d70a-456a-a32a-b7bb3f248492 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=59e32dd7-b9e4-4709-a40b-737e4023f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737269 Jan 21 10:26:07.522976 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-6334fd17-a7b2-4c2b-bee1-0d87fb55adfe None None] Set router b848f6f7-0122-4036-80a4-0871e26a7647 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:26:07.581871 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e282270-5993-4bf4-8905-3bcfbf932b2b req-1a9c778f-4493-464b-b954-893c8d5c5261 service neutron] 10.222.0.121 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260478 Jan 21 10:26:07.713902 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e282270-5993-4bf4-8905-3bcfbf932b2b req-2f8f19c4-253c-41fd-bc3b-1ba12006b598 service neutron] 10.222.0.121 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264057 Jan 21 10:26:07.882712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6334fd17-a7b2-4c2b-bee1-0d87fb55adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:25:48Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '95944a5e-8bdc-4140-b68c-989b7afc5b23', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'port_id': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'mac_address': 'fa:16:3e:68:89:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:26:05Z', 'updated_at': '2022-01-21T10:26:05Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11d8f51-7923-4066-a1cb-68b1121b6ce3', 'name': '', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:97:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:47Z', 'updated_at': '2022-01-21T10:25:54Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:26:07.886849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334fd17-a7b2-4c2b-bee1-0d87fb55adfe None None] The sync data for ids ['b848f6f7-0122-4036-80a4-0871e26a7647'] in dv-neutron-825723-1-hyperv is: [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:25:48Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '95944a5e-8bdc-4140-b68c-989b7afc5b23', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'port_id': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'mac_address': 'fa:16:3e:68:89:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:26:05Z', 'updated_at': '2022-01-21T10:26:05Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11d8f51-7923-4066-a1cb-68b1121b6ce3', 'name': '', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:97:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:47Z', 'updated_at': '2022-01-21T10:25:54Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:26:08.094862 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5356e-9fee-46a6-a326-41f0d7eecf88 None None] New status for floating IP 95944a5e-8bdc-4140-b68c-989b7afc5b23: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:26:08.307145 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55124) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:26:08.523301 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-aa379bb5-72cd-4814-864b-ad0bdb616465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:08.534784 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-8217aab1-508f-45fb-9296-c023b6a171e4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/95944a5e-8bdc-4140-b68c-989b7afc5b23 HTTP/1.1" status: 200 len: 994 time: 0.2265937 Jan 21 10:26:09.672777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:09.956634 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:11.304189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:19.437500 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c4715d89-a036-42c0-9119-3cec15f6acb0 req-2405a784-4f0d-4ede-b2a5-6c1258a8f6b7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778396 Jan 21 10:26:19.598658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4715d89-a036-42c0-9119-3cec15f6acb0 req-eba5e14f-a88a-4c32-b8ae-7dd63dcbfef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:19.600142 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c4715d89-a036-42c0-9119-3cec15f6acb0 req-eba5e14f-a88a-4c32-b8ae-7dd63dcbfef4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 1099 time: 0.0853081 Jan 21 10:26:19.748646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4715d89-a036-42c0-9119-3cec15f6acb0 req-8e064191-2009-4064-be24-417788a821c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:19.750003 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c4715d89-a036-42c0-9119-3cec15f6acb0 req-8e064191-2009-4064-be24-417788a821c3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=59e32dd7-b9e4-4709-a40b-737e4023f127 HTTP/1.1" status: 200 len: 897 time: 0.1305091 Jan 21 10:26:19.947371 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c4715d89-a036-42c0-9119-3cec15f6acb0 req-a6f262d7-815f-4049-a1a3-1b3981c4d5fe service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2fa23e8-d405-4e8e-912f-dd6324cc4c70 HTTP/1.1" status: 200 len: 1002 time: 0.1906965 Jan 21 10:26:20.015412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4715d89-a036-42c0-9119-3cec15f6acb0 req-903a89c5-9e31-472d-b822-132b99950bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:20.016876 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c4715d89-a036-42c0-9119-3cec15f6acb0 req-903a89c5-9e31-472d-b822-132b99950bab service neutron] 10.222.0.121 "GET /v2.0/subnets?id=88969de8-0d78-4fa0-8a99-5b57a12528ec HTTP/1.1" status: 200 len: 835 time: 0.0626040 Jan 21 10:26:20.093764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4715d89-a036-42c0-9119-3cec15f6acb0 req-f0442562-5398-45e8-8fb2-cf585edb23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:20.095186 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c4715d89-a036-42c0-9119-3cec15f6acb0 req-f0442562-5398-45e8-8fb2-cf585edb23bd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=59e32dd7-b9e4-4709-a40b-737e4023f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719235 Jan 21 10:26:20.230099 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c4715d89-a036-42c0-9119-3cec15f6acb0 req-a70b4f6f-93fb-4265-bad7-e2497dc03e07 service neutron] 10.222.0.121 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280053 Jan 21 10:26:20.365073 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c4715d89-a036-42c0-9119-3cec15f6acb0 req-5450670f-53bb-46f7-aa19-ca42c8ba6d45 service neutron] 10.222.0.121 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283858 Jan 21 10:26:30.675282 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:36.435831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7b0d7cf0-e2d2-450b-87b0-84b304cd883e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:38.530991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3fba2880-793f-40a5-82e9-ac6ec9271f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:39.670685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:39.952544 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:40.959345 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:26:41.311330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:00.685440 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:06.437884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-27ab0051-a1db-45ff-b266-d5a110ad1374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:08.537616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2c5c7e97-d55a-4413-ab12-c80f6c8c285c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:09.669474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:09.957829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:11.316217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:17.963382 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:27:19.820104 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a475942d-878a-431b-9785-131a441ffd29 req-43d4acd2-1bcd-4bc1-aa21-b4e3319426a8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853405 Jan 21 10:27:19.968711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475942d-878a-431b-9785-131a441ffd29 req-eb362805-ea6e-4eb3-9da2-6da9117b2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:19.970215 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a475942d-878a-431b-9785-131a441ffd29 req-eb362805-ea6e-4eb3-9da2-6da9117b2962 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 1099 time: 0.0783818 Jan 21 10:27:20.130596 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475942d-878a-431b-9785-131a441ffd29 req-be88ed22-72d4-48ce-b6f5-cb3c40405008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:20.132141 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a475942d-878a-431b-9785-131a441ffd29 req-be88ed22-72d4-48ce-b6f5-cb3c40405008 service neutron] 10.222.0.121 "GET /v2.0/networks?id=59e32dd7-b9e4-4709-a40b-737e4023f127 HTTP/1.1" status: 200 len: 897 time: 0.1421075 Jan 21 10:27:20.288776 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a475942d-878a-431b-9785-131a441ffd29 req-ca02c42a-99ce-483a-acca-39bb182a975c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2fa23e8-d405-4e8e-912f-dd6324cc4c70 HTTP/1.1" status: 200 len: 1002 time: 0.1488554 Jan 21 10:27:20.364667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c0e00-fe2d-4a1c-9e6b-52f4e7d6bf5c req-f2edb531-354a-42e8-97df-dc74b7a0a636 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:20.366122 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-298c0e00-fe2d-4a1c-9e6b-52f4e7d6bf5c req-f2edb531-354a-42e8-97df-dc74b7a0a636 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 946 time: 0.1736796 Jan 21 10:27:20.369565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475942d-878a-431b-9785-131a441ffd29 req-f2d13ea6-6c60-4e09-9213-5a940e055f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:20.370889 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a475942d-878a-431b-9785-131a441ffd29 req-f2d13ea6-6c60-4e09-9213-5a940e055f20 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=88969de8-0d78-4fa0-8a99-5b57a12528ec HTTP/1.1" status: 200 len: 835 time: 0.0755422 Jan 21 10:27:20.459367 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-298c0e00-fe2d-4a1c-9e6b-52f4e7d6bf5c req-2b187b58-088e-4704-a84f-2fa68a304990 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872071 Jan 21 10:27:20.483251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475942d-878a-431b-9785-131a441ffd29 req-23613a3c-f778-47e7-9ff0-077af5f96a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:20.484729 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a475942d-878a-431b-9785-131a441ffd29 req-23613a3c-f778-47e7-9ff0-077af5f96a0f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=59e32dd7-b9e4-4709-a40b-737e4023f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0997791 Jan 21 10:27:20.615441 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a475942d-878a-431b-9785-131a441ffd29 req-bfabeb35-2529-46ac-a11f-53a4750beb83 service neutron] 10.222.0.121 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243715 Jan 21 10:27:20.749519 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a475942d-878a-431b-9785-131a441ffd29 req-e929972f-d6e5-4d43-a2c5-bbd3c756230c service neutron] 10.222.0.121 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282482 Jan 21 10:27:21.651706 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aabb5-daa9-4812-8798-c007c42d1342 req-e0300ab8-5ce7-48e4-b3e3-a6382f8d40f7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:21.653193 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e00aabb5-daa9-4812-8798-c007c42d1342 req-e0300ab8-5ce7-48e4-b3e3-a6382f8d40f7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 946 time: 0.0822473 Jan 21 10:27:21.696375 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e00aabb5-daa9-4812-8798-c007c42d1342 req-fe657059-a3ea-491d-aef4-eb839000f6d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371642 Jan 21 10:27:21.721290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55154) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:21.920037 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e35c2066-3cc6-4de2-b02e-0e14e058831d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/95944a5e-8bdc-4140-b68c-989b7afc5b23 HTTP/1.1" status: 200 len: 994 time: 0.1976755 Jan 21 10:27:23.429652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fbc24-81fc-4996-a4ec-c5b1bfcced27 req-4164dd11-94a9-4f5d-ab15-6649fe29ebff tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:23.431105 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b18fbc24-81fc-4996-a4ec-c5b1bfcced27 req-4164dd11-94a9-4f5d-ab15-6649fe29ebff tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 946 time: 0.0864508 Jan 21 10:27:23.481023 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b18fbc24-81fc-4996-a4ec-c5b1bfcced27 req-e6535767-248c-4199-88e2-e189e1efa8e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409417 Jan 21 10:27:24.675186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dccd7-1bac-450a-ad0e-8c8b07d7780a req-af215762-b47d-43d8-8ecc-727237e30621 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:24.676694 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a91dccd7-1bac-450a-ad0e-8c8b07d7780a req-af215762-b47d-43d8-8ecc-727237e30621 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 946 time: 0.0809531 Jan 21 10:27:24.725743 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a91dccd7-1bac-450a-ad0e-8c8b07d7780a req-c7ef46df-285c-4453-a016-8f1cbcb8a9ee tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431273 Jan 21 10:27:24.754432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55168) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:24.862523 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-808c25d0-75dc-4284-bef3-a2fd17447c7c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/95944a5e-8bdc-4140-b68c-989b7afc5b23 HTTP/1.1" status: 200 len: 994 time: 0.1067655 Jan 21 10:27:25.138478 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55176) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:25.358024 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port c121d476-2bf6-4a7a-9b67-9c43cc490216 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:27:25.358361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:25.537695 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:25.537916 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:25.657523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for c121d476-2bf6-4a7a-9b67-9c43cc490216 owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:27:25.808539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:25.854688 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=c121d476-2bf6-4a7a-9b67-9c43cc490216,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:25.890530 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:25.890879 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:25.891233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:25.891562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:25.891897 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:25.892216 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:25.892584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:25.892913 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:25.893233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:25.893562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:25.893882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:25.894206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:25.958196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:25.958588 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Floating IP 95944a5e-8bdc-4140-b68c-989b7afc5b23 disassociated (deleted). External IP: 172.26.4.104, port: e2fa23e8-d405-4e8e-912f-dd6324cc4c70. Jan 21 10:27:26.323452 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router b848f6f7-0122-4036-80a4-0871e26a7647 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:27:26.625766 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:27:26.635952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061879f3-0ad3-4080-a03c-891255ab10a5 None None] Sync routers for ids ['b848f6f7-0122-4036-80a4-0871e26a7647'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:27:26.649092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061879f3-0ad3-4080-a03c-891255ab10a5 None None] Routers {'b848f6f7-0122-4036-80a4-0871e26a7647'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:27:26.649279 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:26.649833 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-061879f3-0ad3-4080-a03c-891255ab10a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:27:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b848f6f7-0122-4036-80a4-0871e26a7647'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:26.703956 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-898cf3da-6a2d-4039-8a94-a2b0bd89b15d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/floatingips/95944a5e-8bdc-4140-b68c-989b7afc5b23 HTTP/1.1" status: 204 len: 168 time: 1.5642397 Jan 21 10:27:26.704809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'tag': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:27:26.751590 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'tag': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70', 'status': 'completed', 'code': 200} Jan 21 10:27:26.850769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424766e-b53d-4f91-849b-b27efc98af9f req-cfa8e46b-7542-4f9d-b5fc-c06b57ba9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:26.852474 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6424766e-b53d-4f91-849b-b27efc98af9f req-cfa8e46b-7542-4f9d-b5fc-c06b57ba9815 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 1099 time: 0.0794351 Jan 21 10:27:26.881467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-061879f3-0ad3-4080-a03c-891255ab10a5 None None] Set router b848f6f7-0122-4036-80a4-0871e26a7647 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:27:26.997916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424766e-b53d-4f91-849b-b27efc98af9f req-3258d9ff-36fb-4e25-81e2-ee95f9111fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:26.999367 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6424766e-b53d-4f91-849b-b27efc98af9f req-3258d9ff-36fb-4e25-81e2-ee95f9111fb3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=59e32dd7-b9e4-4709-a40b-737e4023f127 HTTP/1.1" status: 200 len: 897 time: 0.1392791 Jan 21 10:27:27.100706 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6424766e-b53d-4f91-849b-b27efc98af9f req-61ae86b1-b71a-40a9-bf1f-044e02308384 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2fa23e8-d405-4e8e-912f-dd6324cc4c70 HTTP/1.1" status: 200 len: 217 time: 0.0703642 Jan 21 10:27:27.175808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424766e-b53d-4f91-849b-b27efc98af9f req-34ad1f92-ad57-416a-b0ab-8c9e1c392103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:27.177159 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6424766e-b53d-4f91-849b-b27efc98af9f req-34ad1f92-ad57-416a-b0ab-8c9e1c392103 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=88969de8-0d78-4fa0-8a99-5b57a12528ec HTTP/1.1" status: 200 len: 835 time: 0.0678849 Jan 21 10:27:27.191892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd5306-76bb-4c6d-8cbf-fde2b84b2612 req-c3466703-11c4-4d6b-b518-3cf7ce8a553d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:27.193302 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42cd5306-76bb-4c6d-8cbf-fde2b84b2612 req-c3466703-11c4-4d6b-b518-3cf7ce8a553d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 946 time: 0.1931174 Jan 21 10:27:27.202715 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-061879f3-0ad3-4080-a03c-891255ab10a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:25:48Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'c11d8f51-7923-4066-a1cb-68b1121b6ce3', 'name': '', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:97:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:47Z', 'updated_at': '2022-01-21T10:25:54Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:27.206696 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061879f3-0ad3-4080-a03c-891255ab10a5 None None] Checking router: b848f6f7-0122-4036-80a4-0871e26a7647 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:27:27.215013 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061879f3-0ad3-4080-a03c-891255ab10a5 None None] Routers {'b848f6f7-0122-4036-80a4-0871e26a7647'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:27:27.215601 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-061879f3-0ad3-4080-a03c-891255ab10a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:27:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b848f6f7-0122-4036-80a4-0871e26a7647'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:27.279497 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42cd5306-76bb-4c6d-8cbf-fde2b84b2612 req-99fbb3b8-873b-4a8e-8a47-04a15a1cc0dc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522966 Jan 21 10:27:27.294943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424766e-b53d-4f91-849b-b27efc98af9f req-4a12b819-f200-4cf3-8abe-b3fe80aeb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:27.296472 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6424766e-b53d-4f91-849b-b27efc98af9f req-4a12b819-f200-4cf3-8abe-b3fe80aeb4a0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=59e32dd7-b9e4-4709-a40b-737e4023f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023164 Jan 21 10:27:27.389112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-061879f3-0ad3-4080-a03c-891255ab10a5 None None] Set router b848f6f7-0122-4036-80a4-0871e26a7647 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:27:27.429975 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6424766e-b53d-4f91-849b-b27efc98af9f req-ac8ec072-5b3b-436e-a4cf-2db381bf7818 service neutron] 10.222.0.121 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259542 Jan 21 10:27:27.563902 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6424766e-b53d-4f91-849b-b27efc98af9f req-7f7a8a1b-7c38-41cf-be37-b714ef722eac service neutron] 10.222.0.121 "GET /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264570 Jan 21 10:27:27.703429 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-061879f3-0ad3-4080-a03c-891255ab10a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:25:48Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'c11d8f51-7923-4066-a1cb-68b1121b6ce3', 'name': '', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:97:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:47Z', 'updated_at': '2022-01-21T10:25:54Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:27.708132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061879f3-0ad3-4080-a03c-891255ab10a5 None None] The sync data for ids ['b848f6f7-0122-4036-80a4-0871e26a7647'] in dv-neutron-825723-1-hyperv is: [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:25:48Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'c11d8f51-7923-4066-a1cb-68b1121b6ce3', 'name': '', 'network_id': '59e32dd7-b9e4-4709-a40b-737e4023f127', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:97:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:47Z', 'updated_at': '2022-01-21T10:25:54Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '88969de8-0d78-4fa0-8a99-5b57a12528ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:27:27.939419 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8377e9-41c0-4ebe-ac93-5a6f0b283379 None None] New status for floating IP 95944a5e-8bdc-4140-b68c-989b7afc5b23: DOWN {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:27:28.494219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45005c1b-cbf7-4dd1-8af7-08192b6948fd req-29d88a05-13a3-4d70-9c3f-4dcee98febda tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:28.495697 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-45005c1b-cbf7-4dd1-8af7-08192b6948fd req-29d88a05-13a3-4d70-9c3f-4dcee98febda tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 946 time: 0.0956132 Jan 21 10:27:28.546102 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-45005c1b-cbf7-4dd1-8af7-08192b6948fd req-06895892-e4ff-4aac-9a1b-bfd07a848785 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445795 Jan 21 10:27:29.005834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1e2ed-1f36-470f-acc3-e12172518f82 req-4ea884f7-886c-4de8-9e34-6b8d8d953185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:29.007169 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1d1e2ed-1f36-470f-acc3-e12172518f82 req-4ea884f7-886c-4de8-9e34-6b8d8d953185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 946 time: 0.0890179 Jan 21 10:27:29.078204 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-f1d1e2ed-1f36-470f-acc3-e12172518f82 req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port e2fa23e8-d405-4e8e-912f-dd6324cc4c70 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:27:29.078537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-f1d1e2ed-1f36-470f-acc3-e12172518f82 req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.416540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-f1d1e2ed-1f36-470f-acc3-e12172518f82 req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port e2fa23e8-d405-4e8e-912f-dd6324cc4c70, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e2fa23e8-d405-4e8e-912f-dd6324cc4c70,segment=NetworkSegment(c90efef0-293c-49ff-906e-07b3f1d71e7a),segment_id=c90efef0-293c-49ff-906e-07b3f1d71e7a)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:27:29.416917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-f1d1e2ed-1f36-470f-acc3-e12172518f82 req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.541422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-f1d1e2ed-1f36-470f-acc3-e12172518f82 req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for e2fa23e8-d405-4e8e-912f-dd6324cc4c70 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:27:29.734087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-f1d1e2ed-1f36-470f-acc3-e12172518f82 req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.788121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=e2fa23e8-d405-4e8e-912f-dd6324cc4c70,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:29.835084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:29.835419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:29.835787 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:29.836123 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:29.836485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:29.836870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:29.837170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:29.837515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:29.837834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:29.838152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:29.838474 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:29.838788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:29.879355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59ccfc-fb70-4cf4-863d-5b65044b48c9 req-eee7284b-f1a0-4941-acfe-39b789305c70 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:29.880810 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea59ccfc-fb70-4cf4-863d-5b65044b48c9 req-eee7284b-f1a0-4941-acfe-39b789305c70 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e480b12-8fa8-469b-b14f-2aaefa8191d1 HTTP/1.1" status: 200 len: 867 time: 0.2210119 Jan 21 10:27:29.886228 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d1e2ed-1f36-470f-acc3-e12172518f82 req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] No DVR routers for this DVR port e2fa23e8-d405-4e8e-912f-dd6324cc4c70 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:27:29.889764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-f1d1e2ed-1f36-470f-acc3-e12172518f82 req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.892222 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'name': 'network-vif-deleted', 'tag': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:27:29.918760 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1d1e2ed-1f36-470f-acc3-e12172518f82 req-ad7f6149-cd05-4b22-9830-2e11431b6cb0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "DELETE /v2.0/ports/e2fa23e8-d405-4e8e-912f-dd6324cc4c70 HTTP/1.1" status: 204 len: 173 time: 0.9057381 Jan 21 10:27:29.938016 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e480b12-8fa8-469b-b14f-2aaefa8191d1', 'name': 'network-vif-deleted', 'tag': 'e2fa23e8-d405-4e8e-912f-dd6324cc4c70', 'status': 'completed', 'code': 200} Jan 21 10:27:29.942658 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea59ccfc-fb70-4cf4-863d-5b65044b48c9 req-064dca2e-b92e-4682-964e-d461f4e24779 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=f466369b-3b0d-4714-bd9d-245e1920224a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546989 Jan 21 10:27:30.687758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:30.999203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e2fa23e8-d405-4e8e-912f-dd6324cc4c70 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:27:31.033469 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: e2fa23e8-d405-4e8e-912f-dd6324cc4c70 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:27:31.033814 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device e2fa23e8-d405-4e8e-912f-dd6324cc4c70 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:27:31.043278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55194) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:31.613241 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b33a666-d6f0-44aa-8cce-b4bf36374a3a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:31.980377 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-9b33a666-d6f0-44aa-8cce-b4bf36374a3a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port c11d8f51-7923-4066-a1cb-68b1121b6ce3 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:27:31.980749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b33a666-d6f0-44aa-8cce-b4bf36374a3a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:32.176974 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-9b33a666-d6f0-44aa-8cce-b4bf36374a3a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port c11d8f51-7923-4066-a1cb-68b1121b6ce3, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c11d8f51-7923-4066-a1cb-68b1121b6ce3,segment=NetworkSegment(c90efef0-293c-49ff-906e-07b3f1d71e7a),segment_id=c90efef0-293c-49ff-906e-07b3f1d71e7a)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:27:32.177721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b33a666-d6f0-44aa-8cce-b4bf36374a3a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:32.313462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-9b33a666-d6f0-44aa-8cce-b4bf36374a3a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for c11d8f51-7923-4066-a1cb-68b1121b6ce3 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:27:32.512266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b33a666-d6f0-44aa-8cce-b4bf36374a3a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:32.672975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33a666-d6f0-44aa-8cce-b4bf36374a3a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=c11d8f51-7923-4066-a1cb-68b1121b6ce3,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:32.945860 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9b33a666-d6f0-44aa-8cce-b4bf36374a3a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:33.305533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b33a666-d6f0-44aa-8cce-b4bf36374a3a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router b848f6f7-0122-4036-80a4-0871e26a7647 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:27:33.482505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b33a666-d6f0-44aa-8cce-b4bf36374a3a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:27:33.494891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76892f59-ed76-4678-9b78-c5311a0bbfdd None None] Sync routers for ids ['b848f6f7-0122-4036-80a4-0871e26a7647'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:27:33.504971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76892f59-ed76-4678-9b78-c5311a0bbfdd None None] Routers {'b848f6f7-0122-4036-80a4-0871e26a7647'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:27:33.505611 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-76892f59-ed76-4678-9b78-c5311a0bbfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:27:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b848f6f7-0122-4036-80a4-0871e26a7647'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:33.508186 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9b33a666-d6f0-44aa-8cce-b4bf36374a3a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "PUT /v2.0/routers/b848f6f7-0122-4036-80a4-0871e26a7647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4619608 Jan 21 10:27:33.509183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55198) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:33.581981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90442ef-2de3-4632-9b9a-57ae5ca6f264 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting subnet 88969de8-0d78-4fa0-8a99-5b57a12528ec {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:27:33.584987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a90442ef-2de3-4632-9b9a-57ae5ca6f264 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:33.638310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a90442ef-2de3-4632-9b9a-57ae5ca6f264 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:33.687397 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-76892f59-ed76-4678-9b78-c5311a0bbfdd None None] Set router b848f6f7-0122-4036-80a4-0871e26a7647 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:27:33.724242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a90442ef-2de3-4632-9b9a-57ae5ca6f264 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:33.812100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a90442ef-2de3-4632-9b9a-57ae5ca6f264 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:33.862644 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90442ef-2de3-4632-9b9a-57ae5ca6f264 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Subnet': ['ID=88969de8-0d78-4fa0-8a99-5b57a12528ec,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:33.869809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a90442ef-2de3-4632-9b9a-57ae5ca6f264 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:33.878786 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a90442ef-2de3-4632-9b9a-57ae5ca6f264 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/subnets/88969de8-0d78-4fa0-8a99-5b57a12528ec HTTP/1.1" status: 204 len: 168 time: 0.3684728 Jan 21 10:27:33.882991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55202) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:33.917528 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac746db-abff-4af8-b797-bb9ef2cca943 None None] Network 59e32dd7-b9e4-4709-a40b-737e4023f127 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:27:34.089408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:34.180685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-76892f59-ed76-4678-9b78-c5311a0bbfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:27:32Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:34.187015 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76892f59-ed76-4678-9b78-c5311a0bbfdd None None] Checking router: b848f6f7-0122-4036-80a4-0871e26a7647 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:27:34.205561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76892f59-ed76-4678-9b78-c5311a0bbfdd None None] Routers {'b848f6f7-0122-4036-80a4-0871e26a7647'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:27:34.205561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-76892f59-ed76-4678-9b78-c5311a0bbfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:27:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['b848f6f7-0122-4036-80a4-0871e26a7647'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:34.285047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] DHCP port deletion for 59e32dd7-b9e4-4709-a40b-737e4023f127 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:27:34.291075 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:34.301051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port 08812d23-4ba6-458c-85ea-f228de53ff37 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:27:34.301419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:34.302435 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Deleting port 3bfec6c0-de6e-402e-a846-76f196b4acbb {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:27:34.302805 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:34.487802 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-76892f59-ed76-4678-9b78-c5311a0bbfdd None None] Set router b848f6f7-0122-4036-80a4-0871e26a7647 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:27:34.605043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port 08812d23-4ba6-458c-85ea-f228de53ff37, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=08812d23-4ba6-458c-85ea-f228de53ff37,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:27:34.606078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:34.730121 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for 08812d23-4ba6-458c-85ea-f228de53ff37 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:27:34.776962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] For port 3bfec6c0-de6e-402e-a846-76f196b4acbb, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=3bfec6c0-de6e-402e-a846-76f196b4acbb,segment=NetworkSegment(c90efef0-293c-49ff-906e-07b3f1d71e7a),segment_id=c90efef0-293c-49ff-906e-07b3f1d71e7a)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:27:34.777557 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:34.901539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:34.917435 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Calling delete_port for 3bfec6c0-de6e-402e-a846-76f196b4acbb owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:27:34.950560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=08812d23-4ba6-458c-85ea-f228de53ff37,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:35.033814 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.042169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.081492 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] No DVR routers for this DVR port 3bfec6c0-de6e-402e-a846-76f196b4acbb on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:27:35.091073 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Pushing event deleted for resources: {'Port': ['ID=3bfec6c0-de6e-402e-a846-76f196b4acbb,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:35.104675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-76892f59-ed76-4678-9b78-c5311a0bbfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:27:32Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:35.107315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:35.107663 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:35.108001 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:35.108334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:35.108687 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:35.109019 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:35.109344 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:35.109666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:35.109988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:35.110306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:35.110623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:35.110939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983884b-e9bd-4781-8931-afddcdc82903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:35.115570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76892f59-ed76-4678-9b78-c5311a0bbfdd None None] The sync data for ids ['b848f6f7-0122-4036-80a4-0871e26a7647'] in dv-neutron-825723-1-hyperv is: [{'id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089975774', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:43Z', 'updated_at': '2022-01-21T10:27:32Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '08812d23-4ba6-458c-85ea-f228de53ff37', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848f6f7-0122-4036-80a4-0871e26a7647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:44Z', 'updated_at': '2022-01-21T10:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:27:35.217108 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.219400 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.246721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.247278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Fanout notify agent at l3_agent the message router_deleted on router b848f6f7-0122-4036-80a4-0871e26a7647 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:27:35.262837 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.263911 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-89a2e6db-ac57-4811-b0ec-2133d22fb2e9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/routers/b848f6f7-0122-4036-80a4-0871e26a7647 HTTP/1.1" status: 204 len: 168 time: 1.3798833 Jan 21 10:27:35.267039 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55206) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:35.379112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5015c0bd-fcc0-4b34-97d7-7ddc514a377f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.517216 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5015c0bd-fcc0-4b34-97d7-7ddc514a377f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.543054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-5015c0bd-fcc0-4b34-97d7-7ddc514a377f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e32dd7-b9e4-4709-a40b-737e4023f127']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:35.556709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-5015c0bd-fcc0-4b34-97d7-7ddc514a377f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90efef0-293c-49ff-906e-07b3f1d71e7a') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:35.557024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-5015c0bd-fcc0-4b34-97d7-7ddc514a377f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90efef0-293c-49ff-906e-07b3f1d71e7a') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:35.570035 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5015c0bd-fcc0-4b34-97d7-7ddc514a377f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.587648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5015c0bd-fcc0-4b34-97d7-7ddc514a377f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.593903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5015c0bd-fcc0-4b34-97d7-7ddc514a377f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:27:35.594286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5015c0bd-fcc0-4b34-97d7-7ddc514a377f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:27:35.613328 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:27:35.693875 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5015c0bd-fcc0-4b34-97d7-7ddc514a377f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.699169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5015c0bd-fcc0-4b34-97d7-7ddc514a377f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.721992 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5015c0bd-fcc0-4b34-97d7-7ddc514a377f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/networks/59e32dd7-b9e4-4709-a40b-737e4023f127 HTTP/1.1" status: 204 len: 168 time: 0.4538817 Jan 21 10:27:35.724757 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55210) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:35.725375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015c0bd-fcc0-4b34-97d7-7ddc514a377f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Network': ['ID=59e32dd7-b9e4-4709-a40b-737e4023f127,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:35.801100 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32ea4e32-4b98-4822-8210-c9be80c532e0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.832022 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32ea4e32-4b98-4822-8210-c9be80c532e0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.896295 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32ea4e32-4b98-4822-8210-c9be80c532e0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.911912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea4e32-4b98-4822-8210-c9be80c532e0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f466369b-3b0d-4714-bd9d-245e1920224a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:35.919265 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-32ea4e32-4b98-4822-8210-c9be80c532e0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:35.919633 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-32ea4e32-4b98-4822-8210-c9be80c532e0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/security-groups/f466369b-3b0d-4714-bd9d-245e1920224a HTTP/1.1" status: 204 len: 168 time: 0.1933498 Jan 21 10:27:36.185713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3bfec6c0-de6e-402e-a846-76f196b4acbb no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:27:36.219436 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 3bfec6c0-de6e-402e-a846-76f196b4acbb {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:27:36.219780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 3bfec6c0-de6e-402e-a846-76f196b4acbb not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:27:36.220184 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 08812d23-4ba6-458c-85ea-f228de53ff37 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:27:36.251056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 08812d23-4ba6-458c-85ea-f228de53ff37 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:27:36.251405 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 08812d23-4ba6-458c-85ea-f228de53ff37 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:27:36.251809 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device c11d8f51-7923-4066-a1cb-68b1121b6ce3 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:27:36.333008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: c11d8f51-7923-4066-a1cb-68b1121b6ce3 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:27:36.333322 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device c11d8f51-7923-4066-a1cb-68b1121b6ce3 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:27:36.431293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-45eebe2b-d605-4c3a-bd53-49f337fa184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:36.552556 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55218) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:36.558010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010101322', 'description': 'tempest-secgroup-smoke-2010101322 description', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:27:36.564904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:36.569317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:36.572452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:36.579209 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:36.590584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:36.610736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:36.614781 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:36.617901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:36.623764 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:36.707066 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:36.713067 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:36.752697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:36.755531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:36.756775 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0d6c434e-6556-4251-830c-2eb1ff75f6ae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2032623 Jan 21 10:27:36.759779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55222) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:36.764891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-6ecb9e54-8746-4f78-968d-4dcbc1a8ac05 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:27:36.770849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6ecb9e54-8746-4f78-968d-4dcbc1a8ac05 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:36.774675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6ecb9e54-8746-4f78-968d-4dcbc1a8ac05 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:36.777563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-6ecb9e54-8746-4f78-968d-4dcbc1a8ac05 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:36.783220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-6ecb9e54-8746-4f78-968d-4dcbc1a8ac05 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:36.801765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ecb9e54-8746-4f78-968d-4dcbc1a8ac05 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:36.864327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ecb9e54-8746-4f78-968d-4dcbc1a8ac05 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:36.870398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ecb9e54-8746-4f78-968d-4dcbc1a8ac05 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:36.897601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb9e54-8746-4f78-968d-4dcbc1a8ac05 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273dfbb8-1a09-4b68-8b1e-f0dd98e81ac2,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:36.906424 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6ecb9e54-8746-4f78-968d-4dcbc1a8ac05 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:36.907592 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6ecb9e54-8746-4f78-968d-4dcbc1a8ac05 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468315 Jan 21 10:27:36.910441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55226) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:36.915315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-793108a7-4a22-4bf9-9fa0-70e1b1ec3dc5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:27:36.921270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-793108a7-4a22-4bf9-9fa0-70e1b1ec3dc5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:36.925142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-793108a7-4a22-4bf9-9fa0-70e1b1ec3dc5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:36.928034 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-793108a7-4a22-4bf9-9fa0-70e1b1ec3dc5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:36.934173 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-793108a7-4a22-4bf9-9fa0-70e1b1ec3dc5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:36.952429 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-793108a7-4a22-4bf9-9fa0-70e1b1ec3dc5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.014022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-793108a7-4a22-4bf9-9fa0-70e1b1ec3dc5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.020162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-793108a7-4a22-4bf9-9fa0-70e1b1ec3dc5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.049766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793108a7-4a22-4bf9-9fa0-70e1b1ec3dc5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75cda1f7-034b-435b-9004-b160fcd539b7,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:37.059951 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-793108a7-4a22-4bf9-9fa0-70e1b1ec3dc5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.061648 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-793108a7-4a22-4bf9-9fa0-70e1b1ec3dc5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502728 Jan 21 10:27:37.064687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55230) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:37.071915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e250e307-803f-471c-a1fe-3c38278a85ac tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:27:37.077872 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e250e307-803f-471c-a1fe-3c38278a85ac tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:37.081965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e250e307-803f-471c-a1fe-3c38278a85ac tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:37.084851 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e250e307-803f-471c-a1fe-3c38278a85ac tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:37.090528 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e250e307-803f-471c-a1fe-3c38278a85ac tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:37.111889 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e250e307-803f-471c-a1fe-3c38278a85ac tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.181557 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e250e307-803f-471c-a1fe-3c38278a85ac tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.186589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e250e307-803f-471c-a1fe-3c38278a85ac tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.208749 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250e307-803f-471c-a1fe-3c38278a85ac tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e133364-9ac6-413f-bb91-1ae66f59ad5e,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:37.218267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e250e307-803f-471c-a1fe-3c38278a85ac tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.219393 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e250e307-803f-471c-a1fe-3c38278a85ac tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534579 Jan 21 10:27:37.222142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55234) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:37.227109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-82ad12a8-730a-47f6-80ab-f902ff4dc6d5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:27:37.232931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-82ad12a8-730a-47f6-80ab-f902ff4dc6d5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:37.236695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-82ad12a8-730a-47f6-80ab-f902ff4dc6d5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:37.239580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-82ad12a8-730a-47f6-80ab-f902ff4dc6d5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:37.245182 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-82ad12a8-730a-47f6-80ab-f902ff4dc6d5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:37.261089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-82ad12a8-730a-47f6-80ab-f902ff4dc6d5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.324742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-82ad12a8-730a-47f6-80ab-f902ff4dc6d5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.329997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-82ad12a8-730a-47f6-80ab-f902ff4dc6d5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.353385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad12a8-730a-47f6-80ab-f902ff4dc6d5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11248f1d-9816-4160-9441-193a49796c1d,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:37.362812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-82ad12a8-730a-47f6-80ab-f902ff4dc6d5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.364053 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-82ad12a8-730a-47f6-80ab-f902ff4dc6d5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410019 Jan 21 10:27:37.366913 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55238) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:37.371856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-16f1e34f-126a-48d7-b7ba-c0c76ed45ebe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:27:37.377439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-16f1e34f-126a-48d7-b7ba-c0c76ed45ebe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:37.381224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-16f1e34f-126a-48d7-b7ba-c0c76ed45ebe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:37.384015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-16f1e34f-126a-48d7-b7ba-c0c76ed45ebe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:37.389592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-16f1e34f-126a-48d7-b7ba-c0c76ed45ebe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:37.404184 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-16f1e34f-126a-48d7-b7ba-c0c76ed45ebe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Project 10b7e7e7f2694379a89bbb121e66ad3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:27:37.411336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-16f1e34f-126a-48d7-b7ba-c0c76ed45ebe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.560360 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-16f1e34f-126a-48d7-b7ba-c0c76ed45ebe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.565604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-16f1e34f-126a-48d7-b7ba-c0c76ed45ebe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.589325 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1e34f-126a-48d7-b7ba-c0c76ed45ebe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651d4799-a898-4888-8be4-ef42c98bda9b,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:37.598742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-16f1e34f-126a-48d7-b7ba-c0c76ed45ebe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.602768 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-16f1e34f-126a-48d7-b7ba-c0c76ed45ebe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2322576 Jan 21 10:27:37.602967 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55242) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:37.607732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-41af6483-4c92-4c7b-9cce-2f5ac800fe11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:27:37.613642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-41af6483-4c92-4c7b-9cce-2f5ac800fe11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:37.617382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-41af6483-4c92-4c7b-9cce-2f5ac800fe11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:37.620363 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-41af6483-4c92-4c7b-9cce-2f5ac800fe11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:37.626573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-41af6483-4c92-4c7b-9cce-2f5ac800fe11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:37.638446 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-41af6483-4c92-4c7b-9cce-2f5ac800fe11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Project 10b7e7e7f2694379a89bbb121e66ad3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:27:37.648708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41af6483-4c92-4c7b-9cce-2f5ac800fe11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.717835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41af6483-4c92-4c7b-9cce-2f5ac800fe11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.723568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41af6483-4c92-4c7b-9cce-2f5ac800fe11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.746095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af6483-4c92-4c7b-9cce-2f5ac800fe11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5194a6dd-fc16-4075-8094-e529283b7584,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:37.754395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-41af6483-4c92-4c7b-9cce-2f5ac800fe11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.755530 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-41af6483-4c92-4c7b-9cce-2f5ac800fe11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516955 Jan 21 10:27:37.758614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55246) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:37.764010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'network': {'name': 'tempest-network-smoke--597195272', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'port_security_enabled': True}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:27:37.768980 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:37.772894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:network and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:37.775813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:37.781866 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:37.794784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:27:37.798244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.827132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:27:37.838635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.838972 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Added segment 0f79572a-fdf0-4aac-ae84-198d9c474146 of type vlan for network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef Jan 21 10:27:37.867004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.898701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.904162 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:37.904788 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:37.961946 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2023103 Jan 21 10:27:37.966854 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55250) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:37.974769 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'admin_state_up': True, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:27:37.982391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:37.988137 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:router and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:37.992045 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:38.000964 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:38.014238 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:38.014484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85697e9-55b7-481b-934b-6b1a14966a0a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Network': ['ID=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:38.015255 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:38.026901 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:27:38.034209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:38.297236 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:38.523226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c6f663a9-c2b4-4328-8500-7edfc09e8136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:38.714364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:38.742540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:38.874969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.26.4.80 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/b826e3cf-b332-4cf3-b88c-7f6f60d312d0) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:27:39.020078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:39.054586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:39.117090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:27:39.118177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:27:39.121890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:27:39.158371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=b826e3cf-b332-4cf3-b88c-7f6f60d312d0,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:39.532431 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:39.663018 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:39.955044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:39.999658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:40.204911 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router baf98391-d002-4c9d-9e83-cff3a71b86c5 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:27:40.383562 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:27:40.394862 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Sync routers for ids ['baf98391-d002-4c9d-9e83-cff3a71b86c5'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:27:40.404656 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Routers {'baf98391-d002-4c9d-9e83-cff3a71b86c5'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:27:40.405264 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:27:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['baf98391-d002-4c9d-9e83-cff3a71b86c5'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:40.411979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:40.413345 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e125b48b-b766-4c6b-8c5b-0cf7ccf582c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4453022 Jan 21 10:27:40.416661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55254) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:40.456758 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5db151db-703e-41ee-b4c4-8a3d46cf6657 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=10b7e7e7f2694379a89bbb121e66ad3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388429 Jan 21 10:27:40.459384 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55258) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:40.581015 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Set router baf98391-d002-4c9d-9e83-cff3a71b86c5 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:27:40.591293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333c835b-3076-4772-9582-589af5b10e25 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:40.595531 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-333c835b-3076-4772-9582-589af5b10e25 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326239 Jan 21 10:27:40.595932 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55262) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:40.639886 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-71dac41c-769d-4cd0-ad6c-b039f81835f7 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427697 Jan 21 10:27:40.642489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55266) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:40.647813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1745822084', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:27:40.755224 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:40.759409 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:subnet and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:40.762413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:40.768200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:40.778206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:27:40.781652 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:40.857019 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:39Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:40.860788 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Checking router: baf98391-d002-4c9d-9e83-cff3a71b86c5 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:27:40.861127 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Updating router baf98391-d002-4c9d-9e83-cff3a71b86c5 port b826e3cf-b332-4cf3-b88c-7f6f60d312d0 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:27:40.915430 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:40.993222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.069287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Subnet': ['ID=a2533abb-7117-4b56-8979-c4a4cad92b38,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:41.083698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Checking segment: {'id': '0f79572a-fdf0-4aac-ae84-198d9c474146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:27:41.084053 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network hostable DHCP agents. Network: df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:27:41.104550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:27:41.113721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:27:41.118233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:41.118819 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.124649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d4461d-9e41-425d-a2c5-d5d38c9d4907 None None] Network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:27:41.143388 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2de73a8d-f2b8-4838-a7fb-bf7721af6f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4997330 Jan 21 10:27:41.146206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55270) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:41.233598 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.245571 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Transition to ACTIVE for port object b826e3cf-b332-4cf3-b88c-7f6f60d312d0 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:27:41.253590 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.311992 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Attempting to bind port b826e3cf-b332-4cf3-b88c-7f6f60d312d0 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:27:41.312377 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Attempting to bind port b826e3cf-b332-4cf3-b88c-7f6f60d312d0 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:27:41.312716 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Attempting to bind port b826e3cf-b332-4cf3-b88c-7f6f60d312d0 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:27:41.324144 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:27:41.324611 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:27:41.324780 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.325169 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:27:41.325639 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Bound port: b826e3cf-b332-4cf3-b88c-7f6f60d312d0, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:27:41.326273 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.352860 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.355381 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ips': [{'subnet_id': 'a2533abb-7117-4b56-8979-c4a4cad92b38'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:27:41.356269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.403999 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] For port b826e3cf-b332-4cf3-b88c-7f6f60d312d0, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:27:41.407622 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] For port b826e3cf-b332-4cf3-b88c-7f6f60d312d0, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b826e3cf-b332-4cf3-b88c-7f6f60d312d0,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:27:41.427574 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.435247 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Pushing event updated for resources: {'Port': ['ID=b826e3cf-b332-4cf3-b88c-7f6f60d312d0,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:41.447313 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:41.447646 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:41.447983 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:41.448534 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:41.449009 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:41.449482 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:41.449982 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:41.450309 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:41.450791 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:41.451254 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:41.451726 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:41.452181 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:41.515725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Allocated IP 172.20.0.2 (df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef/a2533abb-7117-4b56-8979-c4a4cad92b38/ac5d7dfa-b218-47fd-86b8-5e38bc1137be) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:27:41.523913 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Routers {'baf98391-d002-4c9d-9e83-cff3a71b86c5'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:27:41.524625 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:27:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['baf98391-d002-4c9d-9e83-cff3a71b86c5'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:41.717479 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3633f-cff4-430a-baf9-771ec96bbf7d None None] Pushing event updated for resources: {'Port': ['ID=b826e3cf-b332-4cf3-b88c-7f6f60d312d0,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:41.728814 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.741568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Transition to ACTIVE for port object ac5d7dfa-b218-47fd-86b8-5e38bc1137be will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:27:41.743596 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] Set router baf98391-d002-4c9d-9e83-cff3a71b86c5 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:27:41.762814 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Transition to ACTIVE for port object ac5d7dfa-b218-47fd-86b8-5e38bc1137be will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:27:41.769517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.835255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:27:41.838365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:27:41.842055 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:27:41.848157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Pushing event updated for resources: {'Port': ['ID=ac5d7dfa-b218-47fd-86b8-5e38bc1137be,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:41.936159 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Attempting to bind port ac5d7dfa-b218-47fd-86b8-5e38bc1137be on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:27:41.936533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Attempting to bind port ac5d7dfa-b218-47fd-86b8-5e38bc1137be by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0f79572a-fdf0-4aac-ae84-198d9c474146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:27:41.936929 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Attempting to bind port ac5d7dfa-b218-47fd-86b8-5e38bc1137be on network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:27:41.942779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:27:41.943155 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Checking segment: {'id': '0f79572a-fdf0-4aac-ae84-198d9c474146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:27:41.943556 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.943948 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Bound using segment: {'id': '0f79572a-fdf0-4aac-ae84-198d9c474146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:27:41.944711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Bound port: ac5d7dfa-b218-47fd-86b8-5e38bc1137be, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f79572a-fdf0-4aac-ae84-198d9c474146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:27:41.945127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:41.999946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:42.039720 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:39Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:42.044189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] For port ac5d7dfa-b218-47fd-86b8-5e38bc1137be, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:27:42.044390 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08c0d4-17a9-45df-af68-f4ae89e61428 None None] The sync data for ids ['baf98391-d002-4c9d-9e83-cff3a71b86c5'] in dv-neutron-825723-1-hyperv is: [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:39Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:27:42.050376 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] For port ac5d7dfa-b218-47fd-86b8-5e38bc1137be, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ac5d7dfa-b218-47fd-86b8-5e38bc1137be,segment=NetworkSegment(0f79572a-fdf0-4aac-ae84-198d9c474146),segment_id=0f79572a-fdf0-4aac-ae84-198d9c474146)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:27:42.056087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:42.140084 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b3e4a-065c-4c6f-8a7e-28ba64f182ff None None] Pushing event updated for resources: {'Port': ['ID=ac5d7dfa-b218-47fd-86b8-5e38bc1137be,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:42.453468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.20.0.1 (df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef/a2533abb-7117-4b56-8979-c4a4cad92b38/9f4ee2a1-47db-49a1-997f-3fcc1b8265a3) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:27:42.630025 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:42.646348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Transition to ACTIVE for port object 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:27:42.670458 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:42.741069 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:27:42.744242 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:27:42.748607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:27:42.784038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=9f4ee2a1-47db-49a1-997f-3fcc1b8265a3,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:42.811419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:43.080967 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:43.147195 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a951e4c-66df-46aa-a391-07c8b50d8216 None None] Network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:27:43.270342 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-be17932c-0052-4cc0-90e3-a03bb95e888f None None] Provisioning for port ac5d7dfa-b218-47fd-86b8-5e38bc1137be completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:27:43.623405 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:43.631467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:43.703728 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b430089e-b9a1-4d6e-a6b9-a55595ad6049 None None] Provisioning for port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:27:43.710050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b430089e-b9a1-4d6e-a6b9-a55595ad6049 None None] Provisioning complete for port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:43.710594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b430089e-b9a1-4d6e-a6b9-a55595ad6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:43.747768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=9f4ee2a1-47db-49a1-997f-3fcc1b8265a3,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:43.750367 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:43.798499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b430089e-b9a1-4d6e-a6b9-a55595ad6049 None None] Port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:27:43.895159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:27:43.896909 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:27:43.927779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6b9516dd-b18d-48c3-9477-b9da6178d5d8 None None] Provisioning complete for port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:43.928238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6b9516dd-b18d-48c3-9477-b9da6178d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:43.988893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-6b9516dd-b18d-48c3-9477-b9da6178d5d8 None None] Port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:27:44.100235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router baf98391-d002-4c9d-9e83-cff3a71b86c5 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:27:44.118056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-40195097-14da-40a9-b65e-29fe1e557ff2 None None] Provisioning complete for port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:44.118553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-40195097-14da-40a9-b65e-29fe1e557ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:44.175500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b826e3cf-b332-4cf3-b88c-7f6f60d312d0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:27:44.212018 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-40195097-14da-40a9-b65e-29fe1e557ff2 None None] Port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:27:44.244590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port b826e3cf-b332-4cf3-b88c-7f6f60d312d0 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:27:44.251615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b826e3cf-b332-4cf3-b88c-7f6f60d312d0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:44.251990 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:44.285065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:27:44.299526 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-eb40e4b0-6bb7-4976-8c7f-191fc9adbb2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "PUT /v2.0/routers/baf98391-d002-4c9d-9e83-cff3a71b86c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1521327 Jan 21 10:27:44.306464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Sync routers for ids ['baf98391-d002-4c9d-9e83-cff3a71b86c5'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:27:44.336326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Routers {'baf98391-d002-4c9d-9e83-cff3a71b86c5'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:27:44.336934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:27:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['baf98391-d002-4c9d-9e83-cff3a71b86c5'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:44.462653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-eaef97bc-3d9b-4f42-a0db-de9ce46a5581 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:27:44.481143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-eaef97bc-3d9b-4f42-a0db-de9ce46a5581 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:27:44.482334 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-eaef97bc-3d9b-4f42-a0db-de9ce46a5581 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010101322&fields=id&tenant_id=10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 267 time: 0.0591969 Jan 21 10:27:44.567406 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:44.572986 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Set router baf98391-d002-4c9d-9e83-cff3a71b86c5 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:27:44.634878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-8274832c-1a7f-4129-990b-49403678d475 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:44.635708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-8274832c-1a7f-4129-990b-49403678d475 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:27:44.643704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port b826e3cf-b332-4cf3-b88c-7f6f60d312d0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b826e3cf-b332-4cf3-b88c-7f6f60d312d0,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:27:44.652631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-8274832c-1a7f-4129-990b-49403678d475 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:27:44.653752 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-8274832c-1a7f-4129-990b-49403678d475 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/networks?id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef HTTP/1.1" status: 200 len: 796 time: 0.1642988 Jan 21 10:27:44.668833 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-460580a8-b061-4a76-bce4-348561119fee tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/quotas/10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 375 time: 0.0093777 Jan 21 10:27:44.700050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:44.700844 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ac5d7dfa-b218-47fd-86b8-5e38bc1137be up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:27:44.754896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-e6ad4546-bfeb-4b15-b726-52844e00c275 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:27:44.771898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-e6ad4546-bfeb-4b15-b726-52844e00c275 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:27:44.773323 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-e6ad4546-bfeb-4b15-b726-52844e00c275 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989044 Jan 21 10:27:44.897597 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=b826e3cf-b332-4cf3-b88c-7f6f60d312d0,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:44.912775 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-baecbcd7-744f-4a42-9596-ee8a8eff1fdf service neutron] 10.222.0.99 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272895 Jan 21 10:27:44.933347 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port ac5d7dfa-b218-47fd-86b8-5e38bc1137be completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:27:44.943087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port ac5d7dfa-b218-47fd-86b8-5e38bc1137be triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:44.943460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:45.051585 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-1fbf9b8d-6943-476c-a93a-71e37e0dbe4f service neutron] 10.222.0.99 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327782 Jan 21 10:27:45.103317 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:43Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '9f4ee2a1-47db-49a1-997f-3fcc1b8265a3', 'name': '', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:f2:3d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:42Z', 'updated_at': '2022-01-21T10:27:43Z', 'revision_number': 2, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:45.105248 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:45.118885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Checking router: baf98391-d002-4c9d-9e83-cff3a71b86c5 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:27:45.119239 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Updating router baf98391-d002-4c9d-9e83-cff3a71b86c5 port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:27:45.183886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:45.193241 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port ac5d7dfa-b218-47fd-86b8-5e38bc1137be, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ac5d7dfa-b218-47fd-86b8-5e38bc1137be,segment=NetworkSegment(0f79572a-fdf0-4aac-ae84-198d9c474146),segment_id=0f79572a-fdf0-4aac-ae84-198d9c474146)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:27:45.198883 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:45.230326 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-86b43689-2c21-477a-a6bb-f614392e16ba req-d425eeee-615e-4670-be9d-5c162fda7e07 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 210 time: 0.0434425 Jan 21 10:27:45.347551 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=ac5d7dfa-b218-47fd-86b8-5e38bc1137be,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:45.595890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:45.607898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Transition to ACTIVE for port object 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:27:45.614592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:45.814116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e4f28-e778-45bc-95b2-c36d4a66a968 None None] Pushing event updated for resources: {'Port': ['ID=9f4ee2a1-47db-49a1-997f-3fcc1b8265a3,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:45.876749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Attempting to bind port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:27:45.877109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Attempting to bind port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0f79572a-fdf0-4aac-ae84-198d9c474146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:27:45.877456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Attempting to bind port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 on network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:27:45.882485 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:27:45.882846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Checking segment: {'id': '0f79572a-fdf0-4aac-ae84-198d9c474146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:27:45.883234 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:45.883613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Bound using segment: {'id': '0f79572a-fdf0-4aac-ae84-198d9c474146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:27:45.884060 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Bound port: 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f79572a-fdf0-4aac-ae84-198d9c474146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:27:45.884440 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:45.979830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] For port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:27:45.982779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] For port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9f4ee2a1-47db-49a1-997f-3fcc1b8265a3,segment=NetworkSegment(0f79572a-fdf0-4aac-ae84-198d9c474146),segment_id=0f79572a-fdf0-4aac-ae84-198d9c474146)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:27:45.986963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:46.065936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Routers {'baf98391-d002-4c9d-9e83-cff3a71b86c5'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:27:46.066653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:27:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['baf98391-d002-4c9d-9e83-cff3a71b86c5'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:46.118822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b826e3cf-b332-4cf3-b88c-7f6f60d312d0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:27:46.152907 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e4f28-e778-45bc-95b2-c36d4a66a968 None None] Pushing event updated for resources: {'Port': ['ID=9f4ee2a1-47db-49a1-997f-3fcc1b8265a3,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:46.307519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port b826e3cf-b332-4cf3-b88c-7f6f60d312d0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:46.308068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:46.332235 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f8756a7b-7471-48f7-92f5-fba2f441de87 req-872c4701-6c7f-4dd4-9b7a-0b3aee99da5a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 210 time: 0.0503170 Jan 21 10:27:46.354396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] Set router baf98391-d002-4c9d-9e83-cff3a71b86c5 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:27:46.662481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ac5d7dfa-b218-47fd-86b8-5e38bc1137be up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:27:46.785460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port ac5d7dfa-b218-47fd-86b8-5e38bc1137be triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:46.785831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:46.844168 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:43Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '9f4ee2a1-47db-49a1-997f-3fcc1b8265a3', 'name': '', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:f2:3d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:42Z', 'updated_at': '2022-01-21T10:27:45Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:46.850023 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ec644-8e58-4f67-9e28-6dbf484847a6 None None] The sync data for ids ['baf98391-d002-4c9d-9e83-cff3a71b86c5'] in dv-neutron-825723-1-hyperv is: [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:43Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '9f4ee2a1-47db-49a1-997f-3fcc1b8265a3', 'name': '', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:f2:3d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:42Z', 'updated_at': '2022-01-21T10:27:45Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:27:47.483286 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fcbfa8e8-86c0-469c-8809-8fb9b982bc1c req-0e5ae065-b4bf-41a8-ac89-6ffacc4f3264 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 210 time: 0.0429327 Jan 21 10:27:48.123723 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:27:48.191774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:27:48.196890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:48.197515 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:48.317867 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-50ba33f6-b065-483f-b9d6-44705f638b8c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:48.319315 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-50ba33f6-b065-483f-b9d6-44705f638b8c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/networks?id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef HTTP/1.1" status: 200 len: 796 time: 0.1454980 Jan 21 10:27:48.322595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:48.354663 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9f4ee2a1-47db-49a1-997f-3fcc1b8265a3,segment=NetworkSegment(0f79572a-fdf0-4aac-ae84-198d9c474146),segment_id=0f79572a-fdf0-4aac-ae84-198d9c474146)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:27:48.360172 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:48.370062 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-da170990-4737-4611-9a7b-7b452010caea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 380 time: 0.0426114 Jan 21 10:27:48.384177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'port': {'device_id': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'admin_state_up': True, 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'security_groups': ['c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:27:48.430957 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=9f4ee2a1-47db-49a1-997f-3fcc1b8265a3,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:48.516099 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:48.526193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:48.537203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:27:48.540768 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:48.739227 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f892f744-9072-4603-bb3d-c22cb8e9c467 req-c554cc06-6328-436d-9b4c-ea1f0e3fa22b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 210 time: 0.0502920 Jan 21 10:27:48.832774 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.20.0.14 (df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef/a2533abb-7117-4b56-8979-c4a4cad92b38/0eda2927-160a-4d2f-ac6d-826e65407102) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:27:49.031113 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:49.046150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Transition to ACTIVE for port object 0eda2927-160a-4d2f-ac6d-826e65407102 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:27:49.073433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:49.144724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:27:49.147894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:27:49.151680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:27:49.185547 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=0eda2927-160a-4d2f-ac6d-826e65407102,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:49.222434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:49.223063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:49.250722 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-49b31e58-a6f2-48ed-9748-bb57b4d5ae9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8703351 Jan 21 10:27:49.262780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Request body: {'port': {'device_id': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:27:49.379870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:49.380226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d2b56137-1398-4b35-a553-0b4341e80ae3 None None] Provisioning for port 0eda2927-160a-4d2f-ac6d-826e65407102 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:27:49.392788 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d2b56137-1398-4b35-a553-0b4341e80ae3 None None] Provisioning complete for port 0eda2927-160a-4d2f-ac6d-826e65407102 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:49.392788 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d2b56137-1398-4b35-a553-0b4341e80ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:49.474821 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d2b56137-1398-4b35-a553-0b4341e80ae3 None None] Port 0eda2927-160a-4d2f-ac6d-826e65407102 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:27:49.746280 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eda2927-160a-4d2f-ac6d-826e65407102 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:27:49.754279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:49.770022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Transition to ACTIVE for port object 0eda2927-160a-4d2f-ac6d-826e65407102 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:27:49.775920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:49.981298 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Pushing event updated for resources: {'Port': ['ID=0eda2927-160a-4d2f-ac6d-826e65407102,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:50.070395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Attempting to bind port 0eda2927-160a-4d2f-ac6d-826e65407102 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:27:50.070733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Attempting to bind port 0eda2927-160a-4d2f-ac6d-826e65407102 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '0f79572a-fdf0-4aac-ae84-198d9c474146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:27:50.071065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Attempting to bind port 0eda2927-160a-4d2f-ac6d-826e65407102 on network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:27:50.084296 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f77576-0d4b-4353-a5b7-1ae159a8be4a req-f89164d7-1d0f-452d-b4ea-98601754ad00 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:50.085086 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-40f77576-0d4b-4353-a5b7-1ae159a8be4a req-f89164d7-1d0f-452d-b4ea-98601754ad00 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:27:50.087741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Port 0eda2927-160a-4d2f-ac6d-826e65407102 on network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:27:50.088001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Attempting to bind port 0eda2927-160a-4d2f-ac6d-826e65407102 on network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:27:50.096295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:27:50.096659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Checking segment: {'id': '0f79572a-fdf0-4aac-ae84-198d9c474146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:27:50.097044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Bound using segment: {'id': '0f79572a-fdf0-4aac-ae84-198d9c474146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:27:50.097560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Bound port: 0eda2927-160a-4d2f-ac6d-826e65407102, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f79572a-fdf0-4aac-ae84-198d9c474146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:27:50.097798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:50.113825 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:27:50.152008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-40f77576-0d4b-4353-a5b7-1ae159a8be4a req-f89164d7-1d0f-452d-b4ea-98601754ad00 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:27:50.153121 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40f77576-0d4b-4353-a5b7-1ae159a8be4a req-f89164d7-1d0f-452d-b4ea-98601754ad00 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 944 time: 0.2732930 Jan 21 10:27:50.189267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:50.189629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:50.228928 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40f77576-0d4b-4353-a5b7-1ae159a8be4a req-eab3bc8f-1aee-43c1-aa7d-f0e303472b72 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623450 Jan 21 10:27:50.231488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] For port 0eda2927-160a-4d2f-ac6d-826e65407102, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:27:50.235407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] For port 0eda2927-160a-4d2f-ac6d-826e65407102, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0eda2927-160a-4d2f-ac6d-826e65407102,segment=NetworkSegment(0f79572a-fdf0-4aac-ae84-198d9c474146),segment_id=0f79572a-fdf0-4aac-ae84-198d9c474146)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:27:50.240809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:50.303011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:50.303728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:50.305023 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] 10.222.0.121 "PUT /v2.0/ports/0eda2927-160a-4d2f-ac6d-826e65407102 HTTP/1.1" status: 200 len: 1094 time: 1.0466754 Jan 21 10:27:50.305444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'tag': '0eda2927-160a-4d2f-ac6d-826e65407102'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:27:50.326939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e6802-0b87-47a0-8692-3763f4709c2c service neutron] Pushing event updated for resources: {'Port': ['ID=0eda2927-160a-4d2f-ac6d-826e65407102,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:50.376182 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'tag': '0eda2927-160a-4d2f-ac6d-826e65407102', 'status': 'completed', 'code': 200} Jan 21 10:27:50.417306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-da9299f9-eee2-44e1-9bd1-019591d3bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:50.418811 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-da9299f9-eee2-44e1-9bd1-019591d3bcd7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 1097 time: 0.0741596 Jan 21 10:27:50.605478 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-e8f55bd7-161d-4297-98b6-513090cbdf02 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eda2927-160a-4d2f-ac6d-826e65407102 HTTP/1.1" status: 200 len: 217 time: 0.1797190 Jan 21 10:27:50.668435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-c4087d2e-195d-4627-868c-ff17b067163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:50.669805 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-c4087d2e-195d-4627-868c-ff17b067163b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a2533abb-7117-4b56-8979-c4a4cad92b38 HTTP/1.1" status: 200 len: 835 time: 0.0588441 Jan 21 10:27:50.744229 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-5eb2e598-526f-4b7e-9f75-37cbcc093dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:50.745691 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-5eb2e598-526f-4b7e-9f75-37cbcc093dd8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701632 Jan 21 10:27:50.883488 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-31b23edb-331b-49ef-ae8e-371c66bb8c5d service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308770 Jan 21 10:27:51.014734 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbc31e80-b62d-46c9-9c68-7062c7103ed4 req-28380852-6c93-43e0-b472-7b28cc1a06fd service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250238 Jan 21 10:27:51.138170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc334fa-cf3a-4ea3-bf93-6610e0d41c5c req-49ee929f-60c6-47d5-a01e-a52ff2b47c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:51.139790 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5bc334fa-cf3a-4ea3-bf93-6610e0d41c5c req-49ee929f-60c6-47d5-a01e-a52ff2b47c49 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 1097 time: 0.0754523 Jan 21 10:27:51.273411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc334fa-cf3a-4ea3-bf93-6610e0d41c5c req-a3d36206-ce87-48e1-a1a9-cc248b86f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:51.274868 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5bc334fa-cf3a-4ea3-bf93-6610e0d41c5c req-a3d36206-ce87-48e1-a1a9-cc248b86f1ad service neutron] 10.222.0.121 "GET /v2.0/networks?id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef HTTP/1.1" status: 200 len: 897 time: 0.1290212 Jan 21 10:27:51.347335 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5bc334fa-cf3a-4ea3-bf93-6610e0d41c5c req-2825d417-6ca8-4094-ad69-3e32fbdf3aaf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eda2927-160a-4d2f-ac6d-826e65407102 HTTP/1.1" status: 200 len: 217 time: 0.0662248 Jan 21 10:27:51.452270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc334fa-cf3a-4ea3-bf93-6610e0d41c5c req-68cf7141-cd46-4267-8cc0-337fde1a68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:51.453672 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5bc334fa-cf3a-4ea3-bf93-6610e0d41c5c req-68cf7141-cd46-4267-8cc0-337fde1a68b1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a2533abb-7117-4b56-8979-c4a4cad92b38 HTTP/1.1" status: 200 len: 835 time: 0.0773325 Jan 21 10:27:51.521359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663c25e-6bf3-454f-b3df-13755b70b424 req-cc962ae8-1800-4635-acc8-cb7142763557 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:51.522772 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5663c25e-6bf3-454f-b3df-13755b70b424 req-cc962ae8-1800-4635-acc8-cb7142763557 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 944 time: 0.1779525 Jan 21 10:27:51.575554 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5663c25e-6bf3-454f-b3df-13755b70b424 req-b5e662c1-939b-4174-85f9-2656233836b5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461237 Jan 21 10:27:51.577416 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc334fa-cf3a-4ea3-bf93-6610e0d41c5c req-d5c45c8a-5a19-4309-8ce7-b2d5a674bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:51.578790 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5bc334fa-cf3a-4ea3-bf93-6610e0d41c5c req-d5c45c8a-5a19-4309-8ce7-b2d5a674bbc7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1191728 Jan 21 10:27:51.717640 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5bc334fa-cf3a-4ea3-bf93-6610e0d41c5c req-7c4630d4-e782-4f8a-b7cb-79733a664afa service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317921 Jan 21 10:27:51.848032 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5bc334fa-cf3a-4ea3-bf93-6610e0d41c5c req-1b4ed0d5-1318-444f-b478-d86c259168d3 service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238897 Jan 21 10:27:52.769470 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da83503-3130-44be-bc5c-41cfa9858cde req-9dd58969-9a90-43ff-b728-5de23d7093d4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:52.770958 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2da83503-3130-44be-bc5c-41cfa9858cde req-9dd58969-9a90-43ff-b728-5de23d7093d4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 944 time: 0.0882056 Jan 21 10:27:52.816279 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2da83503-3130-44be-bc5c-41cfa9858cde req-f95dff6d-06e9-49ed-9294-c972a5a805d3 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371602 Jan 21 10:27:53.074083 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 0eda2927-160a-4d2f-ac6d-826e65407102 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:27:53.211688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 0eda2927-160a-4d2f-ac6d-826e65407102, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0eda2927-160a-4d2f-ac6d-826e65407102,segment=NetworkSegment(0f79572a-fdf0-4aac-ae84-198d9c474146),segment_id=0f79572a-fdf0-4aac-ae84-198d9c474146)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:27:53.227688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '0eda2927-160a-4d2f-ac6d-826e65407102', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'port_id': '0eda2927-160a-4d2f-ac6d-826e65407102', 'mac_address': 'fa:16:3e:e2:48:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:27:53.284166 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:53.301741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eda2927-160a-4d2f-ac6d-826e65407102 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:27:53.318855 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 0eda2927-160a-4d2f-ac6d-826e65407102, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0eda2927-160a-4d2f-ac6d-826e65407102,segment=NetworkSegment(0f79572a-fdf0-4aac-ae84-198d9c474146),segment_id=0f79572a-fdf0-4aac-ae84-198d9c474146)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:27:53.325635 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:53.392576 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=0eda2927-160a-4d2f-ac6d-826e65407102,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:53.658200 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['0eda2927-160a-4d2f-ac6d-826e65407102'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:27:53.999979 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a193e8-4a89-4b08-a3cc-8f6c5a60677b req-1387572c-cd5e-4ed7-942c-08be6d5b93d4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:54.001355 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-66a193e8-4a89-4b08-a3cc-8f6c5a60677b req-1387572c-cd5e-4ed7-942c-08be6d5b93d4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 945 time: 0.0809963 Jan 21 10:27:54.053094 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-66a193e8-4a89-4b08-a3cc-8f6c5a60677b req-e3cb0986-310a-464d-bbe4-46a9ec4bf4fb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459008 Jan 21 10:27:54.967346 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:27:55.086075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 0eda2927-160a-4d2f-ac6d-826e65407102 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:27:55.159534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 0eda2927-160a-4d2f-ac6d-826e65407102 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:27:55.164416 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 0eda2927-160a-4d2f-ac6d-826e65407102 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:55.164792 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:55.245731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab6be-3534-4a84-9ee7-db2ae4a9edf4 req-2e05d0b7-5d39-4e45-a4a4-ac7740a6e063 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:55.247083 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-addab6be-3534-4a84-9ee7-db2ae4a9edf4 req-2e05d0b7-5d39-4e45-a4a4-ac7740a6e063 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 945 time: 0.0775568 Jan 21 10:27:55.281086 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:55.290253 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-addab6be-3534-4a84-9ee7-db2ae4a9edf4 req-8cacfbc2-5326-4849-ab62-3962c38095ca tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374093 Jan 21 10:27:55.308707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eda2927-160a-4d2f-ac6d-826e65407102'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:27:55.318068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 0eda2927-160a-4d2f-ac6d-826e65407102, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0eda2927-160a-4d2f-ac6d-826e65407102,segment=NetworkSegment(0f79572a-fdf0-4aac-ae84-198d9c474146),segment_id=0f79572a-fdf0-4aac-ae84-198d9c474146)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:27:55.323025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:55.353271 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eda2927-160a-4d2f-ac6d-826e65407102', 'code': 200} Jan 21 10:27:55.394506 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=0eda2927-160a-4d2f-ac6d-826e65407102,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:55.586669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d522a-0943-4d9a-8071-d2fe49663aad req-ab0ba677-dd3d-46e9-84fd-13af4eccd602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:55.588061 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-294d522a-0943-4d9a-8071-d2fe49663aad req-ab0ba677-dd3d-46e9-84fd-13af4eccd602 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 1099 time: 0.0731540 Jan 21 10:27:55.726518 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-294d522a-0943-4d9a-8071-d2fe49663aad req-9e7b0c37-bc2c-4872-b354-9b1566daa4e4 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329186 Jan 21 10:27:56.497734 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f04d16-068d-41e5-a131-3346441ec892 req-f30ed255-ab91-4b80-ba22-5d5d2775ec58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:56.499228 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f2f04d16-068d-41e5-a131-3346441ec892 req-f30ed255-ab91-4b80-ba22-5d5d2775ec58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.0887163 Jan 21 10:27:56.543793 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f2f04d16-068d-41e5-a131-3346441ec892 req-0e3b0c9f-933c-479e-99d1-4dd7ac0d8586 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388525 Jan 21 10:27:57.748016 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f59239-82f9-45de-abe3-9a45b8a2e093 req-9cee979c-539e-4ba7-a622-3722e5914455 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:57.749372 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c6f59239-82f9-45de-abe3-9a45b8a2e093 req-9cee979c-539e-4ba7-a622-3722e5914455 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.0929558 Jan 21 10:27:57.793167 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c6f59239-82f9-45de-abe3-9a45b8a2e093 req-2763eb37-9215-4247-8346-a7c6a7d74b75 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 Jan 21 10:27:57.986348 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a68b1-52c6-49ed-9266-5a6b949df284 req-60566c21-afca-432e-93eb-b7578b5a169a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:57.987835 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ec7a68b1-52c6-49ed-9266-5a6b949df284 req-60566c21-afca-432e-93eb-b7578b5a169a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.0899255 Jan 21 10:27:58.037012 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ec7a68b1-52c6-49ed-9266-5a6b949df284 req-88cea94b-d4ec-468e-97fc-b70216c8d1fb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433731 Jan 21 10:27:58.070012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55336) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:58.147473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e7767-716b-437b-90d4-88df64091d48 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:58.149048 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-847e7767-716b-437b-90d4-88df64091d48 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 1094 time: 0.0778644 Jan 21 10:27:58.153215 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55340) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:58.158046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '0eda2927-160a-4d2f-ac6d-826e65407102', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:27:58.164032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:58.167965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:floatingip and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:58.171065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:58.176773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:58.187289 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:58.329275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:58.469002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.26.4.103 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/3a663be4-1cb8-442d-9b5e-22a655c0fca1) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:27:58.627558 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:58.662030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:58.725432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:27:58.728262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:27:58.731784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:27:58.762765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=3a663be4-1cb8-442d-9b5e-22a655c0fca1,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:59.167623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:59.250920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:59.546725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:59.554373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:59.669937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=3a663be4-1cb8-442d-9b5e-22a655c0fca1,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:59.694722 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:59.866192 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Floating IP 60429359-fa06-47a3-932d-335d199fefaf associated. External IP: 172.26.4.103, port: 0eda2927-160a-4d2f-ac6d-826e65407102. Jan 21 10:28:00.221909 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router baf98391-d002-4c9d-9e83-cff3a71b86c5 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:28:00.410490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:28:00.420477 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c38610-9329-4c4c-831d-f45c45e08108 None None] Sync routers for ids ['baf98391-d002-4c9d-9e83-cff3a71b86c5'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:28:00.429806 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c38610-9329-4c4c-831d-f45c45e08108 None None] Routers {'baf98391-d002-4c9d-9e83-cff3a71b86c5'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:28:00.430791 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-09c38610-9329-4c4c-831d-f45c45e08108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:27:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['baf98391-d002-4c9d-9e83-cff3a71b86c5'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:00.437319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:00.492455 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-bdc5c9fc-cd36-424b-80d5-137502fba408 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3381393 Jan 21 10:28:00.493336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'tag': '0eda2927-160a-4d2f-ac6d-826e65407102'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:28:00.536323 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'tag': '0eda2927-160a-4d2f-ac6d-826e65407102', 'status': 'completed', 'code': 200} Jan 21 10:28:00.623186 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-09c38610-9329-4c4c-831d-f45c45e08108 None None] Set router baf98391-d002-4c9d-9e83-cff3a71b86c5 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:28:00.696472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddfd0b-7aa4-43e3-9c4c-65d2fb8984a5 req-fad6f60a-6202-45b4-8ef9-8367128dc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:00.698189 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-20ddfd0b-7aa4-43e3-9c4c-65d2fb8984a5 req-fad6f60a-6202-45b4-8ef9-8367128dc2c8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 1099 time: 0.1401281 Jan 21 10:28:00.699074 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:00.708383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12a7ec-3abb-4b0f-9e04-746718695c08 req-6401f31a-0aff-41e2-83bf-4ea9b85cecbf tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:00.709809 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cc12a7ec-3abb-4b0f-9e04-746718695c08 req-6401f31a-0aff-41e2-83bf-4ea9b85cecbf tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.1085908 Jan 21 10:28:00.835739 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cc12a7ec-3abb-4b0f-9e04-746718695c08 req-ec233531-9541-4a67-a357-8586fd027bfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076856 Jan 21 10:28:00.860209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55348) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:00.871198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddfd0b-7aa4-43e3-9c4c-65d2fb8984a5 req-3f054465-b689-4056-b7d0-e70a40bae85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:00.872702 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-20ddfd0b-7aa4-43e3-9c4c-65d2fb8984a5 req-3f054465-b689-4056-b7d0-e70a40bae85a service neutron] 10.222.0.121 "GET /v2.0/networks?id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef HTTP/1.1" status: 200 len: 897 time: 0.1619940 Jan 21 10:28:00.969697 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-09c38610-9329-4c4c-831d-f45c45e08108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:43Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '60429359-fa06-47a3-932d-335d199fefaf', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'port_id': '0eda2927-160a-4d2f-ac6d-826e65407102', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'mac_address': 'fa:16:3e:e2:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:27:59Z', 'updated_at': '2022-01-21T10:27:59Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4ee2a1-47db-49a1-997f-3fcc1b8265a3', 'name': '', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:f2:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:42Z', 'updated_at': '2022-01-21T10:27:48Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:00.974598 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-677639d1-f880-428e-af14-eeec504a983a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/60429359-fa06-47a3-932d-335d199fefaf HTTP/1.1" status: 200 len: 992 time: 0.1131666 Jan 21 10:28:00.978397 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c38610-9329-4c4c-831d-f45c45e08108 None None] Checking router: baf98391-d002-4c9d-9e83-cff3a71b86c5 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:28:00.978700 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-20ddfd0b-7aa4-43e3-9c4c-65d2fb8984a5 req-7a1a1e4f-8575-4547-b3cb-544d560ea3af service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eda2927-160a-4d2f-ac6d-826e65407102 HTTP/1.1" status: 200 len: 1000 time: 0.0996501 Jan 21 10:28:00.988890 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c38610-9329-4c4c-831d-f45c45e08108 None None] Routers {'baf98391-d002-4c9d-9e83-cff3a71b86c5'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:28:00.989486 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-09c38610-9329-4c4c-831d-f45c45e08108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:27:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['baf98391-d002-4c9d-9e83-cff3a71b86c5'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:01.144286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddfd0b-7aa4-43e3-9c4c-65d2fb8984a5 req-832be536-13f6-4c2d-b88f-6d2a9ffa70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:01.145803 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-20ddfd0b-7aa4-43e3-9c4c-65d2fb8984a5 req-832be536-13f6-4c2d-b88f-6d2a9ffa70f4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a2533abb-7117-4b56-8979-c4a4cad92b38 HTTP/1.1" status: 200 len: 835 time: 0.1613150 Jan 21 10:28:01.165605 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-09c38610-9329-4c4c-831d-f45c45e08108 None None] Set router baf98391-d002-4c9d-9e83-cff3a71b86c5 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:28:01.219224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddfd0b-7aa4-43e3-9c4c-65d2fb8984a5 req-31d3f808-1d97-479e-a452-9ab450b1aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:01.220760 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-20ddfd0b-7aa4-43e3-9c4c-65d2fb8984a5 req-31d3f808-1d97-479e-a452-9ab450b1aeeb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685453 Jan 21 10:28:01.353583 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-20ddfd0b-7aa4-43e3-9c4c-65d2fb8984a5 req-cce2a1c9-aabb-4ae5-8a18-93d6d3358388 service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265953 Jan 21 10:28:01.487024 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-20ddfd0b-7aa4-43e3-9c4c-65d2fb8984a5 req-170a4977-4950-4d75-854b-3d5c3e7dfe9b service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273727 Jan 21 10:28:01.557116 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-09c38610-9329-4c4c-831d-f45c45e08108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:43Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '60429359-fa06-47a3-932d-335d199fefaf', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'port_id': '0eda2927-160a-4d2f-ac6d-826e65407102', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'mac_address': 'fa:16:3e:e2:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:27:59Z', 'updated_at': '2022-01-21T10:27:59Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4ee2a1-47db-49a1-997f-3fcc1b8265a3', 'name': '', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:f2:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:42Z', 'updated_at': '2022-01-21T10:27:48Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:01.561158 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c38610-9329-4c4c-831d-f45c45e08108 None None] The sync data for ids ['baf98391-d002-4c9d-9e83-cff3a71b86c5'] in dv-neutron-825723-1-hyperv is: [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:43Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '60429359-fa06-47a3-932d-335d199fefaf', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'port_id': '0eda2927-160a-4d2f-ac6d-826e65407102', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'mac_address': 'fa:16:3e:e2:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:27:59Z', 'updated_at': '2022-01-21T10:27:59Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4ee2a1-47db-49a1-997f-3fcc1b8265a3', 'name': '', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:f2:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:42Z', 'updated_at': '2022-01-21T10:27:48Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:28:01.767784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83795e2c-e554-4a93-8646-514065d253e9 None None] New status for floating IP 60429359-fa06-47a3-932d-335d199fefaf: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:28:01.978773 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55352) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:02.085295 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-32bcb66e-3dca-4d75-a006-dd535ca4dc2a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/60429359-fa06-47a3-932d-335d199fefaf HTTP/1.1" status: 200 len: 994 time: 0.1053650 Jan 21 10:28:06.441459 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f3239065-7365-408e-b084-11ec66a6b786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:08.529307 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-15394e16-71fb-4fed-8cf9-6094dbadc3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:09.678033 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:09.960175 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:11.327545 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:20.779886 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88a9a4b1-4656-444e-871f-cdc742723583 req-f2aa8e8a-47a2-47da-8bf6-42c05ca72a22 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760684 Jan 21 10:28:20.921277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9a4b1-4656-444e-871f-cdc742723583 req-b0d7362c-71f7-4573-bfc7-3e973e2959fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:20.922597 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88a9a4b1-4656-444e-871f-cdc742723583 req-b0d7362c-71f7-4573-bfc7-3e973e2959fa service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 1099 time: 0.0710943 Jan 21 10:28:21.075069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9a4b1-4656-444e-871f-cdc742723583 req-539f3342-153d-4d5f-9050-b0b70a5dd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:21.076545 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88a9a4b1-4656-444e-871f-cdc742723583 req-539f3342-153d-4d5f-9050-b0b70a5dd6e5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef HTTP/1.1" status: 200 len: 897 time: 0.1355197 Jan 21 10:28:21.179675 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88a9a4b1-4656-444e-871f-cdc742723583 req-64446378-6f47-4b49-9fb3-28a6adf03c86 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eda2927-160a-4d2f-ac6d-826e65407102 HTTP/1.1" status: 200 len: 1002 time: 0.0967879 Jan 21 10:28:21.242679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9a4b1-4656-444e-871f-cdc742723583 req-2ee21b60-4771-4775-b497-96abbe8482bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:21.244079 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88a9a4b1-4656-444e-871f-cdc742723583 req-2ee21b60-4771-4775-b497-96abbe8482bc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a2533abb-7117-4b56-8979-c4a4cad92b38 HTTP/1.1" status: 200 len: 835 time: 0.0588636 Jan 21 10:28:21.328110 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9a4b1-4656-444e-871f-cdc742723583 req-98370875-ea38-4b23-8c95-c8ea3af354c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:21.330577 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88a9a4b1-4656-444e-871f-cdc742723583 req-98370875-ea38-4b23-8c95-c8ea3af354c9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800145 Jan 21 10:28:21.484872 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88a9a4b1-4656-444e-871f-cdc742723583 req-9a01867b-53b0-4adf-90e9-6e98bc471819 service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474440 Jan 21 10:28:21.618009 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-88a9a4b1-4656-444e-871f-cdc742723583 req-cbf337c6-92ef-4dcc-809f-9d9585314e16 service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272674 Jan 21 10:28:30.695294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.973821 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:28:36.442651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-698448f2-ac72-4760-836c-e7cabf76cc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:38.526692 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-20259a0e-d125-4300-8b1b-4d985f1f681b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.666028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.964244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:41.328673 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:00.694974 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:05.180754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38321223-e379-4af4-b3db-6e4620b2ccb1 req-146e4ac0-6fe4-4148-9362-f5031f19b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:05.182231 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-38321223-e379-4af4-b3db-6e4620b2ccb1 req-146e4ac0-6fe4-4148-9362-f5031f19b04d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 1099 time: 0.1361368 Jan 21 10:29:05.193250 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388205e8-ba85-4db0-a4e7-3b19dff480d4 req-f41de3df-ce85-407f-ab9a-58a9b16c1f86 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:05.194584 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-388205e8-ba85-4db0-a4e7-3b19dff480d4 req-f41de3df-ce85-407f-ab9a-58a9b16c1f86 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.1127141 Jan 21 10:29:05.319804 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-388205e8-ba85-4db0-a4e7-3b19dff480d4 req-b0b78d29-6555-40cf-8143-382e524ad0d6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068347 Jan 21 10:29:05.350615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38321223-e379-4af4-b3db-6e4620b2ccb1 req-cbaf5985-770c-4c30-bf7a-1db486409633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:05.352077 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-38321223-e379-4af4-b3db-6e4620b2ccb1 req-cbaf5985-770c-4c30-bf7a-1db486409633 service neutron] 10.222.0.121 "GET /v2.0/networks?id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef HTTP/1.1" status: 200 len: 897 time: 0.1566734 Jan 21 10:29:05.551083 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-38321223-e379-4af4-b3db-6e4620b2ccb1 req-83d1a96e-9a33-4705-89ef-764588a7e2bb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eda2927-160a-4d2f-ac6d-826e65407102 HTTP/1.1" status: 200 len: 1002 time: 0.1927254 Jan 21 10:29:05.614346 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38321223-e379-4af4-b3db-6e4620b2ccb1 req-8fbc8f6a-5936-4d55-a92b-61a19d98a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:05.615689 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-38321223-e379-4af4-b3db-6e4620b2ccb1 req-8fbc8f6a-5936-4d55-a92b-61a19d98a8a0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a2533abb-7117-4b56-8979-c4a4cad92b38 HTTP/1.1" status: 200 len: 835 time: 0.0586421 Jan 21 10:29:05.692912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38321223-e379-4af4-b3db-6e4620b2ccb1 req-3ce28ecb-6c3b-42c7-ace0-bf4f5528cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:05.694412 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-38321223-e379-4af4-b3db-6e4620b2ccb1 req-3ce28ecb-6c3b-42c7-ace0-bf4f5528cc7b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721343 Jan 21 10:29:05.705681 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-38321223-e379-4af4-b3db-6e4620b2ccb1 req-514166f3-28e8-4f04-8d9b-33dcd5e03d74 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:29:05.706624 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-38321223-e379-4af4-b3db-6e4620b2ccb1 req-514166f3-28e8-4f04-8d9b-33dcd5e03d74 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053401 Jan 21 10:29:05.844189 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-38321223-e379-4af4-b3db-6e4620b2ccb1 req-5160bdbb-3bdd-4e45-b8b4-b130536c80d1 service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304107 Jan 21 10:29:05.976334 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-38321223-e379-4af4-b3db-6e4620b2ccb1 req-13437056-2ac2-4795-9c3d-01f92f354502 service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251202 Jan 21 10:29:06.436832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d27374b7-d495-4360-bcfc-f81306a13f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:06.661419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba293e0-f6d3-4d5a-95c5-dbac63d9ad8e req-230b15d5-3429-4a06-909e-bfe4015bf00e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:06.662887 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2ba293e0-f6d3-4d5a-95c5-dbac63d9ad8e req-230b15d5-3429-4a06-909e-bfe4015bf00e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.2223899 Jan 21 10:29:06.708801 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2ba293e0-f6d3-4d5a-95c5-dbac63d9ad8e req-658ff685-e7b0-4151-84e6-9f8ab4024477 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400543 Jan 21 10:29:07.961296 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c87f-0e5e-49a7-b780-d92a292dc02d req-5787722d-2150-45b2-a9db-ce6e5dd3f671 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:07.962754 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f00c87f-0e5e-49a7-b780-d92a292dc02d req-5787722d-2150-45b2-a9db-ce6e5dd3f671 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.1310465 Jan 21 10:29:08.006988 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4f00c87f-0e5e-49a7-b780-d92a292dc02d req-70e91754-b3a8-4a90-8df2-397901ae2970 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384374 Jan 21 10:29:08.527683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ca91444b-4591-41ea-bb5c-2127f609f33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:08.968484 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:29:09.212769 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62d802-f97a-41f8-a99e-62a78a535950 req-1891d5f7-d57f-4a9d-9eb6-9e86abf30d86 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:09.214234 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fb62d802-f97a-41f8-a99e-62a78a535950 req-1891d5f7-d57f-4a9d-9eb6-9e86abf30d86 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.0952609 Jan 21 10:29:09.259412 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fb62d802-f97a-41f8-a99e-62a78a535950 req-6821404c-cc8d-4e5e-838d-d8276dfe87be tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393362 Jan 21 10:29:09.664296 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:09.969807 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:10.462036 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b9b31-ab08-4b65-b175-656932a1b47b req-949de3e3-ad1a-4d3c-b3a9-a67a1dca6f14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:10.463508 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b69b9b31-ab08-4b65-b175-656932a1b47b req-949de3e3-ad1a-4d3c-b3a9-a67a1dca6f14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.0818648 Jan 21 10:29:10.511552 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b69b9b31-ab08-4b65-b175-656932a1b47b req-adc37f85-6614-4bc2-aae0-835d6fe1bf7a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421777 Jan 21 10:29:11.332080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:11.706821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ae6be-6031-4378-a81e-717cb80fad3e req-f85a3868-e3d9-40b4-b188-1fc3d3c52ed4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:11.708302 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-296ae6be-6031-4378-a81e-717cb80fad3e req-f85a3868-e3d9-40b4-b188-1fc3d3c52ed4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.0881872 Jan 21 10:29:11.754969 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-296ae6be-6031-4378-a81e-717cb80fad3e req-2e3b413f-69ea-4514-929c-f3fc6bac396d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383124 Jan 21 10:29:12.960195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed143515-d38a-4ffd-8621-4babd4f9e816 req-6e0a60c3-6142-4911-88a6-a9d08f071dfa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:12.961556 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ed143515-d38a-4ffd-8621-4babd4f9e816 req-6e0a60c3-6142-4911-88a6-a9d08f071dfa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.0913761 Jan 21 10:29:13.005070 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ed143515-d38a-4ffd-8621-4babd4f9e816 req-b9b8be89-447e-4f22-b18a-73ed19d81733 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377798 Jan 21 10:29:14.213458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c1e61-e600-424a-9cfd-a8d3378ecb57 req-539eb615-2971-492f-9442-4c7e1dc35cab tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:14.214901 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-022c1e61-e600-424a-9cfd-a8d3378ecb57 req-539eb615-2971-492f-9442-4c7e1dc35cab tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.0911126 Jan 21 10:29:14.259102 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-022c1e61-e600-424a-9cfd-a8d3378ecb57 req-d25f5e43-7395-4d16-b8a5-95b0bc7c9e7b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382788 Jan 21 10:29:15.455876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4391cb-7594-4939-a9a3-27e7cce897cb req-618ce581-6617-4bc5-ab04-bb3e50b5b892 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:15.457337 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9f4391cb-7594-4939-a9a3-27e7cce897cb req-618ce581-6617-4bc5-ab04-bb3e50b5b892 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.0880036 Jan 21 10:29:15.501128 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9f4391cb-7594-4939-a9a3-27e7cce897cb req-380e7982-8a36-47bd-8c16-f85be1764587 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380807 Jan 21 10:29:16.695115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b267f4-6574-46d2-999d-5dff528926dc req-713ba5bd-a93d-4df2-8c9a-f15ffffb458a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:16.696712 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f8b267f4-6574-46d2-999d-5dff528926dc req-713ba5bd-a93d-4df2-8c9a-f15ffffb458a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.0835354 Jan 21 10:29:16.754282 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f8b267f4-6574-46d2-999d-5dff528926dc req-fdfa1564-527d-4eaa-8894-6eb7e00d49af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498424 Jan 21 10:29:17.960454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553290-43fa-4ef7-b33f-d8f54a8978db req-847d1446-dd0a-4146-a66d-645d1e202c4d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:17.961793 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f0553290-43fa-4ef7-b33f-d8f54a8978db req-847d1446-dd0a-4146-a66d-645d1e202c4d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.0891535 Jan 21 10:29:18.006054 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f0553290-43fa-4ef7-b33f-d8f54a8978db req-3374891e-43ec-4f99-aa31-35e6b888909f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386047 Jan 21 10:29:18.029248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55410) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:29:18.146128 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-931c87c3-0aaa-4ecc-bc0f-9452557a656d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/60429359-fa06-47a3-932d-335d199fefaf HTTP/1.1" status: 200 len: 994 time: 0.1156931 Jan 21 10:29:21.861412 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-968181ec-024c-4894-8717-e6036fc9cb9b req-39c7d04c-dd2a-41db-b903-e5ae98b912bd service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1253202 Jan 21 10:29:22.006563 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968181ec-024c-4894-8717-e6036fc9cb9b req-0c3f7286-8c04-4b41-bab0-6e84f4035356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:22.007973 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-968181ec-024c-4894-8717-e6036fc9cb9b req-0c3f7286-8c04-4b41-bab0-6e84f4035356 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 1099 time: 0.0771298 Jan 21 10:29:22.151196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968181ec-024c-4894-8717-e6036fc9cb9b req-f0272207-9156-4247-a096-c6ee8baee399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:22.152716 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-968181ec-024c-4894-8717-e6036fc9cb9b req-f0272207-9156-4247-a096-c6ee8baee399 service neutron] 10.222.0.121 "GET /v2.0/networks?id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef HTTP/1.1" status: 200 len: 897 time: 0.1262097 Jan 21 10:29:22.351345 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-968181ec-024c-4894-8717-e6036fc9cb9b req-97f4d8d8-c8e4-445e-9fa1-77fd5d1a3446 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eda2927-160a-4d2f-ac6d-826e65407102 HTTP/1.1" status: 200 len: 1002 time: 0.1918840 Jan 21 10:29:22.410645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968181ec-024c-4894-8717-e6036fc9cb9b req-2d0d1bf7-d76f-4ae1-9443-7e9e1b28b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:22.412034 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-968181ec-024c-4894-8717-e6036fc9cb9b req-2d0d1bf7-d76f-4ae1-9443-7e9e1b28b0a2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a2533abb-7117-4b56-8979-c4a4cad92b38 HTTP/1.1" status: 200 len: 835 time: 0.0547791 Jan 21 10:29:22.499700 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968181ec-024c-4894-8717-e6036fc9cb9b req-dc083489-997e-466d-ad9f-e1594d9a0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:22.501200 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-968181ec-024c-4894-8717-e6036fc9cb9b req-dc083489-997e-466d-ad9f-e1594d9a0e01 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833740 Jan 21 10:29:22.639124 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-968181ec-024c-4894-8717-e6036fc9cb9b req-f301437c-6c72-4db4-94d1-d743bf39dcbc service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314666 Jan 21 10:29:22.781629 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-968181ec-024c-4894-8717-e6036fc9cb9b req-77dab8a7-0722-432e-b334-b0f522175ba4 service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358435 Jan 21 10:29:30.720683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:36.451020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9d40bd50-c102-42d3-8ce9-4be12ed88371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:38.533977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7b9d8dc7-7a55-438e-9944-0d996aafcf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:39.660233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:39.976694 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:41.338220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:45.975213 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:30:00.737551 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:06.457737 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2cc9acf1-5c60-4cde-af4a-12177c180cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:08.526979 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8e16ec6f-a6cb-4bb3-a1d1-c166f3646215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:09.671679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:09.988425 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:11.338184 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.188976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55458) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:13.392707 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port 3a663be4-1cb8-442d-9b5e-22a655c0fca1 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:30:13.393107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.565210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.565437 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.687340 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for 3a663be4-1cb8-442d-9b5e-22a655c0fca1 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:30:13.840834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.886649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=3a663be4-1cb8-442d-9b5e-22a655c0fca1,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:13.923106 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.923456 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.923795 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.924138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.924530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.924837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.925168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.925495 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.925897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.926227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.926552 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.926860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:13.991276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:13.991640 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Floating IP 60429359-fa06-47a3-932d-335d199fefaf disassociated (deleted). External IP: 172.26.4.103, port: 0eda2927-160a-4d2f-ac6d-826e65407102. Jan 21 10:30:14.456559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router baf98391-d002-4c9d-9e83-cff3a71b86c5 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:30:14.635559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:30:14.646055 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf34b63-9dd0-476a-98ac-d6217f12f028 None None] Sync routers for ids ['baf98391-d002-4c9d-9e83-cff3a71b86c5'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:30:14.657044 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf34b63-9dd0-476a-98ac-d6217f12f028 None None] Routers {'baf98391-d002-4c9d-9e83-cff3a71b86c5'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:30:14.657442 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:14.657730 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-bcf34b63-9dd0-476a-98ac-d6217f12f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:30:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['baf98391-d002-4c9d-9e83-cff3a71b86c5'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:14.712329 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8759eda2-9ddf-4472-bcc1-57b04cd35e58 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/floatingips/60429359-fa06-47a3-932d-335d199fefaf HTTP/1.1" status: 204 len: 168 time: 1.5218067 Jan 21 10:30:14.712821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'tag': '0eda2927-160a-4d2f-ac6d-826e65407102'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:30:14.756890 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'tag': '0eda2927-160a-4d2f-ac6d-826e65407102', 'status': 'completed', 'code': 200} Jan 21 10:30:14.834996 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-bcf34b63-9dd0-476a-98ac-d6217f12f028 None None] Set router baf98391-d002-4c9d-9e83-cff3a71b86c5 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:30:14.852736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6a329-2b77-4792-95d7-b08701487314 req-93431f0e-5b72-4c90-9628-afafe5179884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:14.854322 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53c6a329-2b77-4792-95d7-b08701487314 req-93431f0e-5b72-4c90-9628-afafe5179884 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 1099 time: 0.0721927 Jan 21 10:30:14.992689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6a329-2b77-4792-95d7-b08701487314 req-d547da92-0c0e-4e03-b1cf-a465f7dd7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:14.994683 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53c6a329-2b77-4792-95d7-b08701487314 req-d547da92-0c0e-4e03-b1cf-a465f7dd7777 service neutron] 10.222.0.121 "GET /v2.0/networks?id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef HTTP/1.1" status: 200 len: 897 time: 0.1340699 Jan 21 10:30:15.094853 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53c6a329-2b77-4792-95d7-b08701487314 req-cd5ec92c-7c87-4904-9cc7-227f1855e765 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eda2927-160a-4d2f-ac6d-826e65407102 HTTP/1.1" status: 200 len: 217 time: 0.0937645 Jan 21 10:30:15.154054 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-bcf34b63-9dd0-476a-98ac-d6217f12f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:43Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '9f4ee2a1-47db-49a1-997f-3fcc1b8265a3', 'name': '', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:f2:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:42Z', 'updated_at': '2022-01-21T10:27:48Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:15.158021 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf34b63-9dd0-476a-98ac-d6217f12f028 None None] Checking router: baf98391-d002-4c9d-9e83-cff3a71b86c5 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:30:15.167271 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf34b63-9dd0-476a-98ac-d6217f12f028 None None] Routers {'baf98391-d002-4c9d-9e83-cff3a71b86c5'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:30:15.167880 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-bcf34b63-9dd0-476a-98ac-d6217f12f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:30:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['baf98391-d002-4c9d-9e83-cff3a71b86c5'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:15.176134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6a329-2b77-4792-95d7-b08701487314 req-179bbb3e-263a-4db9-a314-47233f7f2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:15.177605 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53c6a329-2b77-4792-95d7-b08701487314 req-179bbb3e-263a-4db9-a314-47233f7f2ba5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a2533abb-7117-4b56-8979-c4a4cad92b38 HTTP/1.1" status: 200 len: 835 time: 0.0769215 Jan 21 10:30:15.235275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7bcf0-3f3e-4c4b-b0fe-79ab33a604b9 req-e7e04a22-f275-4ed4-89f3-3e9df982ea80 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:15.235969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-13c7bcf0-3f3e-4c4b-b0fe-79ab33a604b9 req-e7e04a22-f275-4ed4-89f3-3e9df982ea80 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:30:15.265058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-13c7bcf0-3f3e-4c4b-b0fe-79ab33a604b9 req-e7e04a22-f275-4ed4-89f3-3e9df982ea80 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:30:15.266148 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-13c7bcf0-3f3e-4c4b-b0fe-79ab33a604b9 req-e7e04a22-f275-4ed4-89f3-3e9df982ea80 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.2136552 Jan 21 10:30:15.291594 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6a329-2b77-4792-95d7-b08701487314 req-1983d1d0-8059-4648-9492-0233481d7291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:15.293056 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53c6a329-2b77-4792-95d7-b08701487314 req-1983d1d0-8059-4648-9492-0233481d7291 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091874 Jan 21 10:30:15.343491 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-bcf34b63-9dd0-476a-98ac-d6217f12f028 None None] Set router baf98391-d002-4c9d-9e83-cff3a71b86c5 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:30:15.355654 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-13c7bcf0-3f3e-4c4b-b0fe-79ab33a604b9 req-87893403-abd2-4775-ba28-b1886982623c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822225 Jan 21 10:30:15.444551 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53c6a329-2b77-4792-95d7-b08701487314 req-689ce307-0caf-4b65-8b81-13098d13c641 service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436486 Jan 21 10:30:15.575821 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-53c6a329-2b77-4792-95d7-b08701487314 req-d3f57acb-d2c0-4d9f-9f87-2a032c7ae85d service neutron] 10.222.0.121 "GET /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245649 Jan 21 10:30:15.651676 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-bcf34b63-9dd0-476a-98ac-d6217f12f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:43Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '9f4ee2a1-47db-49a1-997f-3fcc1b8265a3', 'name': '', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:f2:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:42Z', 'updated_at': '2022-01-21T10:27:48Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:15.655972 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf34b63-9dd0-476a-98ac-d6217f12f028 None None] The sync data for ids ['baf98391-d002-4c9d-9e83-cff3a71b86c5'] in dv-neutron-825723-1-hyperv is: [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:43Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '9f4ee2a1-47db-49a1-997f-3fcc1b8265a3', 'name': '', 'network_id': 'df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:f2:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:42Z', 'updated_at': '2022-01-21T10:27:48Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'a2533abb-7117-4b56-8979-c4a4cad92b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:30:15.876167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e35ebd-8d1b-421b-8be7-7322fdfdd661 None None] New status for floating IP 60429359-fa06-47a3-932d-335d199fefaf: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:30:16.570009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff92047-28fb-4336-8228-9271b776ad2a req-4e613818-815a-4511-b67a-f30ca0ccd247 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:16.571505 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0ff92047-28fb-4336-8228-9271b776ad2a req-4e613818-815a-4511-b67a-f30ca0ccd247 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.0965669 Jan 21 10:30:16.621255 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0ff92047-28fb-4336-8228-9271b776ad2a req-9875068a-3d6b-4b26-8ca9-86d13e6a67ce tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434146 Jan 21 10:30:16.884494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93322ea-98d3-434f-90c4-77dd3530d2f2 req-51240950-4dd8-4c34-b62d-cf48a044f58e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:16.885918 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d93322ea-98d3-434f-90c4-77dd3530d2f2 req-51240950-4dd8-4c34-b62d-cf48a044f58e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 946 time: 0.0939114 Jan 21 10:30:16.953916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-d93322ea-98d3-434f-90c4-77dd3530d2f2 req-7511abe6-946b-4186-87f7-6e6233a518e5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port 0eda2927-160a-4d2f-ac6d-826e65407102 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:30:16.954125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d93322ea-98d3-434f-90c4-77dd3530d2f2 req-7511abe6-946b-4186-87f7-6e6233a518e5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.300461 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-d93322ea-98d3-434f-90c4-77dd3530d2f2 req-7511abe6-946b-4186-87f7-6e6233a518e5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port 0eda2927-160a-4d2f-ac6d-826e65407102, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0eda2927-160a-4d2f-ac6d-826e65407102,segment=NetworkSegment(0f79572a-fdf0-4aac-ae84-198d9c474146),segment_id=0f79572a-fdf0-4aac-ae84-198d9c474146)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:17.300901 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d93322ea-98d3-434f-90c4-77dd3530d2f2 req-7511abe6-946b-4186-87f7-6e6233a518e5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.421618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-d93322ea-98d3-434f-90c4-77dd3530d2f2 req-7511abe6-946b-4186-87f7-6e6233a518e5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for 0eda2927-160a-4d2f-ac6d-826e65407102 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:30:17.569959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d93322ea-98d3-434f-90c4-77dd3530d2f2 req-7511abe6-946b-4186-87f7-6e6233a518e5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.623330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511abe6-946b-4186-87f7-6e6233a518e5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=0eda2927-160a-4d2f-ac6d-826e65407102,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:17.698536 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93322ea-98d3-434f-90c4-77dd3530d2f2 req-7511abe6-946b-4186-87f7-6e6233a518e5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] No DVR routers for this DVR port 0eda2927-160a-4d2f-ac6d-826e65407102 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:30:17.701300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d93322ea-98d3-434f-90c4-77dd3530d2f2 req-7511abe6-946b-4186-87f7-6e6233a518e5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:17.704166 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'name': 'network-vif-deleted', 'tag': '0eda2927-160a-4d2f-ac6d-826e65407102'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:30:17.721563 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d93322ea-98d3-434f-90c4-77dd3530d2f2 req-7511abe6-946b-4186-87f7-6e6233a518e5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "DELETE /v2.0/ports/0eda2927-160a-4d2f-ac6d-826e65407102 HTTP/1.1" status: 204 len: 173 time: 0.8303499 Jan 21 10:30:17.783519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-4dda06fd-4cbb-4cfd-9497-f2aaaa1f1c67 req-e0f41d1d-0d05-4bf4-a86c-ae41adb880da tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:30:17.800808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-4dda06fd-4cbb-4cfd-9497-f2aaaa1f1c67 req-e0f41d1d-0d05-4bf4-a86c-ae41adb880da tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:30:17.803191 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4dda06fd-4cbb-4cfd-9497-f2aaaa1f1c67 req-e0f41d1d-0d05-4bf4-a86c-ae41adb880da tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=cd46b878-107b-4aaf-83c8-937b086b08ae HTTP/1.1" status: 200 len: 210 time: 0.0705328 Jan 21 10:30:17.805454 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd46b878-107b-4aaf-83c8-937b086b08ae', 'name': 'network-vif-deleted', 'tag': '0eda2927-160a-4d2f-ac6d-826e65407102', 'status': 'completed', 'code': 200} Jan 21 10:30:18.908169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55484) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:19.613234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:19.991799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:30:19.992537 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.187471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9f4ee2a1-47db-49a1-997f-3fcc1b8265a3,segment=NetworkSegment(0f79572a-fdf0-4aac-ae84-198d9c474146),segment_id=0f79572a-fdf0-4aac-ae84-198d9c474146)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:20.187826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.311450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:30:20.636772 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.686208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=9f4ee2a1-47db-49a1-997f-3fcc1b8265a3,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:20.738474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:20.738861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:20.739172 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:20.739540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:20.739878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:20.740209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:20.740572 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:20.740902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:20.741237 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:20.741565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:20.741885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:20.742208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:21.095177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.464887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router baf98391-d002-4c9d-9e83-cff3a71b86c5 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:30:21.593378 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 0eda2927-160a-4d2f-ac6d-826e65407102 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:30:21.627514 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 0eda2927-160a-4d2f-ac6d-826e65407102 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:30:21.627896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 0eda2927-160a-4d2f-ac6d-826e65407102 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:30:21.645195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:30:21.654727 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ba2eb-3b6e-4001-a334-389e99fc09eb None None] Sync routers for ids ['baf98391-d002-4c9d-9e83-cff3a71b86c5'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:30:21.662755 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-69919081-f455-483d-b343-108e2fbd7c2b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "PUT /v2.0/routers/baf98391-d002-4c9d-9e83-cff3a71b86c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7533998 Jan 21 10:30:21.665716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55492) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:21.667075 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ba2eb-3b6e-4001-a334-389e99fc09eb None None] Routers {'baf98391-d002-4c9d-9e83-cff3a71b86c5'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:30:21.667679 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-469ba2eb-3b6e-4001-a334-389e99fc09eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:30:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['baf98391-d002-4c9d-9e83-cff3a71b86c5'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:21.731674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3f2c85-d123-406b-8104-aa0aa1a98910 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting subnet a2533abb-7117-4b56-8979-c4a4cad92b38 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:30:21.734798 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2c85-d123-406b-8104-aa0aa1a98910 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.792547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2c85-d123-406b-8104-aa0aa1a98910 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.869956 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-469ba2eb-3b6e-4001-a334-389e99fc09eb None None] Set router baf98391-d002-4c9d-9e83-cff3a71b86c5 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:30:21.874308 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2c85-d123-406b-8104-aa0aa1a98910 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.947681 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2c85-d123-406b-8104-aa0aa1a98910 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.989554 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f2c85-d123-406b-8104-aa0aa1a98910 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Subnet': ['ID=a2533abb-7117-4b56-8979-c4a4cad92b38,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:21.993309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2c85-d123-406b-8104-aa0aa1a98910 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:22.000801 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7b3f2c85-d123-406b-8104-aa0aa1a98910 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/subnets/a2533abb-7117-4b56-8979-c4a4cad92b38 HTTP/1.1" status: 204 len: 168 time: 0.3341210 Jan 21 10:30:22.003562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86b5a18-239c-4479-ae3e-53596035a1c4 None None] Network df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:30:22.003702 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55496) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:22.155321 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-469ba2eb-3b6e-4001-a334-389e99fc09eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:30:20Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:22.157801 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ba2eb-3b6e-4001-a334-389e99fc09eb None None] Checking router: baf98391-d002-4c9d-9e83-cff3a71b86c5 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:30:22.166658 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ba2eb-3b6e-4001-a334-389e99fc09eb None None] Routers {'baf98391-d002-4c9d-9e83-cff3a71b86c5'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:30:22.167301 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-469ba2eb-3b6e-4001-a334-389e99fc09eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:30:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['baf98391-d002-4c9d-9e83-cff3a71b86c5'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:22.192433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:22.276822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] DHCP port deletion for df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:30:22.281028 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Deleting port ac5d7dfa-b218-47fd-86b8-5e38bc1137be {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:30:22.281413 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:22.347888 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-469ba2eb-3b6e-4001-a334-389e99fc09eb None None] Set router baf98391-d002-4c9d-9e83-cff3a71b86c5 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:30:22.501850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] For port ac5d7dfa-b218-47fd-86b8-5e38bc1137be, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=ac5d7dfa-b218-47fd-86b8-5e38bc1137be,segment=NetworkSegment(0f79572a-fdf0-4aac-ae84-198d9c474146),segment_id=0f79572a-fdf0-4aac-ae84-198d9c474146)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:22.502133 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:22.506055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:22.519695 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port b826e3cf-b332-4cf3-b88c-7f6f60d312d0 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:30:22.520042 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:22.627005 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Calling delete_port for ac5d7dfa-b218-47fd-86b8-5e38bc1137be owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:30:22.661097 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-469ba2eb-3b6e-4001-a334-389e99fc09eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:30:20Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:22.666372 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ba2eb-3b6e-4001-a334-389e99fc09eb None None] The sync data for ids ['baf98391-d002-4c9d-9e83-cff3a71b86c5'] in dv-neutron-825723-1-hyperv is: [{'id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041054272', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:30:20Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'b826e3cf-b332-4cf3-b88c-7f6f60d312d0', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf98391-d002-4c9d-9e83-cff3a71b86c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:27:38Z', 'updated_at': '2022-01-21T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:30:22.715152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port b826e3cf-b332-4cf3-b88c-7f6f60d312d0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=b826e3cf-b332-4cf3-b88c-7f6f60d312d0,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:22.715538 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:22.720407 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:22.767399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Pushing event deleted for resources: {'Port': ['ID=ac5d7dfa-b218-47fd-86b8-5e38bc1137be,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:22.772036 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] No DVR routers for this DVR port ac5d7dfa-b218-47fd-86b8-5e38bc1137be on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:30:22.777785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:22.778485 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:22.778485 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:22.778790 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:22.779782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:22.779782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:22.779782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:22.780008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:22.780310 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:22.780684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:22.781345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:22.781345 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7686c0d1-27ee-4a1a-9829-6d7e593817a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:22.846519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for b826e3cf-b332-4cf3-b88c-7f6f60d312d0 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:30:22.963882 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:30:23.015001 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.087364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=b826e3cf-b332-4cf3-b88c-7f6f60d312d0,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:23.182383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.361762 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.364831 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.390480 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.391206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Fanout notify agent at l3_agent the message router_deleted on router baf98391-d002-4c9d-9e83-cff3a71b86c5 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:30:23.412334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.416361 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e60650d1-0052-4616-95f2-d8fa9a5d656e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/routers/baf98391-d002-4c9d-9e83-cff3a71b86c5 HTTP/1.1" status: 204 len: 168 time: 1.4088631 Jan 21 10:30:23.416649 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55500) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:23.531003 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aefa77da-d836-464f-a0b1-88d6e9cd6331 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.663203 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aefa77da-d836-464f-a0b1-88d6e9cd6331 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.689365 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-aefa77da-d836-464f-a0b1-88d6e9cd6331 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:23.701728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-aefa77da-d836-464f-a0b1-88d6e9cd6331 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f79572a-fdf0-4aac-ae84-198d9c474146') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:23.702027 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-aefa77da-d836-464f-a0b1-88d6e9cd6331 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f79572a-fdf0-4aac-ae84-198d9c474146') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:23.713468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aefa77da-d836-464f-a0b1-88d6e9cd6331 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.729211 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aefa77da-d836-464f-a0b1-88d6e9cd6331 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.735362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefa77da-d836-464f-a0b1-88d6e9cd6331 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:30:23.735741 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aefa77da-d836-464f-a0b1-88d6e9cd6331 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:30:23.749837 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:30:23.838163 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aefa77da-d836-464f-a0b1-88d6e9cd6331 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.856254 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-aefa77da-d836-464f-a0b1-88d6e9cd6331 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.867160 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa77da-d836-464f-a0b1-88d6e9cd6331 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Network': ['ID=df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:23.876081 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-aefa77da-d836-464f-a0b1-88d6e9cd6331 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/networks/df45ece0-a9a6-47fe-9b19-f0e90c2ea3ef HTTP/1.1" status: 204 len: 168 time: 0.4584394 Jan 21 10:30:23.879029 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55504) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:23.946402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7b98679e-cf05-4f7b-842c-acc98abf9681 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.978322 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7b98679e-cf05-4f7b-842c-acc98abf9681 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:24.044173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7b98679e-cf05-4f7b-842c-acc98abf9681 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:24.062371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98679e-cf05-4f7b-842c-acc98abf9681 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:24.072793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-7b98679e-cf05-4f7b-842c-acc98abf9681 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:24.073981 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7b98679e-cf05-4f7b-842c-acc98abf9681 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/security-groups/c6c9dd3f-c34d-4ee0-afc6-ad2b7d40aafc HTTP/1.1" status: 204 len: 168 time: 0.1940527 Jan 21 10:30:24.197300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ac5d7dfa-b218-47fd-86b8-5e38bc1137be no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:30:24.230403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: ac5d7dfa-b218-47fd-86b8-5e38bc1137be {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:30:24.230742 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device ac5d7dfa-b218-47fd-86b8-5e38bc1137be not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:30:24.231163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b826e3cf-b332-4cf3-b88c-7f6f60d312d0 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:30:24.265441 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: b826e3cf-b332-4cf3-b88c-7f6f60d312d0 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:30:24.265781 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device b826e3cf-b332-4cf3-b88c-7f6f60d312d0 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:30:24.266186 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:30:24.301236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:30:24.301583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9f4ee2a1-47db-49a1-997f-3fcc1b8265a3 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:30:25.272432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55514) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:25.277755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1636401643', 'description': 'tempest-secgroup-smoke-1636401643 description', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:30:25.283971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:25.288469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:25.291672 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:25.297336 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:25.312269 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.437222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:25.441348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:25.444152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:25.449785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:25.517506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.524568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.567536 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077a668e-3c04-4110-bef7-b370fb762eb8,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:25.570159 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.574070 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3bbb4902-e44f-4914-84ab-488a57f18316 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2979796 Jan 21 10:30:25.574899 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55518) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:25.579401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0e14bc2f-96c2-4554-b9e7-01b594939e59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': '077a668e-3c04-4110-bef7-b370fb762eb8', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:30:25.585824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0e14bc2f-96c2-4554-b9e7-01b594939e59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:25.590189 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0e14bc2f-96c2-4554-b9e7-01b594939e59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:25.593401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0e14bc2f-96c2-4554-b9e7-01b594939e59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:25.599539 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0e14bc2f-96c2-4554-b9e7-01b594939e59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:25.616609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0e14bc2f-96c2-4554-b9e7-01b594939e59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.675876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0e14bc2f-96c2-4554-b9e7-01b594939e59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.680600 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0e14bc2f-96c2-4554-b9e7-01b594939e59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.705604 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14bc2f-96c2-4554-b9e7-01b594939e59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1aabcb5-6e41-4d5e-ac3d-c8ddef69d00f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:25.714902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0e14bc2f-96c2-4554-b9e7-01b594939e59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.716207 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0e14bc2f-96c2-4554-b9e7-01b594939e59 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410415 Jan 21 10:30:25.719140 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55522) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:25.724384 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-9f517280-28c8-48da-94b6-3c1b24908bf5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': '077a668e-3c04-4110-bef7-b370fb762eb8', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:30:25.730482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9f517280-28c8-48da-94b6-3c1b24908bf5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:25.734425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9f517280-28c8-48da-94b6-3c1b24908bf5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:25.737381 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-9f517280-28c8-48da-94b6-3c1b24908bf5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:25.743540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-9f517280-28c8-48da-94b6-3c1b24908bf5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:25.761351 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9f517280-28c8-48da-94b6-3c1b24908bf5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.822020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9f517280-28c8-48da-94b6-3c1b24908bf5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.826863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9f517280-28c8-48da-94b6-3c1b24908bf5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.849492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f517280-28c8-48da-94b6-3c1b24908bf5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93984cf6-488b-4bc0-8d94-342cb851cc75,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:25.859349 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-9f517280-28c8-48da-94b6-3c1b24908bf5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.860591 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-9f517280-28c8-48da-94b6-3c1b24908bf5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404440 Jan 21 10:30:25.863382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55526) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:25.868538 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5acc9bc5-95cc-488e-98df-b5b0f041987f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': '077a668e-3c04-4110-bef7-b370fb762eb8', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:30:25.874329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5acc9bc5-95cc-488e-98df-b5b0f041987f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:25.878135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5acc9bc5-95cc-488e-98df-b5b0f041987f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:25.881017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5acc9bc5-95cc-488e-98df-b5b0f041987f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:25.886598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5acc9bc5-95cc-488e-98df-b5b0f041987f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:25.903597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5acc9bc5-95cc-488e-98df-b5b0f041987f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.965855 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5acc9bc5-95cc-488e-98df-b5b0f041987f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.970660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5acc9bc5-95cc-488e-98df-b5b0f041987f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.997578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc9bc5-95cc-488e-98df-b5b0f041987f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060557e3-a37e-4b62-b038-61f3ae150bc0,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:26.004510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5acc9bc5-95cc-488e-98df-b5b0f041987f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.005735 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5acc9bc5-95cc-488e-98df-b5b0f041987f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414328 Jan 21 10:30:26.010200 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55530) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:26.018507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2977fc48-1378-44b2-9c52-4db53a945db1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': '077a668e-3c04-4110-bef7-b370fb762eb8', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:30:26.028449 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2977fc48-1378-44b2-9c52-4db53a945db1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:26.034796 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2977fc48-1378-44b2-9c52-4db53a945db1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:26.037995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2977fc48-1378-44b2-9c52-4db53a945db1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:26.044273 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2977fc48-1378-44b2-9c52-4db53a945db1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:26.061985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2977fc48-1378-44b2-9c52-4db53a945db1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.124812 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2977fc48-1378-44b2-9c52-4db53a945db1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.129990 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2977fc48-1378-44b2-9c52-4db53a945db1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.153066 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977fc48-1378-44b2-9c52-4db53a945db1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bd2c8c-ad69-4fa4-8472-a237b4159b27,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:26.163192 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2977fc48-1378-44b2-9c52-4db53a945db1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.164415 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2977fc48-1378-44b2-9c52-4db53a945db1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528566 Jan 21 10:30:26.167612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55534) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:26.172704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2b129fdd-9916-49f4-8c5c-e0d4f9104c55 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': '077a668e-3c04-4110-bef7-b370fb762eb8', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:30:26.178577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2b129fdd-9916-49f4-8c5c-e0d4f9104c55 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:26.182353 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2b129fdd-9916-49f4-8c5c-e0d4f9104c55 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:26.185220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2b129fdd-9916-49f4-8c5c-e0d4f9104c55 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:26.190942 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2b129fdd-9916-49f4-8c5c-e0d4f9104c55 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:26.202756 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-2b129fdd-9916-49f4-8c5c-e0d4f9104c55 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Project 10b7e7e7f2694379a89bbb121e66ad3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:30:26.209233 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b129fdd-9916-49f4-8c5c-e0d4f9104c55 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.273523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b129fdd-9916-49f4-8c5c-e0d4f9104c55 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.278938 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b129fdd-9916-49f4-8c5c-e0d4f9104c55 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.301660 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b129fdd-9916-49f4-8c5c-e0d4f9104c55 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3495f1-81fd-4f2b-82e3-47a7a8283fc2,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:26.311615 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2b129fdd-9916-49f4-8c5c-e0d4f9104c55 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.312863 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2b129fdd-9916-49f4-8c5c-e0d4f9104c55 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443532 Jan 21 10:30:26.316115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55538) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:26.321079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f8342fed-2767-47e2-94a2-34f42858e75d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': '077a668e-3c04-4110-bef7-b370fb762eb8', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:30:26.326797 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f8342fed-2767-47e2-94a2-34f42858e75d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:26.330758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f8342fed-2767-47e2-94a2-34f42858e75d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:26.333713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f8342fed-2767-47e2-94a2-34f42858e75d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:26.339399 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f8342fed-2767-47e2-94a2-34f42858e75d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:26.351059 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-f8342fed-2767-47e2-94a2-34f42858e75d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Project 10b7e7e7f2694379a89bbb121e66ad3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:30:26.357573 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8342fed-2767-47e2-94a2-34f42858e75d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.429888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8342fed-2767-47e2-94a2-34f42858e75d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.434784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8342fed-2767-47e2-94a2-34f42858e75d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.459035 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8342fed-2767-47e2-94a2-34f42858e75d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84dd7e3c-4a1c-424e-8902-9f11281b3f65,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:26.469197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f8342fed-2767-47e2-94a2-34f42858e75d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.470375 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f8342fed-2767-47e2-94a2-34f42858e75d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533272 Jan 21 10:30:26.474644 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55542) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:26.480288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'network': {'name': 'tempest-network-smoke--937393958', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'port_security_enabled': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:30:26.485366 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:26.489673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:network and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:26.492671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:26.498397 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:26.509895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:30:26.513469 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.547392 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:30:26.557497 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.557876 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Added segment d8a3193e-668a-4098-a1a6-a6e4e63fb327 of type vlan for network 83f9339b-99b4-4f74-93a7-603d35747906 Jan 21 10:30:26.584968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.617107 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.622507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:26.623095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.727366 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2516377 Jan 21 10:30:26.730402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55546) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:26.732774 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74566d53-d6f8-4333-bb63-4ad614351fb6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Network': ['ID=83f9339b-99b4-4f74-93a7-603d35747906,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:26.736840 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'admin_state_up': True, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:30:26.744123 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 83f9339b-99b4-4f74-93a7-603d35747906 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:30:26.745314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:26.749577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:router and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:26.752777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:26.759341 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:26.770237 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.771288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:26.786673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:27.057481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:27.360364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:27.389197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:27.641683 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.26.4.246 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/33d243aa-973b-4523-be35-4043b5301204) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:30:27.806957 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:27.840601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:27.913031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:27.916423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:27.920362 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:30:27.966892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=33d243aa-973b-4523-be35-4043b5301204,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:28.347978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:28.701379 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:28.908448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router 7d3e6f8c-08b3-431b-8256-74123607ff14 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:30:29.203454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:30:29.214527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Sync routers for ids ['7d3e6f8c-08b3-431b-8256-74123607ff14'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:30:29.224450 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Routers {'7d3e6f8c-08b3-431b-8256-74123607ff14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:30:29.225148 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:30:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7d3e6f8c-08b3-431b-8256-74123607ff14'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:29.232070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:29.233301 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-089aa3cf-8048-4e4e-ac30-db49b0fa28f6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5019155 Jan 21 10:30:29.236865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55550) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:29.276819 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3710448a-45ec-4a97-a3d6-c882cda733b3 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=10b7e7e7f2694379a89bbb121e66ad3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388169 Jan 21 10:30:29.279588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55554) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:29.410969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58427297-636f-42c4-9a12-8701f5e77d37 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:29.412572 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-58427297-636f-42c4-9a12-8701f5e77d37 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320190 Jan 21 10:30:29.416146 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55558) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:29.438153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Set router 7d3e6f8c-08b3-431b-8256-74123607ff14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:30:29.459054 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4533cb0b-99e2-42ae-bb5e-160952c3710a tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417645 Jan 21 10:30:29.461693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55562) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:29.466973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1835205516', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:30:29.574430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:29.578504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:subnet and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:29.581473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:29.587462 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:29.598264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'subnet': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:30:29.602199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262055293'] for subnet, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:29.717909 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:30:28Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:29.723049 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Checking router: 7d3e6f8c-08b3-431b-8256-74123607ff14 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:30:29.723489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Updating router 7d3e6f8c-08b3-431b-8256-74123607ff14 port 33d243aa-973b-4523-be35-4043b5301204 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:30:29.774242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:29.826215 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262085424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262055279'] for subnet, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:29.910297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Subnet': ['ID=dc3b17dc-ba67-4b05-9b62-50cef4b0debc,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:29.916040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Checking segment: {'id': 'd8a3193e-668a-4098-a1a6-a6e4e63fb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:30:29.916428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network hostable DHCP agents. Network: 83f9339b-99b4-4f74-93a7-603d35747906, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:30:29.935965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 83f9339b-99b4-4f74-93a7-603d35747906 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:30:29.945242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 83f9339b-99b4-4f74-93a7-603d35747906) {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:29.949809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:29.950480 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:29.973594 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-975d4f23-7858-4c62-9ec1-9e88cb83d311 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5108459 Jan 21 10:30:29.978010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55566) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:29.978396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b25e86-f6e3-41e8-8bb7-43509af3ebbe None None] Network 83f9339b-99b4-4f74-93a7-603d35747906 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:30:30.270387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:30.278217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-83f9339b-99b4-4f74-93a7-603d35747906', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ips': [{'subnet_id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:30:30.279009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:30.293866 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Transition to ACTIVE for port object 33d243aa-973b-4523-be35-4043b5301204 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:30.305432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:30.437272 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2878e-0c49-4a17-b0a9-74d3aafdbc70 None None] Pushing event updated for resources: {'Port': ['ID=33d243aa-973b-4523-be35-4043b5301204,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:30.446089 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Attempting to bind port 33d243aa-973b-4523-be35-4043b5301204 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:30:30.446455 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Attempting to bind port 33d243aa-973b-4523-be35-4043b5301204 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:30:30.446807 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Attempting to bind port 33d243aa-973b-4523-be35-4043b5301204 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:30:30.458558 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:30:30.458879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:30:30.459302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:30.459678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:30:30.460128 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Bound port: 33d243aa-973b-4523-be35-4043b5301204, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:30:30.460511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:30.575411 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Allocated IP 172.20.0.2 (83f9339b-99b4-4f74-93a7-603d35747906/dc3b17dc-ba67-4b05-9b62-50cef4b0debc/62f97fe8-c049-42d0-93c4-78395ad54908) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:30:30.586599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] For port 33d243aa-973b-4523-be35-4043b5301204, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:30:30.590169 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] For port 33d243aa-973b-4523-be35-4043b5301204, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=33d243aa-973b-4523-be35-4043b5301204,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:30:30.609353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:30.779716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Routers {'7d3e6f8c-08b3-431b-8256-74123607ff14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:30:30.780333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:30:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7d3e6f8c-08b3-431b-8256-74123607ff14'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:30.781109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:30.872933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2878e-0c49-4a17-b0a9-74d3aafdbc70 None None] Pushing event updated for resources: {'Port': ['ID=33d243aa-973b-4523-be35-4043b5301204,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:30.889921 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:31.075280 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] Set router 7d3e6f8c-08b3-431b-8256-74123607ff14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:30:31.115643 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:31.196104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Transition to ACTIVE for port object 62f97fe8-c049-42d0-93c4-78395ad54908 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:31.232797 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Transition to ACTIVE for port object 62f97fe8-c049-42d0-93c4-78395ad54908 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:31.282201 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:31.349203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.20.0.1 (83f9339b-99b4-4f74-93a7-603d35747906/dc3b17dc-ba67-4b05-9b62-50cef4b0debc/66820cde-236d-4bee-933b-cc8ce9323c8b) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:30:31.357850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Network 83f9339b-99b4-4f74-93a7-603d35747906 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:31.370199 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:31.376367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:30:31.383287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Pushing event updated for resources: {'Port': ['ID=62f97fe8-c049-42d0-93c4-78395ad54908,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:31.501328 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Attempting to bind port 62f97fe8-c049-42d0-93c4-78395ad54908 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:30:31.501665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Attempting to bind port 62f97fe8-c049-42d0-93c4-78395ad54908 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd8a3193e-668a-4098-a1a6-a6e4e63fb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:30:31.501942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Attempting to bind port 62f97fe8-c049-42d0-93c4-78395ad54908 on network 83f9339b-99b4-4f74-93a7-603d35747906 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:30:31.508230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:31.512622 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:30:31.512983 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Checking segment: {'id': 'd8a3193e-668a-4098-a1a6-a6e4e63fb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:30:31.513350 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:31.513736 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Bound using segment: {'id': 'd8a3193e-668a-4098-a1a6-a6e4e63fb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:30:31.514201 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Bound port: 62f97fe8-c049-42d0-93c4-78395ad54908, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a3193e-668a-4098-a1a6-a6e4e63fb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:30:31.514559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:31.523695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Transition to ACTIVE for port object 66820cde-236d-4bee-933b-cc8ce9323c8b will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:31.548926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:31.586367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:30:28Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:31.601972 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37f2e7-a1d3-4062-b02f-8c089ee19eb2 None None] The sync data for ids ['7d3e6f8c-08b3-431b-8256-74123607ff14'] in dv-neutron-825723-1-hyperv is: [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:30:28Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:30:31.616915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] For port 62f97fe8-c049-42d0-93c4-78395ad54908, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:30:31.619935 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 83f9339b-99b4-4f74-93a7-603d35747906 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:31.621065 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] For port 62f97fe8-c049-42d0-93c4-78395ad54908, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=62f97fe8-c049-42d0-93c4-78395ad54908,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:30:31.623241 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:31.627332 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:31.627971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:30:31.661962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=66820cde-236d-4bee-933b-cc8ce9323c8b,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:31.706784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:31.714042 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c37d41-f814-491b-80eb-712c2e14a1f2 None None] Pushing event updated for resources: {'Port': ['ID=62f97fe8-c049-42d0-93c4-78395ad54908,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:31.859057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.270511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 33d243aa-973b-4523-be35-4043b5301204 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:32.334628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.340778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.342899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 33d243aa-973b-4523-be35-4043b5301204 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:32.348148 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 33d243aa-973b-4523-be35-4043b5301204 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:32.348699 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.461313 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=66820cde-236d-4bee-933b-cc8ce9323c8b,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:32.472181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.472832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.489734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 33d243aa-973b-4523-be35-4043b5301204, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=33d243aa-973b-4523-be35-4043b5301204,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:32.496370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.497665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 62f97fe8-c049-42d0-93c4-78395ad54908 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:32.620998 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=33d243aa-973b-4523-be35-4043b5301204,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:32.638141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 62f97fe8-c049-42d0-93c4-78395ad54908 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:32.760530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 83f9339b-99b4-4f74-93a7-603d35747906 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:32.761699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:32.816533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d13b1da-4644-47b0-8d08-28eb367a0513 None None] Network 83f9339b-99b4-4f74-93a7-603d35747906 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:30:32.923500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f0fae873-fe12-47c1-9188-34a55d03f6bc None None] Provisioning for port 62f97fe8-c049-42d0-93c4-78395ad54908 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:32.943330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f0fae873-fe12-47c1-9188-34a55d03f6bc None None] Provisioning complete for port 62f97fe8-c049-42d0-93c4-78395ad54908 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:32.943693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0fae873-fe12-47c1-9188-34a55d03f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.955533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router 7d3e6f8c-08b3-431b-8256-74123607ff14 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:30:33.142238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:30:33.155319 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0fb36116-0505-4e3a-8484-a1104a35c10a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "PUT /v2.0/routers/7d3e6f8c-08b3-431b-8256-74123607ff14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1760092 Jan 21 10:30:33.186396 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0fae873-fe12-47c1-9188-34a55d03f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:33.226901 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f0fae873-fe12-47c1-9188-34a55d03f6bc None None] For port 62f97fe8-c049-42d0-93c4-78395ad54908, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=62f97fe8-c049-42d0-93c4-78395ad54908,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:33.233113 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f0fae873-fe12-47c1-9188-34a55d03f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:33.314711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fae873-fe12-47c1-9188-34a55d03f6bc None None] Pushing event updated for resources: {'Port': ['ID=62f97fe8-c049-42d0-93c4-78395ad54908,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:33.342725 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-7bbcb1f5-7936-4874-b298-e82ecbed50d1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636401643&fields=id&tenant_id=10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 267 time: 0.0493715 Jan 21 10:30:33.362113 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Sync routers for ids ['7d3e6f8c-08b3-431b-8256-74123607ff14'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:30:33.371798 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Routers {'7d3e6f8c-08b3-431b-8256-74123607ff14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:30:33.372527 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:30:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7d3e6f8c-08b3-431b-8256-74123607ff14'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:33.462243 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-02b28d2f-6b99-456d-be84-06dc677b5cf4 None None] Provisioning complete for port 62f97fe8-c049-42d0-93c4-78395ad54908 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:33.463303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-02b28d2f-6b99-456d-be84-06dc677b5cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:33.505264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-03cc6986-817f-41e4-af58-7448a2c87df6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:33.506776 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-03cc6986-817f-41e4-af58-7448a2c87df6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/networks?id=83f9339b-99b4-4f74-93a7-603d35747906 HTTP/1.1" status: 200 len: 796 time: 0.1566005 Jan 21 10:30:33.528537 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-e45566c6-ee12-49f8-a87b-2c1f8618efed tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/quotas/10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 375 time: 0.0151525 Jan 21 10:30:33.560115 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Set router 7d3e6f8c-08b3-431b-8256-74123607ff14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:30:33.618142 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-0214e73a-bd11-4393-a33c-94c312870715 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:30:33.654709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-0214e73a-bd11-4393-a33c-94c312870715 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:30:33.656862 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-0214e73a-bd11-4393-a33c-94c312870715 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1268959 Jan 21 10:30:33.659147 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-02b28d2f-6b99-456d-be84-06dc677b5cf4 None None] Provisioning for port 66820cde-236d-4bee-933b-cc8ce9323c8b completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:33.665464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-02b28d2f-6b99-456d-be84-06dc677b5cf4 None None] Provisioning complete for port 66820cde-236d-4bee-933b-cc8ce9323c8b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:33.666152 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-02b28d2f-6b99-456d-be84-06dc677b5cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:33.728270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-c4a93d08-1e57-4c19-956e-e5a058e78eaf service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:30:33.729294 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-c4a93d08-1e57-4c19-956e-e5a058e78eaf service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600662 Jan 21 10:30:33.733904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-02b28d2f-6b99-456d-be84-06dc677b5cf4 None None] Port 66820cde-236d-4bee-933b-cc8ce9323c8b cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:30:33.860494 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3424fa34-6b44-465a-af06-152b81dca821 None None] Provisioning complete for port 66820cde-236d-4bee-933b-cc8ce9323c8b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:33.861008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3424fa34-6b44-465a-af06-152b81dca821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:33.867537 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-a5853142-5e13-43e6-a141-b759131703a3 service neutron] 10.222.0.99 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321564 Jan 21 10:30:33.916838 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3424fa34-6b44-465a-af06-152b81dca821 None None] Port 66820cde-236d-4bee-933b-cc8ce9323c8b cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:30:33.945585 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:30:31Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '66820cde-236d-4bee-933b-cc8ce9323c8b', 'name': '', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:cb:75:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:31Z', 'updated_at': '2022-01-21T10:30:32Z', 'revision_number': 2, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:33.949362 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Checking router: 7d3e6f8c-08b3-431b-8256-74123607ff14 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:30:33.949708 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Updating router 7d3e6f8c-08b3-431b-8256-74123607ff14 port 66820cde-236d-4bee-933b-cc8ce9323c8b binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:30:33.998029 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-ce35b8e7-801f-483e-aa8f-201e046b08a5 service neutron] 10.222.0.99 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242409 Jan 21 10:30:34.003011 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.036232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fffaae63-474c-4bac-898d-b30445005cc9 None None] Provisioning complete for port 66820cde-236d-4bee-933b-cc8ce9323c8b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:34.036623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fffaae63-474c-4bac-898d-b30445005cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.091188 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fffaae63-474c-4bac-898d-b30445005cc9 None None] Port 66820cde-236d-4bee-933b-cc8ce9323c8b cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:30:34.181925 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1dd6e7c-a267-4966-8c21-2b546e4fd30d req-a8e4a3a1-304a-4c81-a171-55b64a484415 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 210 time: 0.0470934 Jan 21 10:30:34.213399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 33d243aa-973b-4523-be35-4043b5301204 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:34.281358 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 33d243aa-973b-4523-be35-4043b5301204 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:34.281729 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.355033 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.366342 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Transition to ACTIVE for port object 66820cde-236d-4bee-933b-cc8ce9323c8b will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:34.375520 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.400894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 62f97fe8-c049-42d0-93c4-78395ad54908 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:34.471220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 62f97fe8-c049-42d0-93c4-78395ad54908 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:34.471894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.499982 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Pushing event updated for resources: {'Port': ['ID=66820cde-236d-4bee-933b-cc8ce9323c8b,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:34.565887 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:34.566232 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:34.566587 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:34.566898 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:34.567225 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:34.567540 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:34.567860 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:34.568269 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:34.568520 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:34.568837 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:34.569152 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:34.569476 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:34.598504 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Attempting to bind port 66820cde-236d-4bee-933b-cc8ce9323c8b on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:30:34.598865 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Attempting to bind port 66820cde-236d-4bee-933b-cc8ce9323c8b by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'd8a3193e-668a-4098-a1a6-a6e4e63fb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:30:34.599410 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Attempting to bind port 66820cde-236d-4bee-933b-cc8ce9323c8b on network 83f9339b-99b4-4f74-93a7-603d35747906 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:30:34.604925 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:30:34.605544 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Checking segment: {'id': 'd8a3193e-668a-4098-a1a6-a6e4e63fb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:30:34.606109 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.606766 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Bound using segment: {'id': 'd8a3193e-668a-4098-a1a6-a6e4e63fb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:30:34.607379 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Bound port: 66820cde-236d-4bee-933b-cc8ce9323c8b, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a3193e-668a-4098-a1a6-a6e4e63fb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:30:34.608054 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.714775 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] For port 66820cde-236d-4bee-933b-cc8ce9323c8b, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:30:34.717679 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] For port 66820cde-236d-4bee-933b-cc8ce9323c8b, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=66820cde-236d-4bee-933b-cc8ce9323c8b,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:30:34.726051 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.805685 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Routers {'7d3e6f8c-08b3-431b-8256-74123607ff14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:30:34.806283 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:30:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7d3e6f8c-08b3-431b-8256-74123607ff14'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:34.867453 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cfa5b-168f-43ae-aad4-2b03dc86ad05 None None] Pushing event updated for resources: {'Port': ['ID=66820cde-236d-4bee-933b-cc8ce9323c8b,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:35.007304 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] Set router 7d3e6f8c-08b3-431b-8256-74123607ff14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:30:35.284160 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1580b29e-d848-4d5b-a72e-b5984dd10001 req-6368f9dc-3838-41ab-8f93-93eb076d81b7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 210 time: 0.0470407 Jan 21 10:30:35.359353 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:30:31Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '66820cde-236d-4bee-933b-cc8ce9323c8b', 'name': '', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:cb:75:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:31Z', 'updated_at': '2022-01-21T10:30:34Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:35.363305 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb13077-1521-422e-8a20-e2edcf7fc9ea None None] The sync data for ids ['7d3e6f8c-08b3-431b-8256-74123607ff14'] in dv-neutron-825723-1-hyperv is: [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:30:31Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '66820cde-236d-4bee-933b-cc8ce9323c8b', 'name': '', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:cb:75:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:31Z', 'updated_at': '2022-01-21T10:30:34Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:30:36.223943 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 66820cde-236d-4bee-933b-cc8ce9323c8b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:36.295999 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 66820cde-236d-4bee-933b-cc8ce9323c8b completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:36.300854 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 66820cde-236d-4bee-933b-cc8ce9323c8b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:36.301237 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:36.388119 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83b6ce09-4630-4b20-99e6-46caddb64f17 req-ca26eb2e-3ed3-4526-9b75-fc70032471e8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 210 time: 0.0465951 Jan 21 10:30:36.431760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:36.461133 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2bbb151b-9719-42ed-b929-1e9fc15a7ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:36.473533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 66820cde-236d-4bee-933b-cc8ce9323c8b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=66820cde-236d-4bee-933b-cc8ce9323c8b,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:36.478568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:36.546411 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=66820cde-236d-4bee-933b-cc8ce9323c8b,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:37.496691 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f9a924e-b1cd-4717-b646-48961bc95a9a req-5e14768f-35c9-4323-abbb-5df4b6c60c00 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 210 time: 0.0451391 Jan 21 10:30:38.217284 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 66820cde-236d-4bee-933b-cc8ce9323c8b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:38.288562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 66820cde-236d-4bee-933b-cc8ce9323c8b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:38.289248 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:38.526932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c623a8c0-ede3-4104-8893-21db179f8d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:38.642408 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b7bde86e-0edc-4b56-893a-1da65e2c065c req-e7f374d9-49a0-48c1-9793-997e3b122135 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 210 time: 0.0426056 Jan 21 10:30:39.558748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-e5907b6b-a826-4d5b-93eb-e5df82353305 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:39.560215 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-e5907b6b-a826-4d5b-93eb-e5df82353305 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/networks?id=83f9339b-99b4-4f74-93a7-603d35747906 HTTP/1.1" status: 200 len: 796 time: 0.1557477 Jan 21 10:30:39.609701 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-9b970607-de64-415b-89e2-30d89db216e4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 380 time: 0.0416265 Jan 21 10:30:39.617946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'port': {'device_id': '60970c03-d099-41dc-9449-f336766dbc0e', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'admin_state_up': True, 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'security_groups': ['077a668e-3c04-4110-bef7-b370fb762eb8']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:30:39.669782 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:39.865937 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d12aad29-7538-4301-bb97-b4c317f45581 req-0b57c157-04f0-457c-bc46-47dbba96ff8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 210 time: 0.0523720 Jan 21 10:30:39.902108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:39.911658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:39.924773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:30:39.928203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:39.976537 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:40.090894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.20.0.7 (83f9339b-99b4-4f74-93a7-603d35747906/dc3b17dc-ba67-4b05-9b62-50cef4b0debc/6e91d18d-ac41-4037-af17-bc512ed0c33b) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:30:40.283799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:40.299482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Transition to ACTIVE for port object 6e91d18d-ac41-4037-af17-bc512ed0c33b will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:40.325736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:40.398654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 83f9339b-99b4-4f74-93a7-603d35747906 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:40.401926 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:40.405691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:30:40.436572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=6e91d18d-ac41-4037-af17-bc512ed0c33b,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:40.473709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:40.474392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:40.502662 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-b8863ecf-4d63-4dd1-8877-cab0fe39b154 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8883955 Jan 21 10:30:40.516260 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Request body: {'port': {'device_id': '60970c03-d099-41dc-9449-f336766dbc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:30:40.608225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-caeecefd-bdce-427e-bfa0-6faa289ad027 None None] Provisioning for port 6e91d18d-ac41-4037-af17-bc512ed0c33b completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:40.613231 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-caeecefd-bdce-427e-bfa0-6faa289ad027 None None] Provisioning complete for port 6e91d18d-ac41-4037-af17-bc512ed0c33b triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:40.613597 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-caeecefd-bdce-427e-bfa0-6faa289ad027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:40.632216 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:40.671407 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-caeecefd-bdce-427e-bfa0-6faa289ad027 None None] Port 6e91d18d-ac41-4037-af17-bc512ed0c33b cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:30:41.030874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e91d18d-ac41-4037-af17-bc512ed0c33b {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:30:41.043534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:41.063821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Transition to ACTIVE for port object 6e91d18d-ac41-4037-af17-bc512ed0c33b will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:30:41.070572 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:41.191539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faed06-1327-499a-bc41-855e16cbb23d req-ba534f0f-b147-41b8-a9eb-eff2c038b8ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:41.192158 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-72faed06-1327-499a-bc41-855e16cbb23d req-ba534f0f-b147-41b8-a9eb-eff2c038b8ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:30:41.219653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Pushing event updated for resources: {'Port': ['ID=6e91d18d-ac41-4037-af17-bc512ed0c33b,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:41.291598 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-72faed06-1327-499a-bc41-855e16cbb23d req-ba534f0f-b147-41b8-a9eb-eff2c038b8ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:30:41.292901 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-72faed06-1327-499a-bc41-855e16cbb23d req-ba534f0f-b147-41b8-a9eb-eff2c038b8ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 931 time: 0.3169131 Jan 21 10:30:41.335777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:41.360051 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-72faed06-1327-499a-bc41-855e16cbb23d req-8765f23f-9f17-4a71-b332-00da8d2061e4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607593 Jan 21 10:30:41.363932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Attempting to bind port 6e91d18d-ac41-4037-af17-bc512ed0c33b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:30:41.364245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Attempting to bind port 6e91d18d-ac41-4037-af17-bc512ed0c33b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'd8a3193e-668a-4098-a1a6-a6e4e63fb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:30:41.364597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Attempting to bind port 6e91d18d-ac41-4037-af17-bc512ed0c33b on network 83f9339b-99b4-4f74-93a7-603d35747906 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:30:41.369446 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Port 6e91d18d-ac41-4037-af17-bc512ed0c33b on network 83f9339b-99b4-4f74-93a7-603d35747906 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:30:41.369766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Attempting to bind port 6e91d18d-ac41-4037-af17-bc512ed0c33b on network 83f9339b-99b4-4f74-93a7-603d35747906 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:30:41.377742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:30:41.378139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Checking segment: {'id': 'd8a3193e-668a-4098-a1a6-a6e4e63fb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:30:41.378524 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Bound using segment: {'id': 'd8a3193e-668a-4098-a1a6-a6e4e63fb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:30:41.379020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Bound port: 6e91d18d-ac41-4037-af17-bc512ed0c33b, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a3193e-668a-4098-a1a6-a6e4e63fb327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:30:41.379380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:41.467924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] For port 6e91d18d-ac41-4037-af17-bc512ed0c33b, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:30:41.471029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] For port 6e91d18d-ac41-4037-af17-bc512ed0c33b, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:30:41.475604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:41.638952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:41.639601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:41.640926 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] 10.222.0.121 "PUT /v2.0/ports/6e91d18d-ac41-4037-af17-bc512ed0c33b HTTP/1.1" status: 200 len: 1093 time: 1.1300995 Jan 21 10:30:41.641383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:30:41.663739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441747b-5293-4849-ba6e-5e07c237c940 service neutron] Pushing event updated for resources: {'Port': ['ID=6e91d18d-ac41-4037-af17-bc512ed0c33b,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:41.713228 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'status': 'completed', 'code': 200} Jan 21 10:30:41.755597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6c8de933-f305-4009-990a-f99a200b6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:41.757132 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-6c8de933-f305-4009-990a-f99a200b6272 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 1096 time: 0.0755951 Jan 21 10:30:41.828770 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-4c7ac25e-84f0-40a3-9cf9-ad11cfe6af2a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b HTTP/1.1" status: 200 len: 217 time: 0.0646772 Jan 21 10:30:41.891333 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-5c4ca658-c7c3-4afc-b744-fe05776fa97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:41.892843 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-5c4ca658-c7c3-4afc-b744-fe05776fa97d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc3b17dc-ba67-4b05-9b62-50cef4b0debc HTTP/1.1" status: 200 len: 835 time: 0.0579507 Jan 21 10:30:41.972948 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-7843c738-270f-4068-a924-d6e4d6628dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:41.974431 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-7843c738-270f-4068-a924-d6e4d6628dd8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=83f9339b-99b4-4f74-93a7-603d35747906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757265 Jan 21 10:30:42.107928 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-52b5ed02-fa7e-4ace-9ff3-1a46c74b53eb service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270733 Jan 21 10:30:42.241987 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1985c811-80f6-4cb7-9d4c-1ccc4373948c req-d642ca04-4a6d-467a-a19c-23ed0f31179e service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283751 Jan 21 10:30:42.361946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69c266-5afd-43d7-b8bc-8e85d1d8d9df req-928a5d88-54ab-4006-ac4f-33dc8ec5777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:42.363377 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea69c266-5afd-43d7-b8bc-8e85d1d8d9df req-928a5d88-54ab-4006-ac4f-33dc8ec5777e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 1096 time: 0.0735407 Jan 21 10:30:42.496065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69c266-5afd-43d7-b8bc-8e85d1d8d9df req-a0d76495-ed2f-4c32-91a8-30cb7a404042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:42.497572 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea69c266-5afd-43d7-b8bc-8e85d1d8d9df req-a0d76495-ed2f-4c32-91a8-30cb7a404042 service neutron] 10.222.0.121 "GET /v2.0/networks?id=83f9339b-99b4-4f74-93a7-603d35747906 HTTP/1.1" status: 200 len: 897 time: 0.1278267 Jan 21 10:30:42.604527 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea69c266-5afd-43d7-b8bc-8e85d1d8d9df req-9c956f43-3fd0-4ec1-8b0f-846ebbcf6a85 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b HTTP/1.1" status: 200 len: 217 time: 0.1007519 Jan 21 10:30:42.681440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69c266-5afd-43d7-b8bc-8e85d1d8d9df req-eb8bff88-a1b0-4ffc-88bb-0ebb45472d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:42.682896 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea69c266-5afd-43d7-b8bc-8e85d1d8d9df req-eb8bff88-a1b0-4ffc-88bb-0ebb45472d7b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc3b17dc-ba67-4b05-9b62-50cef4b0debc HTTP/1.1" status: 200 len: 835 time: 0.0722556 Jan 21 10:30:42.740697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba1b43-49ea-435e-820f-db1d5b8999ed req-a10bc9d7-cbe6-4849-b7b9-91b79d2e9ae8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:42.742102 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e2ba1b43-49ea-435e-820f-db1d5b8999ed req-a10bc9d7-cbe6-4849-b7b9-91b79d2e9ae8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 943 time: 0.1869528 Jan 21 10:30:42.798666 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e2ba1b43-49ea-435e-820f-db1d5b8999ed req-a805027e-0760-47c3-ba26-46c8cf1b108b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500793 Jan 21 10:30:42.808058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69c266-5afd-43d7-b8bc-8e85d1d8d9df req-20df1341-7cb5-4242-8817-234a2c602fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:42.809518 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea69c266-5afd-43d7-b8bc-8e85d1d8d9df req-20df1341-7cb5-4242-8817-234a2c602fdb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=83f9339b-99b4-4f74-93a7-603d35747906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1204641 Jan 21 10:30:42.944133 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea69c266-5afd-43d7-b8bc-8e85d1d8d9df req-24be9e66-bfde-4a7f-a590-1d0913a92355 service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275156 Jan 21 10:30:43.078321 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ea69c266-5afd-43d7-b8bc-8e85d1d8d9df req-f6226d0d-976a-419b-ad30-989699f3d6e0 service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267819 Jan 21 10:30:43.696476 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6e91d18d-ac41-4037-af17-bc512ed0c33b details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:30:43.830432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 6e91d18d-ac41-4037-af17-bc512ed0c33b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:43.844576 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'port_id': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'mac_address': 'fa:16:3e:56:37:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:30:43.901275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:43.946171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e91d18d-ac41-4037-af17-bc512ed0c33b {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:30:43.961667 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 6e91d18d-ac41-4037-af17-bc512ed0c33b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:43.967012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:43.989976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5e645-5843-44a3-939c-076d5ad75a4e req-6f9dfe46-35fa-4808-b356-9d5950e00ccd tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:43.991560 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-79a5e645-5843-44a3-939c-076d5ad75a4e req-6f9dfe46-35fa-4808-b356-9d5950e00ccd tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 943 time: 0.0876546 Jan 21 10:30:44.032503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=6e91d18d-ac41-4037-af17-bc512ed0c33b,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:44.035951 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-79a5e645-5843-44a3-939c-076d5ad75a4e req-1ea29b69-7456-4193-b500-3220a6b69a12 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383756 Jan 21 10:30:44.498286 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['6e91d18d-ac41-4037-af17-bc512ed0c33b'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:30:45.336936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498273d3-e341-4f15-b568-955bbf42daa3 req-eea4eaaf-5218-4550-8972-de9de56d8f61 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:45.338341 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-498273d3-e341-4f15-b568-955bbf42daa3 req-eea4eaaf-5218-4550-8972-de9de56d8f61 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 944 time: 0.1865609 Jan 21 10:30:45.382710 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-498273d3-e341-4f15-b568-955bbf42daa3 req-9dfa63ff-4960-4229-981c-b6574d7b051a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386391 Jan 21 10:30:45.712855 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6e91d18d-ac41-4037-af17-bc512ed0c33b up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:45.792242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 6e91d18d-ac41-4037-af17-bc512ed0c33b completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:30:45.797259 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 6e91d18d-ac41-4037-af17-bc512ed0c33b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:45.797784 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:45.916835 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:45.946539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:30:45.957181 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 6e91d18d-ac41-4037-af17-bc512ed0c33b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:45.961798 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:45.995450 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'code': 200} Jan 21 10:30:46.035517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=6e91d18d-ac41-4037-af17-bc512ed0c33b,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:46.221885 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc89b5-e2de-4acc-9816-20477a885004 req-da8429e8-383f-47eb-aaaf-742930727191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:46.223299 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c1cc89b5-e2de-4acc-9816-20477a885004 req-da8429e8-383f-47eb-aaaf-742930727191 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 1098 time: 0.0734506 Jan 21 10:30:46.265178 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c1cc89b5-e2de-4acc-9816-20477a885004 req-9d526092-2408-4f82-b650-14fa1daf53bd service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356219 Jan 21 10:30:46.582752 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91bdb2-badf-4f0a-af9c-a41b76c9373b req-abd3b330-22c9-4e84-8625-3895a418f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:46.584195 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2f91bdb2-badf-4f0a-af9c-a41b76c9373b req-abd3b330-22c9-4e84-8625-3895a418f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0839167 Jan 21 10:30:46.628876 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2f91bdb2-badf-4f0a-af9c-a41b76c9373b req-52076331-fe2c-4402-9769-2fff19264896 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389616 Jan 21 10:30:47.828465 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d652c-5d00-43b9-8b2b-6480d4ffc675 req-2268d8f7-ee5a-48fb-b4e3-d5ce56b662ac tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:47.829922 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b4d652c-5d00-43b9-8b2b-6480d4ffc675 req-2268d8f7-ee5a-48fb-b4e3-d5ce56b662ac tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0946136 Jan 21 10:30:47.877203 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4b4d652c-5d00-43b9-8b2b-6480d4ffc675 req-2c19594b-31c8-4ffe-9774-5792e0ca360b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389011 Jan 21 10:30:48.094382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e10aa0-850b-40b9-8c41-b23ea8366bb2 req-d3ab7abb-4898-46de-82da-7ec91a7845d3 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:48.095865 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42e10aa0-850b-40b9-8c41-b23ea8366bb2 req-d3ab7abb-4898-46de-82da-7ec91a7845d3 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0908854 Jan 21 10:30:48.142642 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42e10aa0-850b-40b9-8c41-b23ea8366bb2 req-8eb8f478-8151-4a43-b55d-29e6d61e73d7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382106 Jan 21 10:30:48.169383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55646) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:48.289221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981b3811-4614-48fc-bab8-03d54a646051 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:48.290698 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-981b3811-4614-48fc-bab8-03d54a646051 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 1093 time: 0.1203666 Jan 21 10:30:48.294655 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55652) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:48.299666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:30:48.305585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:30:48.309693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:floatingip and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:30:48.312646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:30:48.318640 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:30:48.330400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:48.481823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:48.617479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.26.4.154 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/bf8ab14b-ae80-4814-a03a-a91135380499) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:30:48.761560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:48.799139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:48.860159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:30:48.863153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:30:48.866907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:30:48.899983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=bf8ab14b-ae80-4814-a03a-a91135380499,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:49.286397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:49.362119 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:49.665873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:49.672724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:49.773542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=bf8ab14b-ae80-4814-a03a-a91135380499,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:49.790577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:49.960876 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Floating IP 1b9a1a2b-9a05-44cb-884e-f81c6319a5d6 associated. External IP: 172.26.4.154, port: 6e91d18d-ac41-4037-af17-bc512ed0c33b. Jan 21 10:30:50.305577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router 7d3e6f8c-08b3-431b-8256-74123607ff14 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:30:50.481894 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:30:50.492008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e122d5-c7ec-4053-a946-2d9d3a780835 None None] Sync routers for ids ['7d3e6f8c-08b3-431b-8256-74123607ff14'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:30:50.501394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e122d5-c7ec-4053-a946-2d9d3a780835 None None] Routers {'7d3e6f8c-08b3-431b-8256-74123607ff14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:30:50.502000 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-66e122d5-c7ec-4053-a946-2d9d3a780835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:30:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7d3e6f8c-08b3-431b-8256-74123607ff14'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:50.507233 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:50.562582 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cf751e07-dfad-486a-976e-0c789bd4d89f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2668662 Jan 21 10:30:50.563129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:30:50.609837 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'status': 'completed', 'code': 200} Jan 21 10:30:50.709496 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-66e122d5-c7ec-4053-a946-2d9d3a780835 None None] Set router 7d3e6f8c-08b3-431b-8256-74123607ff14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:30:50.769300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fa631-8138-4ba6-9f26-7f72523c57a9 req-1d3cd2df-94dc-4342-9854-09d30d8730a7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:50.770747 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aa4fa631-8138-4ba6-9f26-7f72523c57a9 req-1d3cd2df-94dc-4342-9854-09d30d8730a7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.1075170 Jan 21 10:30:50.772709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a03b14-1a88-4c32-9875-66eefa96c1e3 req-cc53d373-3b9f-4336-9026-7056a7d1ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:50.774093 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84a03b14-1a88-4c32-9875-66eefa96c1e3 req-cc53d373-3b9f-4336-9026-7056a7d1ed05 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 1098 time: 0.1419780 Jan 21 10:30:50.903549 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aa4fa631-8138-4ba6-9f26-7f72523c57a9 req-9d40faf8-0437-4769-8a8a-bcfdc2d0543b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266038 Jan 21 10:30:50.928923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55662) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:50.945100 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a03b14-1a88-4c32-9875-66eefa96c1e3 req-f32af084-670f-4730-b5ac-10b2e0346f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:50.946591 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84a03b14-1a88-4c32-9875-66eefa96c1e3 req-f32af084-670f-4730-b5ac-10b2e0346f12 service neutron] 10.222.0.121 "GET /v2.0/networks?id=83f9339b-99b4-4f74-93a7-603d35747906 HTTP/1.1" status: 200 len: 897 time: 0.1551754 Jan 21 10:30:51.046514 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-498b4ddb-a021-4737-8b40-fb84ccbecd0f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/1b9a1a2b-9a05-44cb-884e-f81c6319a5d6 HTTP/1.1" status: 200 len: 991 time: 0.1162727 Jan 21 10:30:51.053840 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-66e122d5-c7ec-4053-a946-2d9d3a780835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:30:31Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '1b9a1a2b-9a05-44cb-884e-f81c6319a5d6', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.154', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'port_id': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'mac_address': 'fa:16:3e:56:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60970c03-d099-41dc-9449-f336766dbc0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:30:49Z', 'updated_at': '2022-01-21T10:30:49Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66820cde-236d-4bee-933b-cc8ce9323c8b', 'name': '', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:cb:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:31Z', 'updated_at': '2022-01-21T10:30:36Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:51.058665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e122d5-c7ec-4053-a946-2d9d3a780835 None None] Checking router: 7d3e6f8c-08b3-431b-8256-74123607ff14 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:30:51.067839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e122d5-c7ec-4053-a946-2d9d3a780835 None None] Routers {'7d3e6f8c-08b3-431b-8256-74123607ff14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:30:51.068496 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-66e122d5-c7ec-4053-a946-2d9d3a780835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:30:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7d3e6f8c-08b3-431b-8256-74123607ff14'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:51.159971 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84a03b14-1a88-4c32-9875-66eefa96c1e3 req-4a821925-e7fc-4710-8f3f-dfecfe29360b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b HTTP/1.1" status: 200 len: 999 time: 0.2078178 Jan 21 10:30:51.225402 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a03b14-1a88-4c32-9875-66eefa96c1e3 req-4dfe73bb-110d-4d4d-a425-c9c186900ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:51.226984 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84a03b14-1a88-4c32-9875-66eefa96c1e3 req-4dfe73bb-110d-4d4d-a425-c9c186900ffa service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc3b17dc-ba67-4b05-9b62-50cef4b0debc HTTP/1.1" status: 200 len: 835 time: 0.0604758 Jan 21 10:30:51.256008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-66e122d5-c7ec-4053-a946-2d9d3a780835 None None] Set router 7d3e6f8c-08b3-431b-8256-74123607ff14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:30:51.303370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a03b14-1a88-4c32-9875-66eefa96c1e3 req-e2a15df5-7cf6-4cfb-a85e-a62f42841f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:51.304870 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84a03b14-1a88-4c32-9875-66eefa96c1e3 req-e2a15df5-7cf6-4cfb-a85e-a62f42841f3c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=83f9339b-99b4-4f74-93a7-603d35747906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722439 Jan 21 10:30:51.437722 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84a03b14-1a88-4c32-9875-66eefa96c1e3 req-090488f1-ee6d-4024-b3f4-cf3e8d08a2ae service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267099 Jan 21 10:30:51.571067 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84a03b14-1a88-4c32-9875-66eefa96c1e3 req-bea6dc48-47dd-42e6-bbfe-304cef6d298a service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275110 Jan 21 10:30:51.634959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-66e122d5-c7ec-4053-a946-2d9d3a780835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:30:31Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '1b9a1a2b-9a05-44cb-884e-f81c6319a5d6', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.154', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'port_id': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'mac_address': 'fa:16:3e:56:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60970c03-d099-41dc-9449-f336766dbc0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:30:49Z', 'updated_at': '2022-01-21T10:30:49Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66820cde-236d-4bee-933b-cc8ce9323c8b', 'name': '', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:cb:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:31Z', 'updated_at': '2022-01-21T10:30:36Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:30:51.639124 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e122d5-c7ec-4053-a946-2d9d3a780835 None None] The sync data for ids ['7d3e6f8c-08b3-431b-8256-74123607ff14'] in dv-neutron-825723-1-hyperv is: [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:30:31Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '1b9a1a2b-9a05-44cb-884e-f81c6319a5d6', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.154', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'port_id': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'mac_address': 'fa:16:3e:56:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60970c03-d099-41dc-9449-f336766dbc0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:30:49Z', 'updated_at': '2022-01-21T10:30:49Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66820cde-236d-4bee-933b-cc8ce9323c8b', 'name': '', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:cb:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:31Z', 'updated_at': '2022-01-21T10:30:36Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:30:51.836021 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d182a8ce-668d-45fb-8d9f-cd89c5c2344a None None] New status for floating IP 1b9a1a2b-9a05-44cb-884e-f81c6319a5d6: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:30:52.048686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55666) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:52.160421 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b1739dd0-00e8-4000-b9e0-1a3e8e5566be tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/1b9a1a2b-9a05-44cb-884e-f81c6319a5d6 HTTP/1.1" status: 200 len: 993 time: 0.1056120 Jan 21 10:30:59.967424 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:31:00.758117 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:06.378914 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [req-6ac504ce-0521-4521-b293-92e6894811f2 req-85f3e023-1592-427a-a927-b72e461fc0b2 service neutron] (87502) timed out ('10.222.0.99', 51562) {{(pid=87502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:31:06.451973 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1b76aeb5-55b7-4d35-90d7-2cfa33c1a007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:08.529082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-63d66de2-b7d7-4fc2-8ead-505fee73c80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:09.670337 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:09.987287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:11.344953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:24.758573 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54e4b6c4-c9ee-4842-9085-45ee88646f75 req-ee25fdf7-6070-40d8-aafa-1773df44bb85 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751348 Jan 21 10:31:24.902815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4b6c4-c9ee-4842-9085-45ee88646f75 req-b7440dfc-2d36-4729-930a-2cb1745c0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:24.904920 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54e4b6c4-c9ee-4842-9085-45ee88646f75 req-b7440dfc-2d36-4729-930a-2cb1745c0828 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 1098 time: 0.0781653 Jan 21 10:31:25.057928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4b6c4-c9ee-4842-9085-45ee88646f75 req-e5ef2253-45a6-41a9-9211-8504c3fb1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:25.059376 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54e4b6c4-c9ee-4842-9085-45ee88646f75 req-e5ef2253-45a6-41a9-9211-8504c3fb1d2f service neutron] 10.222.0.121 "GET /v2.0/networks?id=83f9339b-99b4-4f74-93a7-603d35747906 HTTP/1.1" status: 200 len: 897 time: 0.1341300 Jan 21 10:31:25.169864 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54e4b6c4-c9ee-4842-9085-45ee88646f75 req-35579f96-4951-478b-aa9a-609583d042b3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b HTTP/1.1" status: 200 len: 1001 time: 0.1033678 Jan 21 10:31:25.234069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4b6c4-c9ee-4842-9085-45ee88646f75 req-7e74716a-ffcf-42b1-8122-217a88ec208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:25.235571 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54e4b6c4-c9ee-4842-9085-45ee88646f75 req-7e74716a-ffcf-42b1-8122-217a88ec208f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc3b17dc-ba67-4b05-9b62-50cef4b0debc HTTP/1.1" status: 200 len: 835 time: 0.0595727 Jan 21 10:31:25.313633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4b6c4-c9ee-4842-9085-45ee88646f75 req-21458532-6d0a-43bb-b3f8-fe76ed786ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:25.315102 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54e4b6c4-c9ee-4842-9085-45ee88646f75 req-21458532-6d0a-43bb-b3f8-fe76ed786ac9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=83f9339b-99b4-4f74-93a7-603d35747906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726690 Jan 21 10:31:25.458666 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54e4b6c4-c9ee-4842-9085-45ee88646f75 req-98f6fef8-f047-4b5f-8691-8353538fa111 service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363356 Jan 21 10:31:25.588939 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54e4b6c4-c9ee-4842-9085-45ee88646f75 req-d4bab7bd-161d-419e-b9f6-aa7e02fd4be8 service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240389 Jan 21 10:31:30.747088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:36.453593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-da41ea68-a9e8-4ccd-8881-4f6b26ff6d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:36.971600 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:31:38.527085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5fd1e00a-f656-42f8-bc08-7e273703b2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:39.671211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:39.994939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.350301 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:00.760737 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:05.783654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55698) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:05.963920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa77414-2b7f-404e-af52-65ff2856d446 req-96218eaf-d05c-43dd-8da7-9e29815dbf03 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:05.965426 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-daa77414-2b7f-404e-af52-65ff2856d446 req-96218eaf-d05c-43dd-8da7-9e29815dbf03 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.1358440 Jan 21 10:32:05.968931 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-bfd2eead-0538-4fda-b655-768edf8c2fd4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1841216 Jan 21 10:32:06.118173 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-daa77414-2b7f-404e-af52-65ff2856d446 req-c59a9bd2-2261-477c-8492-e4641d32d0f0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467054 Jan 21 10:32:06.452839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-290adcb3-aabd-46ba-9128-f47e79e8cc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:07.319910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92de729-58ae-4c40-bdd3-e66a895cad87 req-2fab3801-d9c6-4586-8a19-617d3b9f8d11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:07.321498 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e92de729-58ae-4c40-bdd3-e66a895cad87 req-2fab3801-d9c6-4586-8a19-617d3b9f8d11 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0817640 Jan 21 10:32:07.365824 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e92de729-58ae-4c40-bdd3-e66a895cad87 req-24f35e94-aec0-4e95-8bce-31e8fb0367d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382037 Jan 21 10:32:08.522272 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-53c20e32-f7ab-44b6-b0d4-4fefe4b033f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:08.732601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09769a17-43b3-4169-b35b-46452a15c72e req-13c5340e-6645-48ef-b373-a770eaa52dba tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:08.734138 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09769a17-43b3-4169-b35b-46452a15c72e req-13c5340e-6645-48ef-b373-a770eaa52dba tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0865614 Jan 21 10:32:08.781665 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-09769a17-43b3-4169-b35b-46452a15c72e req-d71392ad-9810-43f4-bfb7-b59e33e3d123 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401578 Jan 21 10:32:09.339164 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-829f9d64-081d-43eb-8282-4b38690bb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:09.340720 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-829f9d64-081d-43eb-8282-4b38690bb398 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 1098 time: 0.0730553 Jan 21 10:32:09.473718 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-31091240-5de6-4fe0-bab2-9c7910ed4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:09.475229 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-31091240-5de6-4fe0-bab2-9c7910ed4ff8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=83f9339b-99b4-4f74-93a7-603d35747906 HTTP/1.1" status: 200 len: 897 time: 0.1284721 Jan 21 10:32:09.588755 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-4b89f4c9-4480-4c57-82f2-190eca2735d1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b HTTP/1.1" status: 200 len: 1001 time: 0.1072085 Jan 21 10:32:09.662936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-8dd0a2da-85db-4d09-8d06-f819a415cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:09.664404 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-8dd0a2da-85db-4d09-8d06-f819a415cf0d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc3b17dc-ba67-4b05-9b62-50cef4b0debc HTTP/1.1" status: 200 len: 835 time: 0.0695379 Jan 21 10:32:09.670091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:09.738352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-738a2559-733f-4a4d-befe-44296164ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:09.739784 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-738a2559-733f-4a4d-befe-44296164ca7e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=83f9339b-99b4-4f74-93a7-603d35747906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696127 Jan 21 10:32:09.872230 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-76deadb2-55ab-4913-ac65-7d2daec053d7 service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264050 Jan 21 10:32:09.987898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:10.057344 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-8479ef66-522a-42b5-a078-ed4176824f5a service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784294 Jan 21 10:32:10.069004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd2952-39bf-430b-80bb-29184345c1ec req-c624c92e-d9d2-4583-be27-9e2a1ce3aef2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:10.070413 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c3dd2952-39bf-430b-80bb-29184345c1ec req-c624c92e-d9d2-4583-be27-9e2a1ce3aef2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.1744874 Jan 21 10:32:10.115069 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c3dd2952-39bf-430b-80bb-29184345c1ec req-90d9756f-22ab-4381-948b-9b14a074ad15 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379930 Jan 21 10:32:11.324451 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7a22f-aa58-4b67-aaaa-1f6d1983d3c1 req-494c3fd1-e4ed-44bc-949a-ea77a6073946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:11.326023 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-44e7a22f-aa58-4b67-aaaa-1f6d1983d3c1 req-494c3fd1-e4ed-44bc-949a-ea77a6073946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0954940 Jan 21 10:32:11.349194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:11.370215 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-44e7a22f-aa58-4b67-aaaa-1f6d1983d3c1 req-9903003a-21c2-4c93-816f-c8b611ada609 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378025 Jan 21 10:32:12.564857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6787424-75a6-4b33-911a-b1a1399d3655 req-731a8446-1785-4366-a7be-fdf72de245a6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:12.566227 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e6787424-75a6-4b33-911a-b1a1399d3655 req-731a8446-1785-4366-a7be-fdf72de245a6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0870843 Jan 21 10:32:12.611983 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e6787424-75a6-4b33-911a-b1a1399d3655 req-1c3e04b0-d29e-41cd-8c62-bbe283c576cf tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393145 Jan 21 10:32:13.804317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed5d68-6528-4667-85a9-4dfe5168cfe8 req-893dc729-d8de-457c-ba49-8cccf0086b39 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:13.805714 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-64ed5d68-6528-4667-85a9-4dfe5168cfe8 req-893dc729-d8de-457c-ba49-8cccf0086b39 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0847411 Jan 21 10:32:13.852029 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-64ed5d68-6528-4667-85a9-4dfe5168cfe8 req-e59e2c6d-12cf-458a-8494-6aab33885dfb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406363 Jan 21 10:32:13.976642 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:32:15.072718 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8c4db-7e9e-4f45-84f0-1f385d27030b req-d9c2b0ed-878b-4ed0-a7e8-ea966bc2c716 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:15.074154 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c5a8c4db-7e9e-4f45-84f0-1f385d27030b req-d9c2b0ed-878b-4ed0-a7e8-ea966bc2c716 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0937529 Jan 21 10:32:15.119898 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c5a8c4db-7e9e-4f45-84f0-1f385d27030b req-370afa24-5ae1-4775-bf17-7389173ce478 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383599 Jan 21 10:32:16.321812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d66b76-884c-4c2c-9f91-45c427f9533d req-760bbaa9-f76d-4769-9fb8-4d9c9d111ab3 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:16.323176 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-68d66b76-884c-4c2c-9f91-45c427f9533d req-760bbaa9-f76d-4769-9fb8-4d9c9d111ab3 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0886855 Jan 21 10:32:16.367352 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-68d66b76-884c-4c2c-9f91-45c427f9533d req-b6929f97-daca-48ce-921d-3a9a1b161c53 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384076 Jan 21 10:32:17.568314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1110b-ea4b-48b3-a675-27df1a3bf38d req-252587aa-4bbd-4616-83fb-834885f61238 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:17.569800 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-60a1110b-ea4b-48b3-a675-27df1a3bf38d req-252587aa-4bbd-4616-83fb-834885f61238 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0817730 Jan 21 10:32:17.613086 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-60a1110b-ea4b-48b3-a675-27df1a3bf38d req-0e7631f2-08f3-454f-af60-59ca7492906e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376298 Jan 21 10:32:18.905137 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d60fc5-dc09-4659-be60-8b63f1616bd2 req-78875f49-edf0-4b31-b7d2-7c68aad41a60 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:18.907140 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-41d60fc5-dc09-4659-be60-8b63f1616bd2 req-78875f49-edf0-4b31-b7d2-7c68aad41a60 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.1734917 Jan 21 10:32:18.951107 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-41d60fc5-dc09-4659-be60-8b63f1616bd2 req-a773b96d-168d-4380-9ed9-7900d5764f3b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383422 Jan 21 10:32:20.171138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570457f9-256e-4815-b34f-edd8af2de26f req-af568013-e60c-43e3-a08f-a7cb6679f3e7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:20.172635 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-570457f9-256e-4815-b34f-edd8af2de26f req-af568013-e60c-43e3-a08f-a7cb6679f3e7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.1028214 Jan 21 10:32:20.219583 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-570457f9-256e-4815-b34f-edd8af2de26f req-29e29eae-a24e-4e8d-8862-6d30c4043080 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410941 Jan 21 10:32:21.417994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fef74-1774-492b-bcb5-4cb61d2fef86 req-3b33fe58-3a7d-4160-a5c2-42d19c50dd4f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:21.419410 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-536fef74-1774-492b-bcb5-4cb61d2fef86 req-3b33fe58-3a7d-4160-a5c2-42d19c50dd4f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0837154 Jan 21 10:32:21.467876 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-536fef74-1774-492b-bcb5-4cb61d2fef86 req-1b046c64-0382-47e0-8a33-3d3082eaaea5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424747 Jan 21 10:32:22.669252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6b424-4dc0-47fc-ab4b-485fdcba1c04 req-c468df50-0583-48dc-9961-7a0e874a11fe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:22.670683 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83b6b424-4dc0-47fc-ab4b-485fdcba1c04 req-c468df50-0583-48dc-9961-7a0e874a11fe tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0824356 Jan 21 10:32:22.714279 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83b6b424-4dc0-47fc-ab4b-485fdcba1c04 req-3e04adc9-c8c9-4ca9-829c-0f091742c6d7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377607 Jan 21 10:32:23.907712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fbab4-f75b-47bc-8871-ac2c21867999 req-973fa138-4f32-4b71-9ec7-e53e4498bcda tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:23.909072 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ab0fbab4-f75b-47bc-8871-ac2c21867999 req-973fa138-4f32-4b71-9ec7-e53e4498bcda tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0861700 Jan 21 10:32:23.954453 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ab0fbab4-f75b-47bc-8871-ac2c21867999 req-dc747e26-9ca2-4112-899f-d865c4b5bf4e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372174 Jan 21 10:32:24.830298 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082a357-9030-4008-a6fe-860f95b6656d req-481b27c0-b94c-4465-8856-8ebcc7a40ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:24.831750 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d082a357-9030-4008-a6fe-860f95b6656d req-481b27c0-b94c-4465-8856-8ebcc7a40ed8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 1098 time: 0.0739355 Jan 21 10:32:24.997966 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082a357-9030-4008-a6fe-860f95b6656d req-cffbdb9e-f1fb-495b-9b29-767a3a2c3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:24.999426 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d082a357-9030-4008-a6fe-860f95b6656d req-cffbdb9e-f1fb-495b-9b29-767a3a2c3fc9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=83f9339b-99b4-4f74-93a7-603d35747906 HTTP/1.1" status: 200 len: 897 time: 0.1487589 Jan 21 10:32:25.150191 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d082a357-9030-4008-a6fe-860f95b6656d req-3e41492a-0bb0-42a7-b8c3-52b701c7f110 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b HTTP/1.1" status: 200 len: 1001 time: 0.1442342 Jan 21 10:32:25.230891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643ab44-a443-43b0-ae3b-fe892095dd8a req-a08f5ee9-09d8-4b9b-bf04-9363e0b2b389 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:25.232334 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4643ab44-a443-43b0-ae3b-fe892095dd8a req-a08f5ee9-09d8-4b9b-bf04-9363e0b2b389 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.1579144 Jan 21 10:32:25.241069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082a357-9030-4008-a6fe-860f95b6656d req-662603ba-f0b5-4913-b6c3-81afc51756d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:25.242499 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d082a357-9030-4008-a6fe-860f95b6656d req-662603ba-f0b5-4913-b6c3-81afc51756d2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc3b17dc-ba67-4b05-9b62-50cef4b0debc HTTP/1.1" status: 200 len: 835 time: 0.0846210 Jan 21 10:32:25.326878 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4643ab44-a443-43b0-ae3b-fe892095dd8a req-bf154b64-5c45-4728-ac0c-8a0f7a47c9e0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874424 Jan 21 10:32:25.344373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082a357-9030-4008-a6fe-860f95b6656d req-aaeee52e-a32e-439a-9131-2686146c530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:25.345935 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d082a357-9030-4008-a6fe-860f95b6656d req-aaeee52e-a32e-439a-9131-2686146c530e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=83f9339b-99b4-4f74-93a7-603d35747906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909290 Jan 21 10:32:25.480596 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d082a357-9030-4008-a6fe-860f95b6656d req-52c55827-fed8-4991-b849-450960050591 service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280658 Jan 21 10:32:25.630075 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d082a357-9030-4008-a6fe-860f95b6656d req-4fb25548-7b97-478b-9605-5bee6f308b8a service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422980 Jan 21 10:32:26.524701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d546cd-95b3-40dc-be3c-96759e1365db req-b9e4a096-8c27-4895-8103-4a4669627b10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:26.526157 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3d546cd-95b3-40dc-be3c-96759e1365db req-b9e4a096-8c27-4895-8103-4a4669627b10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0910707 Jan 21 10:32:26.570145 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3d546cd-95b3-40dc-be3c-96759e1365db req-05da54ba-3d8b-492b-823d-4ce2b4982086 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378373 Jan 21 10:32:26.785778 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-ef6866e7-7164-4683-937f-eeed59535754 service neutron] 10.222.0.121 "GET /v2.0/ports/6e91d18d-ac41-4037-af17-bc512ed0c33b/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0739777 Jan 21 10:32:27.057743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-1ec0492b-2dc4-4d15-b65a-cdf856683df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:27.059133 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-1ec0492b-2dc4-4d15-b65a-cdf856683df8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e&tenant_id=10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 1098 time: 0.0801997 Jan 21 10:32:27.149632 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-9aaecc1e-a7fe-43c1-9b7e-ea4222baae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:27.151065 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-9aaecc1e-a7fe-43c1-9b7e-ea4222baae67 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 1098 time: 0.0708606 Jan 21 10:32:27.368904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-584fbc53-320d-4545-be5e-4d19a272b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:27.370333 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-584fbc53-320d-4545-be5e-4d19a272b4c3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=83f9339b-99b4-4f74-93a7-603d35747906 HTTP/1.1" status: 200 len: 897 time: 0.2128856 Jan 21 10:32:27.471948 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-26c932d8-0603-4985-8560-fcf6111daa3b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b HTTP/1.1" status: 200 len: 1001 time: 0.0949280 Jan 21 10:32:27.547112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-ad3e329c-3b1d-43d7-b98d-3787e16165d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:27.548603 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-ad3e329c-3b1d-43d7-b98d-3787e16165d5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc3b17dc-ba67-4b05-9b62-50cef4b0debc HTTP/1.1" status: 200 len: 835 time: 0.0715001 Jan 21 10:32:27.622302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-d39ba306-0581-4481-a7a4-b8f004dd375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:27.623742 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-d39ba306-0581-4481-a7a4-b8f004dd375e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=83f9339b-99b4-4f74-93a7-603d35747906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695119 Jan 21 10:32:27.816857 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-cf6d740e-97c9-4647-8911-82ea8be7084f service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869755 Jan 21 10:32:27.873026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f1f6c-ddb7-4a1c-bba7-1a2e2dcf50c4 req-713b7822-cf6e-4526-91ff-abc22cf71982 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:27.874365 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-754f1f6c-ddb7-4a1c-bba7-1a2e2dcf50c4 req-713b7822-cf6e-4526-91ff-abc22cf71982 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.1447999 Jan 21 10:32:28.001454 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-754f1f6c-ddb7-4a1c-bba7-1a2e2dcf50c4 req-61c98cae-854a-40c7-9ad0-6066a515bb20 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807142 Jan 21 10:32:28.004894 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-bd2bd564-e3ee-4a78-ae96-95cc34af9bb9 service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808884 Jan 21 10:32:29.203345 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e1771-d38d-42a9-90c2-fc5a268d7465 req-20998440-fed6-4d81-94c2-f0afe6bd56a4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:29.204762 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc9e1771-d38d-42a9-90c2-fc5a268d7465 req-20998440-fed6-4d81-94c2-f0afe6bd56a4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0876312 Jan 21 10:32:29.265044 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc9e1771-d38d-42a9-90c2-fc5a268d7465 req-0947f81a-e782-4446-b42c-03f7c57a631f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511959 Jan 21 10:32:30.174962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6e91d18d-ac41-4037-af17-bc512ed0c33b no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:32:30.300158 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:30.327135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:32:30.336937 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 6e91d18d-ac41-4037-af17-bc512ed0c33b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:32:30.341958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:30.411684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=6e91d18d-ac41-4037-af17-bc512ed0c33b,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:30.420386 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:30.420386 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:30.420386 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:30.420735 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:30.421109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:30.421501 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:30.421895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:30.422341 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:30.422730 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:30.423116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:30.423498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:30.423893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:30.430717 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'code': 200} Jan 21 10:32:30.467341 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b6851-4139-4a06-b6db-5192223cefcf req-fe2befa2-d45a-469e-91cf-647a9d29955b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:30.468861 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-556b6851-4139-4a06-b6db-5192223cefcf req-fe2befa2-d45a-469e-91cf-647a9d29955b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 943 time: 0.0852454 Jan 21 10:32:30.515644 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-556b6851-4139-4a06-b6db-5192223cefcf req-2673d6c4-9014-4f11-896f-b936f4e843b1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383527 Jan 21 10:32:30.769680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:31.716119 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26dd05-9ff1-4dbb-aa9e-80bb0e36f5c6 req-474f6505-f27a-4db4-b831-0a137ff99ecf tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:31.717594 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca26dd05-9ff1-4dbb-aa9e-80bb0e36f5c6 req-474f6505-f27a-4db4-b831-0a137ff99ecf tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 943 time: 0.0864201 Jan 21 10:32:31.761614 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca26dd05-9ff1-4dbb-aa9e-80bb0e36f5c6 req-358bf712-ca6d-4bd4-a467-8489847a1128 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383925 Jan 21 10:32:32.130319 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5d82c-89a2-418c-b007-e13bcf0b6b33 req-9497dce2-b790-4a9f-889b-7832043d0525 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:32.131813 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75e5d82c-89a2-418c-b007-e13bcf0b6b33 req-9497dce2-b790-4a9f-889b-7832043d0525 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 943 time: 0.1439798 Jan 21 10:32:32.144205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3778f-5c58-464f-8e68-a54838f38058 req-a022e074-f6fa-4fd0-b9d5-ff6e633cfcd7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:32.145664 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78a3778f-5c58-464f-8e68-a54838f38058 req-a022e074-f6fa-4fd0-b9d5-ff6e633cfcd7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e&tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 943 time: 0.1225193 Jan 21 10:32:32.184959 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-75e5d82c-89a2-418c-b007-e13bcf0b6b33 req-8e0854a3-f65f-462a-818e-990a1d1ab008 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380268 Jan 21 10:32:32.187109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6e91d18d-ac41-4037-af17-bc512ed0c33b details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:32:32.287983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3778f-5c58-464f-8e68-a54838f38058 req-69968c37-a8d8-45d1-8c6b-1886fba3c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:32.289492 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78a3778f-5c58-464f-8e68-a54838f38058 req-69968c37-a8d8-45d1-8c6b-1886fba3c52a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 1096 time: 0.0736544 Jan 21 10:32:32.322876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 6e91d18d-ac41-4037-af17-bc512ed0c33b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:32:32.335860 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'port_id': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'mac_address': 'fa:16:3e:56:37:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:32:32.388709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:32.405257 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e91d18d-ac41-4037-af17-bc512ed0c33b {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:32:32.421135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 6e91d18d-ac41-4037-af17-bc512ed0c33b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:32:32.426265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:32.475277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3778f-5c58-464f-8e68-a54838f38058 req-155703b1-2635-4665-9791-37d56d8cb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:32.476760 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78a3778f-5c58-464f-8e68-a54838f38058 req-155703b1-2635-4665-9791-37d56d8cb7e0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=83f9339b-99b4-4f74-93a7-603d35747906 HTTP/1.1" status: 200 len: 897 time: 0.1808105 Jan 21 10:32:32.486822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27bdf6-6de1-43a0-8abc-2d54c2338364 req-e3921885-8c3d-4311-aaa7-8670247519eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:32.488196 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8e27bdf6-6de1-43a0-8abc-2d54c2338364 req-e3921885-8c3d-4311-aaa7-8670247519eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 943 time: 0.1939144 Jan 21 10:32:32.497146 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['6e91d18d-ac41-4037-af17-bc512ed0c33b'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:32:32.533284 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=6e91d18d-ac41-4037-af17-bc512ed0c33b,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:32.717785 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8e27bdf6-6de1-43a0-8abc-2d54c2338364 req-b2a50dd9-bcd0-4137-bf40-88c8f5807cb1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815531 Jan 21 10:32:32.721438 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78a3778f-5c58-464f-8e68-a54838f38058 req-361d2bb7-4a5f-40e5-8109-4861981ab0a6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b HTTP/1.1" status: 200 len: 1000 time: 0.2323608 Jan 21 10:32:32.782331 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3778f-5c58-464f-8e68-a54838f38058 req-e05b0825-f2f0-4fc2-919c-4e8567fa0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:32.783777 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78a3778f-5c58-464f-8e68-a54838f38058 req-e05b0825-f2f0-4fc2-919c-4e8567fa0087 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc3b17dc-ba67-4b05-9b62-50cef4b0debc HTTP/1.1" status: 200 len: 835 time: 0.0565932 Jan 21 10:32:32.860859 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3778f-5c58-464f-8e68-a54838f38058 req-22094c8d-6c98-4aa9-bb2e-e7d307a48165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:32.862279 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78a3778f-5c58-464f-8e68-a54838f38058 req-22094c8d-6c98-4aa9-bb2e-e7d307a48165 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=83f9339b-99b4-4f74-93a7-603d35747906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728049 Jan 21 10:32:32.993897 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78a3778f-5c58-464f-8e68-a54838f38058 req-ab35e5c1-e49a-4541-94d5-6e95b2cdcfcc service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246617 Jan 21 10:32:33.126196 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78a3778f-5c58-464f-8e68-a54838f38058 req-04757880-e376-44d3-a17a-833a871a3480 service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262579 Jan 21 10:32:33.905134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1c1e8-0ef7-4fb2-b00b-00a439926f2b req-34f0b10e-58ea-47eb-8e55-3ee3db9edcb1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:33.906559 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-20e1c1e8-0ef7-4fb2-b00b-00a439926f2b req-34f0b10e-58ea-47eb-8e55-3ee3db9edcb1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 944 time: 0.0818017 Jan 21 10:32:33.950276 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-20e1c1e8-0ef7-4fb2-b00b-00a439926f2b req-69325dc1-bf34-4a5e-9884-7cc957784683 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380268 Jan 21 10:32:33.973322 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55800) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:34.081680 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5b8dcde8-71ec-4f5c-bb1c-476398dba3a2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/1b9a1a2b-9a05-44cb-884e-f81c6319a5d6 HTTP/1.1" status: 200 len: 992 time: 0.1072416 Jan 21 10:32:34.203256 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6e91d18d-ac41-4037-af17-bc512ed0c33b up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:34.273653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 6e91d18d-ac41-4037-af17-bc512ed0c33b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:34.274148 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:34.394389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:34.420849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:32:34.430733 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 6e91d18d-ac41-4037-af17-bc512ed0c33b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:32:34.435667 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:34.467199 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'code': 200} Jan 21 10:32:34.537299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=6e91d18d-ac41-4037-af17-bc512ed0c33b,revision_number=8']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:36.454132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ed51eac0-863c-459f-9cc1-1159fff2cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:38.532022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8e140cad-6d0a-4e93-960c-ffc30a21ead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:39.665213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:39.997114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:41.363026 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:50.980884 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:33:00.760020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:06.450252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fb7b096e-e725-4978-8824-827013dee41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:08.537456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6e91c462-4e76-46a7-b5b9-fef00897577c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:09.673421 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:10.006102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:11.368624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:24.781622 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1560a5d-523d-4c4e-9c9e-d70f25ea36aa req-7095c92d-5255-4823-a538-292526be2db6 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0938389 Jan 21 10:33:24.936217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1560a5d-523d-4c4e-9c9e-d70f25ea36aa req-61526e8b-60bb-43bf-99b6-c8100bf47079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:24.937676 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1560a5d-523d-4c4e-9c9e-d70f25ea36aa req-61526e8b-60bb-43bf-99b6-c8100bf47079 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 1098 time: 0.0761006 Jan 21 10:33:25.096391 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1560a5d-523d-4c4e-9c9e-d70f25ea36aa req-adf53835-e2b7-4580-96f6-8c72562bbfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:25.097864 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1560a5d-523d-4c4e-9c9e-d70f25ea36aa req-adf53835-e2b7-4580-96f6-8c72562bbfa1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=83f9339b-99b4-4f74-93a7-603d35747906 HTTP/1.1" status: 200 len: 897 time: 0.1405416 Jan 21 10:33:25.201198 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1560a5d-523d-4c4e-9c9e-d70f25ea36aa req-b8f2288d-0b9e-488d-9455-b3f19e13a69b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b HTTP/1.1" status: 200 len: 1001 time: 0.0968645 Jan 21 10:33:25.261861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1560a5d-523d-4c4e-9c9e-d70f25ea36aa req-ba0b2df7-f21a-4fa8-b628-a94c03a9970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:25.263274 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1560a5d-523d-4c4e-9c9e-d70f25ea36aa req-ba0b2df7-f21a-4fa8-b628-a94c03a9970a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc3b17dc-ba67-4b05-9b62-50cef4b0debc HTTP/1.1" status: 200 len: 835 time: 0.0566785 Jan 21 10:33:25.342207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1560a5d-523d-4c4e-9c9e-d70f25ea36aa req-295046c6-ee4d-4553-a8d5-4f02a950877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:25.343695 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1560a5d-523d-4c4e-9c9e-d70f25ea36aa req-295046c6-ee4d-4553-a8d5-4f02a950877d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=83f9339b-99b4-4f74-93a7-603d35747906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746534 Jan 21 10:33:25.483560 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1560a5d-523d-4c4e-9c9e-d70f25ea36aa req-9028bb79-fe19-4bf1-ae52-d1ce37210021 service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337070 Jan 21 10:33:25.614077 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b1560a5d-523d-4c4e-9c9e-d70f25ea36aa req-b48f35c2-3e0b-4b09-a6c4-c4b9cf4739ec service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244028 Jan 21 10:33:27.344143 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [req-4b0cb01a-2b1e-4ebe-a90e-6f5977338670 req-5933b66c-1f98-4351-bc57-1fa639107e41 service neutron] (87502) timed out ('10.222.0.99', 53324) {{(pid=87502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:33:27.985667 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:33:29.137210 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55826) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:29.453513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port bf8ab14b-ae80-4814-a03a-a91135380499 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:33:29.453813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:29.635935 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:29.636268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:29.758710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for bf8ab14b-ae80-4814-a03a-a91135380499 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:33:29.931670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:29.975018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=bf8ab14b-ae80-4814-a03a-a91135380499,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:29.984502 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:29.984851 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:29.985169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:29.985524 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:29.985857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:29.986192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:29.986508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:29.986828 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:29.987745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:29.987745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:29.987745 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:29.988105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:30.081881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:30.082109 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Floating IP 1b9a1a2b-9a05-44cb-884e-f81c6319a5d6 disassociated (deleted). External IP: 172.26.4.154, port: 6e91d18d-ac41-4037-af17-bc512ed0c33b. Jan 21 10:33:30.440896 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router 7d3e6f8c-08b3-431b-8256-74123607ff14 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:33:30.618395 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:33:30.628658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f1be8-d7c6-4a26-a1cf-2ee85b02e041 None None] Sync routers for ids ['7d3e6f8c-08b3-431b-8256-74123607ff14'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:33:30.638516 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:30.639233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f1be8-d7c6-4a26-a1cf-2ee85b02e041 None None] Routers {'7d3e6f8c-08b3-431b-8256-74123607ff14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:33:30.639886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-000f1be8-d7c6-4a26-a1cf-2ee85b02e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:33:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7d3e6f8c-08b3-431b-8256-74123607ff14'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:30.694453 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-121ab3a7-6944-4625-8515-c4ff5cb9d70f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/floatingips/1b9a1a2b-9a05-44cb-884e-f81c6319a5d6 HTTP/1.1" status: 204 len: 168 time: 1.5560434 Jan 21 10:33:30.694995 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:33:30.747839 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'status': 'completed', 'code': 200} Jan 21 10:33:30.823484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-000f1be8-d7c6-4a26-a1cf-2ee85b02e041 None None] Set router 7d3e6f8c-08b3-431b-8256-74123607ff14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:33:30.968843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:30.974717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af6fbc-469d-4a59-9469-22f3273bc132 req-ad1119dc-bdea-4825-86cb-26006d713bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:30.976270 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-91af6fbc-469d-4a59-9469-22f3273bc132 req-ad1119dc-bdea-4825-86cb-26006d713bd5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 1098 time: 0.2049222 Jan 21 10:33:31.158560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af6fbc-469d-4a59-9469-22f3273bc132 req-7cc2b38f-9249-4307-beea-a24474e245f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:31.159997 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-91af6fbc-469d-4a59-9469-22f3273bc132 req-7cc2b38f-9249-4307-beea-a24474e245f7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=83f9339b-99b4-4f74-93a7-603d35747906 HTTP/1.1" status: 200 len: 897 time: 0.1775064 Jan 21 10:33:31.161879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-000f1be8-d7c6-4a26-a1cf-2ee85b02e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:30:31Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '66820cde-236d-4bee-933b-cc8ce9323c8b', 'name': '', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:cb:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:31Z', 'updated_at': '2022-01-21T10:30:36Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:31.166099 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f1be8-d7c6-4a26-a1cf-2ee85b02e041 None None] Checking router: 7d3e6f8c-08b3-431b-8256-74123607ff14 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:33:31.177374 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f1be8-d7c6-4a26-a1cf-2ee85b02e041 None None] Routers {'7d3e6f8c-08b3-431b-8256-74123607ff14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:33:31.178425 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-000f1be8-d7c6-4a26-a1cf-2ee85b02e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:33:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7d3e6f8c-08b3-431b-8256-74123607ff14'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:31.238847 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-91af6fbc-469d-4a59-9469-22f3273bc132 req-20af0700-ae66-4c8d-adaa-93a94bd83283 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b HTTP/1.1" status: 200 len: 217 time: 0.0715437 Jan 21 10:33:31.246425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98dead-e98b-4a8e-8ca4-2a55e74c56b6 req-edc1baad-341e-45a5-a111-45ab2a6d2f9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:31.247131 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-8f98dead-e98b-4a8e-8ca4-2a55e74c56b6 req-edc1baad-341e-45a5-a111-45ab2a6d2f9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:33:31.311035 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-8f98dead-e98b-4a8e-8ca4-2a55e74c56b6 req-edc1baad-341e-45a5-a111-45ab2a6d2f9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:33:31.312170 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f98dead-e98b-4a8e-8ca4-2a55e74c56b6 req-edc1baad-341e-45a5-a111-45ab2a6d2f9a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.2943645 Jan 21 10:33:31.315832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af6fbc-469d-4a59-9469-22f3273bc132 req-2f4e7371-9057-4876-87c5-f22f750957c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:31.317256 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-91af6fbc-469d-4a59-9469-22f3273bc132 req-2f4e7371-9057-4876-87c5-f22f750957c5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc3b17dc-ba67-4b05-9b62-50cef4b0debc HTTP/1.1" status: 200 len: 835 time: 0.0674379 Jan 21 10:33:31.352022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-000f1be8-d7c6-4a26-a1cf-2ee85b02e041 None None] Set router 7d3e6f8c-08b3-431b-8256-74123607ff14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:33:31.405566 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f98dead-e98b-4a8e-8ca4-2a55e74c56b6 req-31511fd0-67dc-410a-9118-41175bff026a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865507 Jan 21 10:33:31.425396 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af6fbc-469d-4a59-9469-22f3273bc132 req-be029158-04ca-47a8-80df-81d1724b9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:31.426879 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-91af6fbc-469d-4a59-9469-22f3273bc132 req-be029158-04ca-47a8-80df-81d1724b9f17 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=83f9339b-99b4-4f74-93a7-603d35747906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907152 Jan 21 10:33:31.561249 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-91af6fbc-469d-4a59-9469-22f3273bc132 req-7fcde930-2141-4363-a18f-e4b930fcfe42 service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278405 Jan 21 10:33:31.669275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-000f1be8-d7c6-4a26-a1cf-2ee85b02e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:30:31Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '66820cde-236d-4bee-933b-cc8ce9323c8b', 'name': '', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:cb:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:31Z', 'updated_at': '2022-01-21T10:30:36Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:31.673632 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f1be8-d7c6-4a26-a1cf-2ee85b02e041 None None] The sync data for ids ['7d3e6f8c-08b3-431b-8256-74123607ff14'] in dv-neutron-825723-1-hyperv is: [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:30:31Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '66820cde-236d-4bee-933b-cc8ce9323c8b', 'name': '', 'network_id': '83f9339b-99b4-4f74-93a7-603d35747906', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:cb:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:31Z', 'updated_at': '2022-01-21T10:30:36Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'dc3b17dc-ba67-4b05-9b62-50cef4b0debc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:33:31.698626 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-91af6fbc-469d-4a59-9469-22f3273bc132 req-22a70383-eef3-4f52-b145-ba0d78c3654b service neutron] 10.222.0.121 "GET /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312783 Jan 21 10:33:31.896754 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca55e4e-46fe-482e-ab7d-391361f70837 None None] New status for floating IP 1b9a1a2b-9a05-44cb-884e-f81c6319a5d6: DOWN {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:33:32.610342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b750668-4b65-4c40-8b3c-8890e5d219da req-46ab9fa9-6e3f-47da-a737-f88c2ff2fb65 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:32.611646 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2b750668-4b65-4c40-8b3c-8890e5d219da req-46ab9fa9-6e3f-47da-a737-f88c2ff2fb65 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0838172 Jan 21 10:33:32.659793 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2b750668-4b65-4c40-8b3c-8890e5d219da req-d7d2d2c3-098b-44b2-bb30-cdbe4714b6c0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=077a668e-3c04-4110-bef7-b370fb762eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422437 Jan 21 10:33:33.176054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23badd4b-9fcb-4a86-a1bc-72cc49bbe3c9 req-57c0af3d-2347-4cf8-a81d-8e287f17dfc0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:33.177499 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-23badd4b-9fcb-4a86-a1bc-72cc49bbe3c9 req-57c0af3d-2347-4cf8-a81d-8e287f17dfc0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 945 time: 0.0908833 Jan 21 10:33:33.256383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-23badd4b-9fcb-4a86-a1bc-72cc49bbe3c9 req-79c3afa0-3382-4826-bea1-26a67a4a5ea8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port 6e91d18d-ac41-4037-af17-bc512ed0c33b {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:33:33.256727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-23badd4b-9fcb-4a86-a1bc-72cc49bbe3c9 req-79c3afa0-3382-4826-bea1-26a67a4a5ea8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:33.502369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-23badd4b-9fcb-4a86-a1bc-72cc49bbe3c9 req-79c3afa0-3382-4826-bea1-26a67a4a5ea8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port 6e91d18d-ac41-4037-af17-bc512ed0c33b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6e91d18d-ac41-4037-af17-bc512ed0c33b,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:33:33.502603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-23badd4b-9fcb-4a86-a1bc-72cc49bbe3c9 req-79c3afa0-3382-4826-bea1-26a67a4a5ea8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:33.629172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-23badd4b-9fcb-4a86-a1bc-72cc49bbe3c9 req-79c3afa0-3382-4826-bea1-26a67a4a5ea8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for 6e91d18d-ac41-4037-af17-bc512ed0c33b owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:33:33.810590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-23badd4b-9fcb-4a86-a1bc-72cc49bbe3c9 req-79c3afa0-3382-4826-bea1-26a67a4a5ea8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:33.953099 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0fca1ac9-fba8-4ec7-b62a-d84203d75572 req-cd0aa382-085a-46f6-b9ef-792e0c772273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=60970c03-d099-41dc-9449-f336766dbc0e HTTP/1.1" status: 200 len: 210 time: 0.1765931 Jan 21 10:33:33.986253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3afa0-3382-4826-bea1-26a67a4a5ea8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=6e91d18d-ac41-4037-af17-bc512ed0c33b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:34.034775 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-23badd4b-9fcb-4a86-a1bc-72cc49bbe3c9 req-79c3afa0-3382-4826-bea1-26a67a4a5ea8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] No DVR routers for this DVR port 6e91d18d-ac41-4037-af17-bc512ed0c33b on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:33:34.037321 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-23badd4b-9fcb-4a86-a1bc-72cc49bbe3c9 req-79c3afa0-3382-4826-bea1-26a67a4a5ea8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:34.039852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'name': 'network-vif-deleted', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:33:34.056475 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-23badd4b-9fcb-4a86-a1bc-72cc49bbe3c9 req-79c3afa0-3382-4826-bea1-26a67a4a5ea8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "DELETE /v2.0/ports/6e91d18d-ac41-4037-af17-bc512ed0c33b HTTP/1.1" status: 204 len: 173 time: 0.8737988 Jan 21 10:33:34.086023 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60970c03-d099-41dc-9449-f336766dbc0e', 'name': 'network-vif-deleted', 'tag': '6e91d18d-ac41-4037-af17-bc512ed0c33b', 'status': 'completed', 'code': 200} Jan 21 10:33:35.053218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55846) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:35.612610 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c8c3815d-7277-447b-8ff1-0bdc76d28207 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:35.969172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3815d-7277-447b-8ff1-0bdc76d28207 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port 66820cde-236d-4bee-933b-cc8ce9323c8b {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:33:35.969459 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c8c3815d-7277-447b-8ff1-0bdc76d28207 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:36.174428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-c8c3815d-7277-447b-8ff1-0bdc76d28207 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port 66820cde-236d-4bee-933b-cc8ce9323c8b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=66820cde-236d-4bee-933b-cc8ce9323c8b,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:33:36.175203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c8c3815d-7277-447b-8ff1-0bdc76d28207 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:36.300254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3815d-7277-447b-8ff1-0bdc76d28207 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for 66820cde-236d-4bee-933b-cc8ce9323c8b owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:33:36.444584 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-33ccb011-4239-4366-9b73-e29a46c257a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:36.528891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6e91d18d-ac41-4037-af17-bc512ed0c33b no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:33:36.573180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 6e91d18d-ac41-4037-af17-bc512ed0c33b {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:33:36.573514 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 6e91d18d-ac41-4037-af17-bc512ed0c33b not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:33:36.744329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c8c3815d-7277-447b-8ff1-0bdc76d28207 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:36.794513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3815d-7277-447b-8ff1-0bdc76d28207 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=66820cde-236d-4bee-933b-cc8ce9323c8b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:37.071587 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c8c3815d-7277-447b-8ff1-0bdc76d28207 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:37.434043 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c3815d-7277-447b-8ff1-0bdc76d28207 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router 7d3e6f8c-08b3-431b-8256-74123607ff14 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:33:37.608685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c3815d-7277-447b-8ff1-0bdc76d28207 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:33:37.618223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789cad70-5df0-401f-a3c0-f3508855ef9c None None] Sync routers for ids ['7d3e6f8c-08b3-431b-8256-74123607ff14'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:33:37.623106 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c8c3815d-7277-447b-8ff1-0bdc76d28207 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "PUT /v2.0/routers/7d3e6f8c-08b3-431b-8256-74123607ff14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5687873 Jan 21 10:33:37.625930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55850) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:37.627523 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789cad70-5df0-401f-a3c0-f3508855ef9c None None] Routers {'7d3e6f8c-08b3-431b-8256-74123607ff14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:33:37.628224 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-789cad70-5df0-401f-a3c0-f3508855ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:33:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7d3e6f8c-08b3-431b-8256-74123607ff14'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:37.690218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6a77c5-0bd2-4c93-a21d-34a8390303ed tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting subnet dc3b17dc-ba67-4b05-9b62-50cef4b0debc {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:33:37.693132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f6a77c5-0bd2-4c93-a21d-34a8390303ed tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:37.748299 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f6a77c5-0bd2-4c93-a21d-34a8390303ed tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:37.850397 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-789cad70-5df0-401f-a3c0-f3508855ef9c None None] Set router 7d3e6f8c-08b3-431b-8256-74123607ff14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:33:37.949732 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f6a77c5-0bd2-4c93-a21d-34a8390303ed tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:38.021428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f6a77c5-0bd2-4c93-a21d-34a8390303ed tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:38.063367 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a77c5-0bd2-4c93-a21d-34a8390303ed tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3b17dc-ba67-4b05-9b62-50cef4b0debc,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:38.065286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7f6a77c5-0bd2-4c93-a21d-34a8390303ed tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:38.074493 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7f6a77c5-0bd2-4c93-a21d-34a8390303ed tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/subnets/dc3b17dc-ba67-4b05-9b62-50cef4b0debc HTTP/1.1" status: 204 len: 168 time: 0.4443274 Jan 21 10:33:38.074493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55854) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:38.077035 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e19e54-8480-43f7-bd2e-dd959ef6fbb0 None None] Network 83f9339b-99b4-4f74-93a7-603d35747906 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:33:38.248686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:38.297379 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-789cad70-5df0-401f-a3c0-f3508855ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:33:36Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:38.304150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789cad70-5df0-401f-a3c0-f3508855ef9c None None] Checking router: 7d3e6f8c-08b3-431b-8256-74123607ff14 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:33:38.318812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789cad70-5df0-401f-a3c0-f3508855ef9c None None] Routers {'7d3e6f8c-08b3-431b-8256-74123607ff14'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:33:38.319572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-789cad70-5df0-401f-a3c0-f3508855ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:33:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['7d3e6f8c-08b3-431b-8256-74123607ff14'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:38.427227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:38.437836 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port 33d243aa-973b-4523-be35-4043b5301204 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:33:38.438467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:38.465143 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] DHCP port deletion for 83f9339b-99b4-4f74-93a7-603d35747906 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:33:38.486242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Deleting port 62f97fe8-c049-42d0-93c4-78395ad54908 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:33:38.486616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:38.563636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4c244023-5861-4ab3-a286-7c018d0ab0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:38.567411 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-789cad70-5df0-401f-a3c0-f3508855ef9c None None] Set router 7d3e6f8c-08b3-431b-8256-74123607ff14 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:33:38.613380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port 33d243aa-973b-4523-be35-4043b5301204, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=33d243aa-973b-4523-be35-4043b5301204,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:33:38.613778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:38.734465 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for 33d243aa-973b-4523-be35-4043b5301204 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:33:38.900744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:38.915238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] For port 62f97fe8-c049-42d0-93c4-78395ad54908, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=62f97fe8-c049-42d0-93c4-78395ad54908,segment=NetworkSegment(d8a3193e-668a-4098-a1a6-a6e4e63fb327),segment_id=d8a3193e-668a-4098-a1a6-a6e4e63fb327)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:33:38.915775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:38.946723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=33d243aa-973b-4523-be35-4043b5301204,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:39.036929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.063590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Calling delete_port for 62f97fe8-c049-42d0-93c4-78395ad54908 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:33:39.205269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.239245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-789cad70-5df0-401f-a3c0-f3508855ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:33:36Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:39.256837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Pushing event deleted for resources: {'Port': ['ID=62f97fe8-c049-42d0-93c4-78395ad54908,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:39.261817 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789cad70-5df0-401f-a3c0-f3508855ef9c None None] The sync data for ids ['7d3e6f8c-08b3-431b-8256-74123607ff14'] in dv-neutron-825723-1-hyperv is: [{'id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489870436', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '33d243aa-973b-4523-be35-4043b5301204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:30:26Z', 'updated_at': '2022-01-21T10:33:36Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '33d243aa-973b-4523-be35-4043b5301204', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3e6f8c-08b3-431b-8256-74123607ff14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:30:27Z', 'updated_at': '2022-01-21T10:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:33:39.266775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] No DVR routers for this DVR port 62f97fe8-c049-42d0-93c4-78395ad54908 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:33:39.269580 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:39.269932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:39.270272 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:39.270578 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:39.270970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:39.271325 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:39.271680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:39.272026 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:39.272362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:39.272693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:39.273014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:39.273330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba0adb-f3d9-4b35-a33e-94591db55d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:39.314268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.316539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.340626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.341152 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Fanout notify agent at l3_agent the message router_deleted on router 7d3e6f8c-08b3-431b-8256-74123607ff14 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:33:39.355564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.356623 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-150a039e-db69-4466-9d18-906cae71d396 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/routers/7d3e6f8c-08b3-431b-8256-74123607ff14 HTTP/1.1" status: 204 len: 168 time: 1.2817214 Jan 21 10:33:39.359444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55858) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:39.475943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7e23bbf6-6257-4fcb-b2cf-e71b2769df10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.613531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7e23bbf6-6257-4fcb-b2cf-e71b2769df10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.639414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-7e23bbf6-6257-4fcb-b2cf-e71b2769df10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f9339b-99b4-4f74-93a7-603d35747906']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:39.652593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-7e23bbf6-6257-4fcb-b2cf-e71b2769df10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a3193e-668a-4098-a1a6-a6e4e63fb327') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:39.652956 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-7e23bbf6-6257-4fcb-b2cf-e71b2769df10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a3193e-668a-4098-a1a6-a6e4e63fb327') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:39.665412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7e23bbf6-6257-4fcb-b2cf-e71b2769df10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.675360 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.683484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7e23bbf6-6257-4fcb-b2cf-e71b2769df10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.690161 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e23bbf6-6257-4fcb-b2cf-e71b2769df10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:33:39.690554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7e23bbf6-6257-4fcb-b2cf-e71b2769df10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:33:39.705673 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:33:39.790818 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7e23bbf6-6257-4fcb-b2cf-e71b2769df10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.807767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7e23bbf6-6257-4fcb-b2cf-e71b2769df10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.818777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23bbf6-6257-4fcb-b2cf-e71b2769df10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Network': ['ID=83f9339b-99b4-4f74-93a7-603d35747906,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:39.826907 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7e23bbf6-6257-4fcb-b2cf-e71b2769df10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/networks/83f9339b-99b4-4f74-93a7-603d35747906 HTTP/1.1" status: 204 len: 168 time: 0.4635246 Jan 21 10:33:39.826907 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55862) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:39.897375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-def5bf84-97c3-4a85-9863-41d53efb574c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.928642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-def5bf84-97c3-4a85-9863-41d53efb574c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.997623 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:39.998483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-def5bf84-97c3-4a85-9863-41d53efb574c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.017568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5bf84-97c3-4a85-9863-41d53efb574c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077a668e-3c04-4110-bef7-b370fb762eb8,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:40.024111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-def5bf84-97c3-4a85-9863-41d53efb574c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.025568 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-def5bf84-97c3-4a85-9863-41d53efb574c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/security-groups/077a668e-3c04-4110-bef7-b370fb762eb8 HTTP/1.1" status: 204 len: 168 time: 0.1977363 Jan 21 10:33:40.309193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55870) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:40.314384 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934172351', 'description': 'tempest-secgroup-smoke-934172351 description', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:33:40.320444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:33:40.325538 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:33:40.327473 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 33d243aa-973b-4523-be35-4043b5301204 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:33:40.328672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:33:40.334295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:33:40.344994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.362468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 33d243aa-973b-4523-be35-4043b5301204 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:33:40.362845 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 33d243aa-973b-4523-be35-4043b5301204 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:33:40.363236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 66820cde-236d-4bee-933b-cc8ce9323c8b no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:33:40.364256 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:33:40.368019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:33:40.370798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:33:40.376285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:33:40.394725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 66820cde-236d-4bee-933b-cc8ce9323c8b {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:33:40.395061 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 66820cde-236d-4bee-933b-cc8ce9323c8b not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:33:40.395473 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 62f97fe8-c049-42d0-93c4-78395ad54908 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:33:40.427831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 62f97fe8-c049-42d0-93c4-78395ad54908 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:33:40.428371 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 62f97fe8-c049-42d0-93c4-78395ad54908 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:33:40.456681 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.461797 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.503942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:40.508218 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.509431 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e3304ed9-8c5b-4520-81cb-baa88a72e12a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1992178 Jan 21 10:33:40.512374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55874) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:40.517452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d7289748-1c4c-4557-baae-4b3fd1c63dcc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': '5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:33:40.523581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d7289748-1c4c-4557-baae-4b3fd1c63dcc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:33:40.527864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d7289748-1c4c-4557-baae-4b3fd1c63dcc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:33:40.530848 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d7289748-1c4c-4557-baae-4b3fd1c63dcc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:33:40.536665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d7289748-1c4c-4557-baae-4b3fd1c63dcc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:33:40.553098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d7289748-1c4c-4557-baae-4b3fd1c63dcc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.618153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d7289748-1c4c-4557-baae-4b3fd1c63dcc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.622807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d7289748-1c4c-4557-baae-4b3fd1c63dcc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.645433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7289748-1c4c-4557-baae-4b3fd1c63dcc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9673bd86-5fea-44b0-bf4a-bbf0991a25ad,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:40.656467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d7289748-1c4c-4557-baae-4b3fd1c63dcc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.657660 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d7289748-1c4c-4557-baae-4b3fd1c63dcc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444161 Jan 21 10:33:40.660483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55878) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:40.665714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7b4d5206-b2fb-4c40-bbea-9042caa7b32a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': '5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:33:40.671624 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7b4d5206-b2fb-4c40-bbea-9042caa7b32a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:33:40.676084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7b4d5206-b2fb-4c40-bbea-9042caa7b32a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:33:40.679473 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7b4d5206-b2fb-4c40-bbea-9042caa7b32a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:33:40.685449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7b4d5206-b2fb-4c40-bbea-9042caa7b32a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:33:40.703290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5206-b2fb-4c40-bbea-9042caa7b32a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.763171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5206-b2fb-4c40-bbea-9042caa7b32a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.767971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5206-b2fb-4c40-bbea-9042caa7b32a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.791630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d5206-b2fb-4c40-bbea-9042caa7b32a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535213ba-f22c-4d24-bafd-08f19a9a9f0c,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:40.803208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5206-b2fb-4c40-bbea-9042caa7b32a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.804363 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7b4d5206-b2fb-4c40-bbea-9042caa7b32a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429918 Jan 21 10:33:40.807370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55882) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:40.814782 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-75c90da1-ddba-4bf9-b667-7c9dcd46aa8f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': '5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:33:40.823355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-75c90da1-ddba-4bf9-b667-7c9dcd46aa8f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:33:40.827716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-75c90da1-ddba-4bf9-b667-7c9dcd46aa8f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:33:40.830712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-75c90da1-ddba-4bf9-b667-7c9dcd46aa8f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:33:40.836753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-75c90da1-ddba-4bf9-b667-7c9dcd46aa8f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:33:40.854192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-75c90da1-ddba-4bf9-b667-7c9dcd46aa8f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.916511 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-75c90da1-ddba-4bf9-b667-7c9dcd46aa8f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.922262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-75c90da1-ddba-4bf9-b667-7c9dcd46aa8f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.947411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c90da1-ddba-4bf9-b667-7c9dcd46aa8f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e7c417-f0df-41a8-85a3-109fc31999c9,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:40.957876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-75c90da1-ddba-4bf9-b667-7c9dcd46aa8f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:40.959517 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-75c90da1-ddba-4bf9-b667-7c9dcd46aa8f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508157 Jan 21 10:33:40.962345 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55886) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:40.967382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-b37249a7-d6f7-4374-83eb-4eafb75dd347 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': '5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:33:40.973811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b37249a7-d6f7-4374-83eb-4eafb75dd347 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:33:40.978150 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b37249a7-d6f7-4374-83eb-4eafb75dd347 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:33:40.982859 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b37249a7-d6f7-4374-83eb-4eafb75dd347 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:33:40.991645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b37249a7-d6f7-4374-83eb-4eafb75dd347 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:33:41.016685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b37249a7-d6f7-4374-83eb-4eafb75dd347 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.082586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b37249a7-d6f7-4374-83eb-4eafb75dd347 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.088089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b37249a7-d6f7-4374-83eb-4eafb75dd347 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.111154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37249a7-d6f7-4374-83eb-4eafb75dd347 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914979a5-2b16-4b3a-aa27-9ae7debee8c6,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:41.121307 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b37249a7-d6f7-4374-83eb-4eafb75dd347 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.122496 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b37249a7-d6f7-4374-83eb-4eafb75dd347 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1592100 Jan 21 10:33:41.125882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55890) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:41.133584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': '5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:33:41.142955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:33:41.149506 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:33:41.152884 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:33:41.158768 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:33:41.170201 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Project 10b7e7e7f2694379a89bbb121e66ad3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:33:41.176679 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.241312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.246801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.271495 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e25fe34-0578-4c63-ad27-ff2088cb00a2,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:41.281869 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:41.282223 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:41.282540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:41.282872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:41.283206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:41.283525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:41.283843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:41.284165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:41.284494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:41.284811 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:41.285128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:41.285445 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:41.288333 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.289570 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-be9b63c8-3a34-4412-9072-f40bce044720 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1625128 Jan 21 10:33:41.292303 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55894) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:41.299019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-ac55439a-ca13-44f0-9947-d99220e2f5d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': '5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:33:41.305426 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ac55439a-ca13-44f0-9947-d99220e2f5d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:33:41.309110 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ac55439a-ca13-44f0-9947-d99220e2f5d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:33:41.311942 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-ac55439a-ca13-44f0-9947-d99220e2f5d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:33:41.318362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-ac55439a-ca13-44f0-9947-d99220e2f5d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:33:41.331199 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-ac55439a-ca13-44f0-9947-d99220e2f5d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Project 10b7e7e7f2694379a89bbb121e66ad3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:33:41.339551 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ac55439a-ca13-44f0-9947-d99220e2f5d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.359573 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.403650 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ac55439a-ca13-44f0-9947-d99220e2f5d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.409041 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ac55439a-ca13-44f0-9947-d99220e2f5d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.432750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55439a-ca13-44f0-9947-d99220e2f5d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d46fc4-018d-4de2-ab70-cb4db1865553,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:41.444129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ac55439a-ca13-44f0-9947-d99220e2f5d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.445368 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ac55439a-ca13-44f0-9947-d99220e2f5d2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518433 Jan 21 10:33:41.448408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55898) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:41.453961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'network': {'name': 'tempest-network-smoke--18742071', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'port_security_enabled': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:33:41.459429 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:33:41.464152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:network and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:33:41.467424 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:33:41.473955 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:33:41.486452 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:33:41.489887 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.517040 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:33:41.526291 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.526590 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Added segment a231de23-f132-4c5e-98c7-7490c2152214 of type vlan for network 984057f3-e84c-4955-bc82-7c107579509d Jan 21 10:33:41.553373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.583833 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.589105 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:41.589680 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.636702 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1870506 Jan 21 10:33:41.641637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55902) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:41.646912 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'admin_state_up': True, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:33:41.654494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:33:41.658266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:router and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:33:41.661078 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:33:41.667188 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:33:41.677482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.678430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.692370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:41.707991 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1cb3c-e32c-4669-8df3-02eccced7d09 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Network': ['ID=984057f3-e84c-4955-bc82-7c107579509d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:41.719886 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 984057f3-e84c-4955-bc82-7c107579509d details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:33:41.960568 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:42.356044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:42.383845 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:42.515051 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.26.4.230 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/f778c7c9-8ec6-4cb6-a83a-c825070b61ca) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:33:42.658504 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:42.695325 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:42.759029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:33:42.762054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:33:42.765690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:33:42.794290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=f778c7c9-8ec6-4cb6-a83a-c825070b61ca,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:43.195589 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:43.530645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:43.847621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router 829174c2-7f4c-438d-95b8-a07cf4847d4a is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:33:44.046004 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:33:44.056758 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Sync routers for ids ['829174c2-7f4c-438d-95b8-a07cf4847d4a'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:33:44.067194 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Routers {'829174c2-7f4c-438d-95b8-a07cf4847d4a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:33:44.067834 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:33:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['829174c2-7f4c-438d-95b8-a07cf4847d4a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:44.074211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:44.075523 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fce0a042-26d7-4131-9037-0c6ec3696946 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4328353 Jan 21 10:33:44.078645 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55906) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:44.121028 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4fa7b14c-adf4-43eb-9238-8412e8fcbb03 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=10b7e7e7f2694379a89bbb121e66ad3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412607 Jan 21 10:33:44.123565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 55910) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:44.240570 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Set router 829174c2-7f4c-438d-95b8-a07cf4847d4a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:33:44.252266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf8ac6e-862f-4d01-baa9-08fc6f9c120a tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:44.253796 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-fdf8ac6e-862f-4d01-baa9-08fc6f9c120a tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293173 Jan 21 10:33:44.256969 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55914) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:44.300917 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-6a63ea3b-b86f-4048-9bbc-7274ae81989a tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427701 Jan 21 10:33:44.303515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55918) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:44.308957 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1314106805', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:33:44.417061 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:33:44.420984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:subnet and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:33:44.423844 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:33:44.429740 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:33:44.441260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:33:44.444703 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:44.568713 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:33:43Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:44.572700 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Checking router: 829174c2-7f4c-438d-95b8-a07cf4847d4a for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:33:44.573040 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Updating router 829174c2-7f4c-438d-95b8-a07cf4847d4a port f778c7c9-8ec6-4cb6-a83a-c825070b61ca binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:33:44.624891 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:44.662616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:44.756265 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Subnet': ['ID=b3764b95-13bd-4897-8aae-dd105e0198d7,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:44.766206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Checking segment: {'id': 'a231de23-f132-4c5e-98c7-7490c2152214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '984057f3-e84c-4955-bc82-7c107579509d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:33:44.766576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network hostable DHCP agents. Network: 984057f3-e84c-4955-bc82-7c107579509d, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:33:44.793058 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 984057f3-e84c-4955-bc82-7c107579509d is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:33:44.804008 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 984057f3-e84c-4955-bc82-7c107579509d) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:33:44.809128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:44.809729 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:44.819041 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf273ecc-67c8-4da3-9c7a-429cfe9c39c4 None None] Network 984057f3-e84c-4955-bc82-7c107579509d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:33:44.838614 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f5313133-b89f-448c-af8a-2d3cabd3b1ea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5336969 Jan 21 10:33:44.841015 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55922) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:44.977169 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:44.991415 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Transition to ACTIVE for port object f778c7c9-8ec6-4cb6-a83a-c825070b61ca will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:33:44.999461 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:45.059074 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-984057f3-e84c-4955-bc82-7c107579509d', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ips': [{'subnet_id': 'b3764b95-13bd-4897-8aae-dd105e0198d7'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:33:45.060597 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:45.071886 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Attempting to bind port f778c7c9-8ec6-4cb6-a83a-c825070b61ca on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:33:45.072663 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Attempting to bind port f778c7c9-8ec6-4cb6-a83a-c825070b61ca by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:33:45.072893 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Attempting to bind port f778c7c9-8ec6-4cb6-a83a-c825070b61ca on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:33:45.086622 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:33:45.087017 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:33:45.087521 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:45.088013 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:33:45.088682 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Bound port: f778c7c9-8ec6-4cb6-a83a-c825070b61ca, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:33:45.089155 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:45.162331 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Pushing event updated for resources: {'Port': ['ID=f778c7c9-8ec6-4cb6-a83a-c825070b61ca,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:45.183086 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:45.183405 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:45.183836 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:45.184228 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:45.184637 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:45.185032 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:45.185420 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:45.185805 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:45.186208 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:45.186613 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:45.186994 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:45.187373 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:33:45.204062 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] For port f778c7c9-8ec6-4cb6-a83a-c825070b61ca, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:33:45.207885 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] For port f778c7c9-8ec6-4cb6-a83a-c825070b61ca, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f778c7c9-8ec6-4cb6-a83a-c825070b61ca,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:33:45.214795 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:45.257947 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Allocated IP 172.20.0.2 (984057f3-e84c-4955-bc82-7c107579509d/b3764b95-13bd-4897-8aae-dd105e0198d7/e0c11832-b7f6-4a85-9de6-fc3b1429f8c3) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:33:45.307681 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Routers {'829174c2-7f4c-438d-95b8-a07cf4847d4a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:33:45.308312 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:33:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['829174c2-7f4c-438d-95b8-a07cf4847d4a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:45.393017 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cf72b-fd73-403b-a856-3b2e1f40040c None None] Pushing event updated for resources: {'Port': ['ID=f778c7c9-8ec6-4cb6-a83a-c825070b61ca,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:45.484134 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:45.498928 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Transition to ACTIVE for port object e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:33:45.522602 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Transition to ACTIVE for port object e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:33:45.526573 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] Set router 829174c2-7f4c-438d-95b8-a07cf4847d4a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:33:45.531077 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:45.601496 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Network 984057f3-e84c-4955-bc82-7c107579509d is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:33:45.605139 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:33:45.609191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:33:45.694956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Pushing event updated for resources: {'Port': ['ID=e0c11832-b7f6-4a85-9de6-fc3b1429f8c3,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:45.722300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Attempting to bind port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:33:45.722805 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Attempting to bind port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'a231de23-f132-4c5e-98c7-7490c2152214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '984057f3-e84c-4955-bc82-7c107579509d'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:33:45.723484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Attempting to bind port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 on network 984057f3-e84c-4955-bc82-7c107579509d {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:33:45.730609 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:33:45.731635 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Checking segment: {'id': 'a231de23-f132-4c5e-98c7-7490c2152214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '984057f3-e84c-4955-bc82-7c107579509d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:33:45.732147 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:45.732676 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Bound using segment: {'id': 'a231de23-f132-4c5e-98c7-7490c2152214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '984057f3-e84c-4955-bc82-7c107579509d'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:33:45.733293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Bound port: e0c11832-b7f6-4a85-9de6-fc3b1429f8c3, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a231de23-f132-4c5e-98c7-7490c2152214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '984057f3-e84c-4955-bc82-7c107579509d'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:33:45.733752 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:45.819214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:45.827024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] For port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:33:45.831095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] For port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e0c11832-b7f6-4a85-9de6-fc3b1429f8c3,segment=NetworkSegment(a231de23-f132-4c5e-98c7-7490c2152214),segment_id=a231de23-f132-4c5e-98c7-7490c2152214)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:33:45.836293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:45.851140 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:33:43Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:45.855076 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bf7b47-9dff-4756-89d7-3c11dd19b283 None None] The sync data for ids ['829174c2-7f4c-438d-95b8-a07cf4847d4a'] in dv-neutron-825723-1-hyperv is: [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:33:43Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:33:45.923264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70be85-9f85-487e-974c-c97240a6ed59 None None] Pushing event updated for resources: {'Port': ['ID=e0c11832-b7f6-4a85-9de6-fc3b1429f8c3,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:46.283613 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.20.0.1 (984057f3-e84c-4955-bc82-7c107579509d/b3764b95-13bd-4897-8aae-dd105e0198d7/53c82052-7aee-49cc-a096-4b54f02d5723) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:33:46.379952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:33:46.455994 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:33:46.461505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f778c7c9-8ec6-4cb6-a83a-c825070b61ca up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:33:46.482579 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:46.498636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Transition to ACTIVE for port object 53c82052-7aee-49cc-a096-4b54f02d5723 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:33:46.534442 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:46.546613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port f778c7c9-8ec6-4cb6-a83a-c825070b61ca completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:33:46.551942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port f778c7c9-8ec6-4cb6-a83a-c825070b61ca triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:33:46.552484 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:46.596390 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 984057f3-e84c-4955-bc82-7c107579509d is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:33:46.608995 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:33:46.611829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:33:46.685060 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=53c82052-7aee-49cc-a096-4b54f02d5723,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:46.704107 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:46.754464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:46.780745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port f778c7c9-8ec6-4cb6-a83a-c825070b61ca, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f778c7c9-8ec6-4cb6-a83a-c825070b61ca,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:33:46.788865 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:46.886239 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=f778c7c9-8ec6-4cb6-a83a-c825070b61ca,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:46.988002 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3983c6-6343-4107-88bf-564828cb33a1 None None] Network 984057f3-e84c-4955-bc82-7c107579509d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:33:47.137605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9f22a212-2d53-4901-857f-d17a71f380bf None None] Provisioning for port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:33:47.145436 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:47.154430 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9f22a212-2d53-4901-857f-d17a71f380bf None None] Provisioning complete for port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:33:47.154861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9f22a212-2d53-4901-857f-d17a71f380bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:47.360354 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9f22a212-2d53-4901-857f-d17a71f380bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:47.404699 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9f22a212-2d53-4901-857f-d17a71f380bf None None] For port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e0c11832-b7f6-4a85-9de6-fc3b1429f8c3,segment=NetworkSegment(a231de23-f132-4c5e-98c7-7490c2152214),segment_id=a231de23-f132-4c5e-98c7-7490c2152214)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:33:47.409097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9f22a212-2d53-4901-857f-d17a71f380bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:47.483311 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22a212-2d53-4901-857f-d17a71f380bf None None] Pushing event updated for resources: {'Port': ['ID=e0c11832-b7f6-4a85-9de6-fc3b1429f8c3,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:47.576078 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:47.581705 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:47.629730 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5201a719-94df-4560-8b61-01e3ec77daf6 None None] Provisioning for port 53c82052-7aee-49cc-a096-4b54f02d5723 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:33:47.634998 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5201a719-94df-4560-8b61-01e3ec77daf6 None None] Provisioning complete for port 53c82052-7aee-49cc-a096-4b54f02d5723 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:33:47.636555 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5201a719-94df-4560-8b61-01e3ec77daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:47.696061 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-5201a719-94df-4560-8b61-01e3ec77daf6 None None] Port 53c82052-7aee-49cc-a096-4b54f02d5723 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:33:47.703965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=53c82052-7aee-49cc-a096-4b54f02d5723,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:47.708984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:47.709499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-5201a719-94df-4560-8b61-01e3ec77daf6 None None] Provisioning complete for port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:33:47.709871 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5201a719-94df-4560-8b61-01e3ec77daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:47.849019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 984057f3-e84c-4955-bc82-7c107579509d is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:33:47.850079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:33:47.952880 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-8bb5efbb-b404-4e06-a230-bb4fc03cab78 None None] Provisioning complete for port 53c82052-7aee-49cc-a096-4b54f02d5723 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:33:47.953413 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8bb5efbb-b404-4e06-a230-bb4fc03cab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:48.010480 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5efbb-b404-4e06-a230-bb4fc03cab78 None None] Port 53c82052-7aee-49cc-a096-4b54f02d5723 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:33:48.041952 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router 829174c2-7f4c-438d-95b8-a07cf4847d4a has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:33:48.134775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-cca6e405-0c75-4b17-87d7-1781ab7e36f5 None None] Provisioning complete for port 53c82052-7aee-49cc-a096-4b54f02d5723 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:33:48.135115 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-cca6e405-0c75-4b17-87d7-1781ab7e36f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:48.187018 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-cca6e405-0c75-4b17-87d7-1781ab7e36f5 None None] Port 53c82052-7aee-49cc-a096-4b54f02d5723 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:33:48.225325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:33:48.235810 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Sync routers for ids ['829174c2-7f4c-438d-95b8-a07cf4847d4a'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:33:48.237702 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-89bc44f3-f51e-466d-9fec-ede49d2f7cea tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "PUT /v2.0/routers/829174c2-7f4c-438d-95b8-a07cf4847d4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3956001 Jan 21 10:33:48.245126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Routers {'829174c2-7f4c-438d-95b8-a07cf4847d4a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:33:48.245733 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:33:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['829174c2-7f4c-438d-95b8-a07cf4847d4a'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:48.343984 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:33:48.422600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-da9327e7-88f8-456c-aa1a-e7f255d4b2f7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:33:48.438674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-da9327e7-88f8-456c-aa1a-e7f255d4b2f7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:33:48.439871 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-da9327e7-88f8-456c-aa1a-e7f255d4b2f7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934172351&fields=id&tenant_id=10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 267 time: 0.0562551 Jan 21 10:33:48.490569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Set router 829174c2-7f4c-438d-95b8-a07cf4847d4a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:33:48.555191 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:33:48.555575 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:48.589637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-0e3fafdc-a168-403a-a182-37b9397e4f37 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:48.590300 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-0e3fafdc-a168-403a-a182-37b9397e4f37 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:33:48.605844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-0e3fafdc-a168-403a-a182-37b9397e4f37 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:33:48.607167 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-0e3fafdc-a168-403a-a182-37b9397e4f37 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/networks?id=984057f3-e84c-4955-bc82-7c107579509d HTTP/1.1" status: 200 len: 795 time: 0.1592307 Jan 21 10:33:48.624092 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-8a54c60c-fe2a-4c49-96c8-2507bf2b0c65 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/quotas/10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 375 time: 0.0099602 Jan 21 10:33:48.709165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-3aa0cce7-b2c1-412a-b244-e62d93f26a32 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:33:48.725773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-3aa0cce7-b2c1-412a-b244-e62d93f26a32 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:33:48.727094 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-3aa0cce7-b2c1-412a-b244-e62d93f26a32 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969124 Jan 21 10:33:48.859887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f778c7c9-8ec6-4cb6-a83a-c825070b61ca up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:33:48.868502 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-d74345e2-14f0-492a-95ef-8cd000e1e4e0 service neutron] 10.222.0.99 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292074 Jan 21 10:33:48.985255 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port f778c7c9-8ec6-4cb6-a83a-c825070b61ca triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:33:48.985794 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:49.004538 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-25bf5d2c-aa91-4268-9e10-8d950418ffa2 service neutron] 10.222.0.99 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299922 Jan 21 10:33:49.032712 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:33:47Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '53c82052-7aee-49cc-a096-4b54f02d5723', 'name': '', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:b9:48:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:46Z', 'updated_at': '2022-01-21T10:33:47Z', 'revision_number': 2, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:49.041608 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Checking router: 829174c2-7f4c-438d-95b8-a07cf4847d4a for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:33:49.042056 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Updating router 829174c2-7f4c-438d-95b8-a07cf4847d4a port 53c82052-7aee-49cc-a096-4b54f02d5723 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:33:49.100841 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:49.196938 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-247f18b7-a17b-44e9-a47c-1b5e054c86d6 req-280cfd7f-9eec-4cf7-9755-979f698b1534 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 210 time: 0.0529623 Jan 21 10:33:49.491658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:49.504742 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Transition to ACTIVE for port object 53c82052-7aee-49cc-a096-4b54f02d5723 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:33:49.511746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:49.700420 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef7ac2-0a2d-4e1d-90d3-1e0a82515a10 None None] Pushing event updated for resources: {'Port': ['ID=53c82052-7aee-49cc-a096-4b54f02d5723,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:49.729177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Attempting to bind port 53c82052-7aee-49cc-a096-4b54f02d5723 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:33:49.729640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Attempting to bind port 53c82052-7aee-49cc-a096-4b54f02d5723 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'a231de23-f132-4c5e-98c7-7490c2152214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '984057f3-e84c-4955-bc82-7c107579509d'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:33:49.730077 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Attempting to bind port 53c82052-7aee-49cc-a096-4b54f02d5723 on network 984057f3-e84c-4955-bc82-7c107579509d {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:33:49.735721 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:33:49.736180 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Checking segment: {'id': 'a231de23-f132-4c5e-98c7-7490c2152214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '984057f3-e84c-4955-bc82-7c107579509d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:33:49.736612 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:49.737068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Bound using segment: {'id': 'a231de23-f132-4c5e-98c7-7490c2152214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '984057f3-e84c-4955-bc82-7c107579509d'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:33:49.737463 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Bound port: 53c82052-7aee-49cc-a096-4b54f02d5723, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a231de23-f132-4c5e-98c7-7490c2152214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '984057f3-e84c-4955-bc82-7c107579509d'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:33:49.737970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:49.834303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] For port 53c82052-7aee-49cc-a096-4b54f02d5723, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:33:49.837849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] For port 53c82052-7aee-49cc-a096-4b54f02d5723, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=53c82052-7aee-49cc-a096-4b54f02d5723,segment=NetworkSegment(a231de23-f132-4c5e-98c7-7490c2152214),segment_id=a231de23-f132-4c5e-98c7-7490c2152214)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:33:49.842395 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:49.920042 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Routers {'829174c2-7f4c-438d-95b8-a07cf4847d4a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:33:49.920690 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:33:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['829174c2-7f4c-438d-95b8-a07cf4847d4a'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:49.974636 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef7ac2-0a2d-4e1d-90d3-1e0a82515a10 None None] Pushing event updated for resources: {'Port': ['ID=53c82052-7aee-49cc-a096-4b54f02d5723,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:50.114046 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] Set router 829174c2-7f4c-438d-95b8-a07cf4847d4a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:33:50.289849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-c045a9e2-c4b9-4217-a03f-bacb91418a9b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:50.292143 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-c045a9e2-c4b9-4217-a03f-bacb91418a9b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/networks?id=984057f3-e84c-4955-bc82-7c107579509d HTTP/1.1" status: 200 len: 795 time: 0.1853197 Jan 21 10:33:50.371368 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0989f078-e618-4ca6-84e5-6b5dc63b5f48 req-d65a5ab1-9384-450d-b9ce-250d802dba4c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 210 time: 0.0560446 Jan 21 10:33:50.382918 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-cb508710-8ab7-4234-9b1f-5c0587b9d9f2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 379 time: 0.0824931 Jan 21 10:33:50.391846 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'port': {'device_id': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'admin_state_up': True, 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'security_groups': ['5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:33:50.475055 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:33:47Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '53c82052-7aee-49cc-a096-4b54f02d5723', 'name': '', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:b9:48:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:46Z', 'updated_at': '2022-01-21T10:33:49Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:33:50.479259 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f57ad6-75dd-4aee-853f-1c2f0540bafc None None] The sync data for ids ['829174c2-7f4c-438d-95b8-a07cf4847d4a'] in dv-neutron-825723-1-hyperv is: [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:33:47Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '53c82052-7aee-49cc-a096-4b54f02d5723', 'name': '', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:b9:48:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:46Z', 'updated_at': '2022-01-21T10:33:49Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:33:50.534286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:33:50.550045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:33:50.560701 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:33:50.564196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:50.837841 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.20.0.11 (984057f3-e84c-4955-bc82-7c107579509d/b3764b95-13bd-4897-8aae-dd105e0198d7/05bec4e4-eec0-48bf-b85a-e992ad03e2cb) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:33:51.030917 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:51.048136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Transition to ACTIVE for port object 05bec4e4-eec0-48bf-b85a-e992ad03e2cb will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:33:51.072408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:51.143643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 984057f3-e84c-4955-bc82-7c107579509d is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:33:51.146915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:33:51.151192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:33:51.185022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=05bec4e4-eec0-48bf-b85a-e992ad03e2cb,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:51.220990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:51.221631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:51.249442 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-52601a33-938a-4566-93e3-b1fd2d05ac1a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8612354 Jan 21 10:33:51.261080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Request body: {'port': {'device_id': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:33:51.378614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:51.425284 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9a177f20-622d-4f4b-a666-aeaf324f6eae None None] Provisioning for port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:33:51.431023 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9a177f20-622d-4f4b-a666-aeaf324f6eae None None] Provisioning complete for port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:33:51.431512 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9a177f20-622d-4f4b-a666-aeaf324f6eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:51.505365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9a177f20-622d-4f4b-a666-aeaf324f6eae None None] Port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:33:51.721908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530fb9a-07de-4985-a4c2-e521b06f9590 req-1fc41fba-5fb6-42a6-bec7-6c23edc9a434 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:51.722602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-b530fb9a-07de-4985-a4c2-e521b06f9590 req-1fc41fba-5fb6-42a6-bec7-6c23edc9a434 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:33:51.778039 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-b530fb9a-07de-4985-a4c2-e521b06f9590 req-1fc41fba-5fb6-42a6-bec7-6c23edc9a434 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:33:51.779175 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b530fb9a-07de-4985-a4c2-e521b06f9590 req-1fc41fba-5fb6-42a6-bec7-6c23edc9a434 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 932 time: 0.2549276 Jan 21 10:33:51.829023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05bec4e4-eec0-48bf-b85a-e992ad03e2cb {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:33:51.839649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:51.851794 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b530fb9a-07de-4985-a4c2-e521b06f9590 req-1fa586c5-f5af-4c7f-9f9d-8168327518dc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620308 Jan 21 10:33:51.860726 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Transition to ACTIVE for port object 05bec4e4-eec0-48bf-b85a-e992ad03e2cb will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:33:51.865313 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:52.015972 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Pushing event updated for resources: {'Port': ['ID=05bec4e4-eec0-48bf-b85a-e992ad03e2cb,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:52.099400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Attempting to bind port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:33:52.099807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Attempting to bind port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'a231de23-f132-4c5e-98c7-7490c2152214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '984057f3-e84c-4955-bc82-7c107579509d'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:33:52.100243 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Attempting to bind port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb on network 984057f3-e84c-4955-bc82-7c107579509d {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:33:52.107680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb on network 984057f3-e84c-4955-bc82-7c107579509d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:33:52.108071 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Attempting to bind port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb on network 984057f3-e84c-4955-bc82-7c107579509d {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:33:52.116236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:33:52.116646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Checking segment: {'id': 'a231de23-f132-4c5e-98c7-7490c2152214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '984057f3-e84c-4955-bc82-7c107579509d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:33:52.117060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Bound using segment: {'id': 'a231de23-f132-4c5e-98c7-7490c2152214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '984057f3-e84c-4955-bc82-7c107579509d'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:33:52.117490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Bound port: 05bec4e4-eec0-48bf-b85a-e992ad03e2cb, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a231de23-f132-4c5e-98c7-7490c2152214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '984057f3-e84c-4955-bc82-7c107579509d'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:33:52.117943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:52.205839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] For port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:33:52.208689 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] For port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=05bec4e4-eec0-48bf-b85a-e992ad03e2cb,segment=NetworkSegment(a231de23-f132-4c5e-98c7-7490c2152214),segment_id=a231de23-f132-4c5e-98c7-7490c2152214)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:33:52.215408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:52.278147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:52.278815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:52.280242 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] 10.222.0.121 "PUT /v2.0/ports/05bec4e4-eec0-48bf-b85a-e992ad03e2cb HTTP/1.1" status: 200 len: 1094 time: 1.0238817 Jan 21 10:33:52.280711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'tag': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:33:52.303947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e80557-63ba-4848-b4ed-9e7730a29334 service neutron] Pushing event updated for resources: {'Port': ['ID=05bec4e4-eec0-48bf-b85a-e992ad03e2cb,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:52.354167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 53c82052-7aee-49cc-a096-4b54f02d5723 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:33:52.375023 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'tag': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb', 'status': 'completed', 'code': 200} Jan 21 10:33:52.412916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-fac73f82-64f8-4509-bccc-74f3a3d42a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:52.414398 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-fac73f82-64f8-4509-bccc-74f3a3d42a0f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 1097 time: 0.0832233 Jan 21 10:33:52.426108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 53c82052-7aee-49cc-a096-4b54f02d5723 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:33:52.431869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 53c82052-7aee-49cc-a096-4b54f02d5723 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:33:52.432399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:52.564006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:52.591672 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-80add137-8fe4-4e0f-b29c-c45b8f391a69 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bec4e4-eec0-48bf-b85a-e992ad03e2cb HTTP/1.1" status: 200 len: 217 time: 0.1708097 Jan 21 10:33:52.600734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 53c82052-7aee-49cc-a096-4b54f02d5723, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=53c82052-7aee-49cc-a096-4b54f02d5723,segment=NetworkSegment(a231de23-f132-4c5e-98c7-7490c2152214),segment_id=a231de23-f132-4c5e-98c7-7490c2152214)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:33:52.605030 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:52.654727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-7a040643-0477-4b52-80b5-ac0f38fac512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:52.656296 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-7a040643-0477-4b52-80b5-ac0f38fac512 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b3764b95-13bd-4897-8aae-dd105e0198d7 HTTP/1.1" status: 200 len: 835 time: 0.0588059 Jan 21 10:33:52.671231 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=53c82052-7aee-49cc-a096-4b54f02d5723,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:52.731731 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-b439fd41-9f92-4117-a7ca-304c243d498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:52.733289 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-b439fd41-9f92-4117-a7ca-304c243d498c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=984057f3-e84c-4955-bc82-7c107579509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717375 Jan 21 10:33:52.861976 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-8b00f0b7-7b1d-423f-b73e-5b4a59ec4bba service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224418 Jan 21 10:33:53.043283 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ee00d4b-65d2-4aa5-9699-9eb57d6c9918 req-ae43f78c-44d8-4704-963e-4ff6e394d8bd service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753795 Jan 21 10:33:53.072847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fe3c4-b82a-4b24-8b5e-57450936dd19 req-ba11d342-ccc6-4ce2-9fd7-a16788a0b51b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:53.074337 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2b6fe3c4-b82a-4b24-8b5e-57450936dd19 req-ba11d342-ccc6-4ce2-9fd7-a16788a0b51b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 944 time: 0.1149459 Jan 21 10:33:53.168353 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2b6fe3c4-b82a-4b24-8b5e-57450936dd19 req-d10df87e-1c23-4baa-9c6f-af458c81098b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880437 Jan 21 10:33:53.186327 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862ca61-47e4-4240-9387-287a79b02eff req-4bf74b39-33c6-4305-a1c3-b158e6a6181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:53.187759 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5862ca61-47e4-4240-9387-287a79b02eff req-4bf74b39-33c6-4305-a1c3-b158e6a6181b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 1097 time: 0.0939727 Jan 21 10:33:53.319026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862ca61-47e4-4240-9387-287a79b02eff req-fa3969e4-ca09-41c8-87a5-f9c4e89a6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:53.321356 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5862ca61-47e4-4240-9387-287a79b02eff req-fa3969e4-ca09-41c8-87a5-f9c4e89a6495 service neutron] 10.222.0.121 "GET /v2.0/networks?id=984057f3-e84c-4955-bc82-7c107579509d HTTP/1.1" status: 200 len: 896 time: 0.1274257 Jan 21 10:33:53.388076 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5862ca61-47e4-4240-9387-287a79b02eff req-afd40bf9-5d98-412a-8411-ea22acd4a873 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bec4e4-eec0-48bf-b85a-e992ad03e2cb HTTP/1.1" status: 200 len: 217 time: 0.0611768 Jan 21 10:33:53.454682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862ca61-47e4-4240-9387-287a79b02eff req-81780b1f-dc14-4234-803b-368746314921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:53.455974 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5862ca61-47e4-4240-9387-287a79b02eff req-81780b1f-dc14-4234-803b-368746314921 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b3764b95-13bd-4897-8aae-dd105e0198d7 HTTP/1.1" status: 200 len: 835 time: 0.0613353 Jan 21 10:33:53.530414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862ca61-47e4-4240-9387-287a79b02eff req-467e9278-6dc6-48a4-abc5-ba7bcc3f117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:53.531860 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5862ca61-47e4-4240-9387-287a79b02eff req-467e9278-6dc6-48a4-abc5-ba7bcc3f117a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=984057f3-e84c-4955-bc82-7c107579509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700185 Jan 21 10:33:53.662591 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5862ca61-47e4-4240-9387-287a79b02eff req-eff4d125-e16a-43ba-8390-f6cbb1757293 service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240153 Jan 21 10:33:53.806901 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5862ca61-47e4-4240-9387-287a79b02eff req-c91c9bf0-751e-4655-baac-7dcbd4bfaad7 service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363556 Jan 21 10:33:54.327651 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 53c82052-7aee-49cc-a096-4b54f02d5723 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:33:54.373837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f8e8b-5ef7-4738-ad0e-e4bfd58c6c25 req-28830d75-a1d5-4506-a0c8-370364fad3e0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:54.375269 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bb5f8e8b-5ef7-4738-ad0e-e4bfd58c6c25 req-28830d75-a1d5-4506-a0c8-370364fad3e0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 944 time: 0.0861154 Jan 21 10:33:54.399710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 53c82052-7aee-49cc-a096-4b54f02d5723 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:33:54.400090 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:54.421256 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bb5f8e8b-5ef7-4738-ad0e-e4bfd58c6c25 req-a2ac8ec0-c24d-4707-8cf7-d3b074041258 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403762 Jan 21 10:33:55.603630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64722d46-2a4c-4992-8705-4d1de7e64851 req-a08109de-2a51-490a-aecc-d76dfd53a6cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:55.606287 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-64722d46-2a4c-4992-8705-4d1de7e64851 req-a08109de-2a51-490a-aecc-d76dfd53a6cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 944 time: 0.0806079 Jan 21 10:33:55.649990 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-64722d46-2a4c-4992-8705-4d1de7e64851 req-4a92c961-5dd8-4163-b8f8-b65aecaff03b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384314 Jan 21 10:33:56.619408 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 05bec4e4-eec0-48bf-b85a-e992ad03e2cb details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:33:56.762245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=05bec4e4-eec0-48bf-b85a-e992ad03e2cb,segment=NetworkSegment(a231de23-f132-4c5e-98c7-7490c2152214),segment_id=a231de23-f132-4c5e-98c7-7490c2152214)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:33:56.778435 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'port_id': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb', 'mac_address': 'fa:16:3e:80:9f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:33:56.835739 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:56.842257 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa73ae-cb68-461a-8751-5e3e5e47e119 req-c3d34624-1747-4f29-aacb-ae9ef4035f5e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:56.843712 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fbaa73ae-cb68-461a-8751-5e3e5e47e119 req-c3d34624-1747-4f29-aacb-ae9ef4035f5e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 944 time: 0.0828052 Jan 21 10:33:56.853045 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bec4e4-eec0-48bf-b85a-e992ad03e2cb {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:33:56.869054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=05bec4e4-eec0-48bf-b85a-e992ad03e2cb,segment=NetworkSegment(a231de23-f132-4c5e-98c7-7490c2152214),segment_id=a231de23-f132-4c5e-98c7-7490c2152214)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:33:56.875097 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:56.891075 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fbaa73ae-cb68-461a-8751-5e3e5e47e119 req-6d5a6caa-515b-4a25-90de-66cc4f5d1969 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413680 Jan 21 10:33:56.940001 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=05bec4e4-eec0-48bf-b85a-e992ad03e2cb,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:57.265895 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['05bec4e4-eec0-48bf-b85a-e992ad03e2cb'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:33:58.088843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb37b2-1634-408f-bf96-0e37d87da83c req-9075df81-f233-4985-a946-06fae1e741fa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:58.090336 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d3fb37b2-1634-408f-bf96-0e37d87da83c req-9075df81-f233-4985-a946-06fae1e741fa tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 945 time: 0.0828218 Jan 21 10:33:58.136478 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d3fb37b2-1634-408f-bf96-0e37d87da83c req-35cb5b6e-449d-4896-8c71-e3c3cf56d580 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404165 Jan 21 10:33:58.651079 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 05bec4e4-eec0-48bf-b85a-e992ad03e2cb up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:33:58.736824 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:33:58.741533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:33:58.741902 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:58.862125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:58.891896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:33:58.902041 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=05bec4e4-eec0-48bf-b85a-e992ad03e2cb,segment=NetworkSegment(a231de23-f132-4c5e-98c7-7490c2152214),segment_id=a231de23-f132-4c5e-98c7-7490c2152214)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:33:58.907427 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:58.937586 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb', 'code': 200} Jan 21 10:33:58.975662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=05bec4e4-eec0-48bf-b85a-e992ad03e2cb,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:33:59.329772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678b992-a20b-412f-a192-d35b4ddf40bb req-c06de1ad-367c-4591-b10e-cb567f1a7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:59.331218 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8678b992-a20b-412f-a192-d35b4ddf40bb req-c06de1ad-367c-4591-b10e-cb567f1a7732 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 1099 time: 0.2325521 Jan 21 10:33:59.364943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b97c4-6250-4410-b342-1456a494200f req-b49228b0-3650-41b5-a0e4-7e58441f3fa0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:59.366332 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a99b97c4-6250-4410-b342-1456a494200f req-b49228b0-3650-41b5-a0e4-7e58441f3fa0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.1135199 Jan 21 10:33:59.400186 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8678b992-a20b-412f-a192-d35b4ddf40bb req-b10a9644-e1f2-4d91-82f2-cc354335b86a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627229 Jan 21 10:33:59.420817 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a99b97c4-6250-4410-b342-1456a494200f req-aa8e0c2d-ce6f-4c17-84ff-0026d1bac23b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468493 Jan 21 10:34:00.641710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995e97-5028-4bc9-ad13-cc1d1132cc27 req-49108247-ae4a-4c1c-8f34-1f8c38f0c543 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:00.643633 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2a995e97-5028-4bc9-ad13-cc1d1132cc27 req-49108247-ae4a-4c1c-8f34-1f8c38f0c543 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0916352 Jan 21 10:34:00.687836 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2a995e97-5028-4bc9-ad13-cc1d1132cc27 req-b44f492f-3c9d-4387-acbb-00da605ea03b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381906 Jan 21 10:34:00.775504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:01.881585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104d611-71cc-40bc-a038-05686a37b5e0 req-5cb3915e-47f5-4ac8-93d8-612ece29fba6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:01.883042 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5104d611-71cc-40bc-a038-05686a37b5e0 req-5cb3915e-47f5-4ac8-93d8-612ece29fba6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0832274 Jan 21 10:34:01.928423 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5104d611-71cc-40bc-a038-05686a37b5e0 req-c8c88d1c-fc18-456b-870b-956f6297c01b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395131 Jan 21 10:34:02.120743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec7431-1a51-435d-aba1-c0a40562eff3 req-b276bf83-cba7-4d2c-be0d-70aaaad7177f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:02.122208 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-56ec7431-1a51-435d-aba1-c0a40562eff3 req-b276bf83-cba7-4d2c-be0d-70aaaad7177f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0892391 Jan 21 10:34:02.168979 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-56ec7431-1a51-435d-aba1-c0a40562eff3 req-fa71a7bd-e358-465e-8784-618be95ee13d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381472 Jan 21 10:34:02.191472 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55978) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:02.266300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028201b8-6340-4e69-b8ef-87262fd19e58 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:02.267843 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-028201b8-6340-4e69-b8ef-87262fd19e58 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 1094 time: 0.0753188 Jan 21 10:34:02.270884 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55982) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:02.276096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:34:02.282430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:02.286606 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:floatingip and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:02.289614 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:02.295525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:02.308707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:02.465868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:02.608824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.26.4.102 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/8d686b31-9a08-4165-8c03-6d4d8050e7c1) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:34:02.877448 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:02.918780 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:02.982703 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:34:02.985645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:34:02.989267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:34:03.018046 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=8d686b31-9a08-4165-8c03-6d4d8050e7c1,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:03.403234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:03.476811 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:03.683444 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:03.690157 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:03.800720 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=8d686b31-9a08-4165-8c03-6d4d8050e7c1,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:03.812941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:04.000100 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Floating IP 128b1ba5-d437-4b87-a2f5-3fb70e6f0ba0 associated. External IP: 172.26.4.102, port: 05bec4e4-eec0-48bf-b85a-e992ad03e2cb. Jan 21 10:34:04.469618 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router 829174c2-7f4c-438d-95b8-a07cf4847d4a has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:34:04.654366 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:34:04.664911 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5aed7-6c85-48ee-86c0-3f344291a7f5 None None] Sync routers for ids ['829174c2-7f4c-438d-95b8-a07cf4847d4a'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:34:04.675127 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5aed7-6c85-48ee-86c0-3f344291a7f5 None None] Routers {'829174c2-7f4c-438d-95b8-a07cf4847d4a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:34:04.675754 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-dbc5aed7-6c85-48ee-86c0-3f344291a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:33:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['829174c2-7f4c-438d-95b8-a07cf4847d4a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:04.679998 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:04.737421 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c9bca80e-082b-42e5-bc91-ae1e896e68eb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4629362 Jan 21 10:34:04.737421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'tag': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:34:04.875708 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'tag': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb', 'status': 'completed', 'code': 200} Jan 21 10:34:04.886498 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-dbc5aed7-6c85-48ee-86c0-3f344291a7f5 None None] Set router 829174c2-7f4c-438d-95b8-a07cf4847d4a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:34:04.940958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a9d5e-a8f8-459b-8bc4-3fbbf2b9fc5b req-d1fcd9bc-fcd5-43d3-a234-046d7260880a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:04.942397 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-734a9d5e-a8f8-459b-8bc4-3fbbf2b9fc5b req-d1fcd9bc-fcd5-43d3-a234-046d7260880a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.1185541 Jan 21 10:34:04.998926 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-734a9d5e-a8f8-459b-8bc4-3fbbf2b9fc5b req-bcdd5ed9-0bfd-4a04-9eb8-d25c05fc5dc4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501497 Jan 21 10:34:05.011797 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4088ee-7a63-4e0e-b330-6c91fb9afccd req-30508248-8c1f-4bb9-a133-da3d636c5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:05.013442 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6b4088ee-7a63-4e0e-b330-6c91fb9afccd req-30508248-8c1f-4bb9-a133-da3d636c5fbd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 1099 time: 0.1162686 Jan 21 10:34:05.022590 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55994) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:05.024096 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:34:05.130118 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-874e2de8-44cf-4325-bfab-672f769554fc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/128b1ba5-d437-4b87-a2f5-3fb70e6f0ba0 HTTP/1.1" status: 200 len: 992 time: 0.1055963 Jan 21 10:34:05.151092 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4088ee-7a63-4e0e-b330-6c91fb9afccd req-4ea8c76f-35c2-4d1c-ae23-dd872e1a9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:05.152485 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6b4088ee-7a63-4e0e-b330-6c91fb9afccd req-4ea8c76f-35c2-4d1c-ae23-dd872e1a9fe8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=984057f3-e84c-4955-bc82-7c107579509d HTTP/1.1" status: 200 len: 896 time: 0.1321959 Jan 21 10:34:05.234035 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-dbc5aed7-6c85-48ee-86c0-3f344291a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:33:47Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '128b1ba5-d437-4b87-a2f5-3fb70e6f0ba0', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'port_id': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'mac_address': 'fa:16:3e:80:9f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:34:03Z', 'updated_at': '2022-01-21T10:34:03Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c82052-7aee-49cc-a096-4b54f02d5723', 'name': '', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:b9:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:46Z', 'updated_at': '2022-01-21T10:33:52Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:05.238250 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5aed7-6c85-48ee-86c0-3f344291a7f5 None None] Checking router: 829174c2-7f4c-438d-95b8-a07cf4847d4a for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:34:05.248157 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5aed7-6c85-48ee-86c0-3f344291a7f5 None None] Routers {'829174c2-7f4c-438d-95b8-a07cf4847d4a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:34:05.248760 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-dbc5aed7-6c85-48ee-86c0-3f344291a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:33:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['829174c2-7f4c-438d-95b8-a07cf4847d4a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:05.255363 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6b4088ee-7a63-4e0e-b330-6c91fb9afccd req-fa5bf6c5-9382-484b-91c3-36af40e7af62 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bec4e4-eec0-48bf-b85a-e992ad03e2cb HTTP/1.1" status: 200 len: 1000 time: 0.0972962 Jan 21 10:34:05.315946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4088ee-7a63-4e0e-b330-6c91fb9afccd req-410639fb-25c1-4261-9150-1516b0f26acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:05.317420 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6b4088ee-7a63-4e0e-b330-6c91fb9afccd req-410639fb-25c1-4261-9150-1516b0f26acd service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b3764b95-13bd-4897-8aae-dd105e0198d7 HTTP/1.1" status: 200 len: 835 time: 0.0567915 Jan 21 10:34:05.394347 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4088ee-7a63-4e0e-b330-6c91fb9afccd req-bfd5bf52-82c9-4ae6-b9ec-9de4b3238d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:05.395855 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6b4088ee-7a63-4e0e-b330-6c91fb9afccd req-bfd5bf52-82c9-4ae6-b9ec-9de4b3238d6c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=984057f3-e84c-4955-bc82-7c107579509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727360 Jan 21 10:34:05.425019 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-dbc5aed7-6c85-48ee-86c0-3f344291a7f5 None None] Set router 829174c2-7f4c-438d-95b8-a07cf4847d4a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:34:05.528774 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6b4088ee-7a63-4e0e-b330-6c91fb9afccd req-27039802-5be2-43fb-9ba7-793c54fa2811 service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252882 Jan 21 10:34:05.661448 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6b4088ee-7a63-4e0e-b330-6c91fb9afccd req-c49857a0-d948-4046-ac4e-ed44ce9a6880 service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271110 Jan 21 10:34:05.768240 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-dbc5aed7-6c85-48ee-86c0-3f344291a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:33:47Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '128b1ba5-d437-4b87-a2f5-3fb70e6f0ba0', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'port_id': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'mac_address': 'fa:16:3e:80:9f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:34:03Z', 'updated_at': '2022-01-21T10:34:03Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c82052-7aee-49cc-a096-4b54f02d5723', 'name': '', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:b9:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:46Z', 'updated_at': '2022-01-21T10:33:52Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:05.772287 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5aed7-6c85-48ee-86c0-3f344291a7f5 None None] The sync data for ids ['829174c2-7f4c-438d-95b8-a07cf4847d4a'] in dv-neutron-825723-1-hyperv is: [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:33:47Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '128b1ba5-d437-4b87-a2f5-3fb70e6f0ba0', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'port_id': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'mac_address': 'fa:16:3e:80:9f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:34:03Z', 'updated_at': '2022-01-21T10:34:03Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c82052-7aee-49cc-a096-4b54f02d5723', 'name': '', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:b9:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:46Z', 'updated_at': '2022-01-21T10:33:52Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:34:05.964391 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ef64c9-7e01-4f0e-8261-395aa6ca881a None None] New status for floating IP 128b1ba5-d437-4b87-a2f5-3fb70e6f0ba0: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:34:06.133823 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 55998) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:06.247108 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ac915031-0df2-483b-a73c-77fff99ade4f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/128b1ba5-d437-4b87-a2f5-3fb70e6f0ba0 HTTP/1.1" status: 200 len: 992 time: 0.1110601 Jan 21 10:34:06.458389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-db570483-acda-4cb8-85f0-1116450dee21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:07.252371 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56002) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:07.362794 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-da402fa5-786b-47a5-99b5-39cd4afd178c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/128b1ba5-d437-4b87-a2f5-3fb70e6f0ba0 HTTP/1.1" status: 200 len: 994 time: 0.1090753 Jan 21 10:34:08.532970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1112-97af-40fd-90b7-9651b0ef8def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:09.671470 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:10.014733 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:11.376140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:26.834817 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ddc7372e-b998-421f-9a91-04f35d3da5ce req-651a5ee9-f5c3-47e0-a13a-18b1eba7c347 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1474781 Jan 21 10:34:26.992530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7372e-b998-421f-9a91-04f35d3da5ce req-207b5914-abc7-4ed2-b7f5-7f9b83eb0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:26.993943 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ddc7372e-b998-421f-9a91-04f35d3da5ce req-207b5914-abc7-4ed2-b7f5-7f9b83eb0637 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 1099 time: 0.0822678 Jan 21 10:34:27.249577 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7372e-b998-421f-9a91-04f35d3da5ce req-fb667d47-0c9c-4775-aa95-6a5925d64951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:27.250941 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ddc7372e-b998-421f-9a91-04f35d3da5ce req-fb667d47-0c9c-4775-aa95-6a5925d64951 service neutron] 10.222.0.121 "GET /v2.0/networks?id=984057f3-e84c-4955-bc82-7c107579509d HTTP/1.1" status: 200 len: 896 time: 0.2377832 Jan 21 10:34:27.355266 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ddc7372e-b998-421f-9a91-04f35d3da5ce req-5ccacfb2-34cb-4034-8150-94bf58be5878 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bec4e4-eec0-48bf-b85a-e992ad03e2cb HTTP/1.1" status: 200 len: 1002 time: 0.0980432 Jan 21 10:34:27.418756 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7372e-b998-421f-9a91-04f35d3da5ce req-3760c71d-6487-4915-9262-068a9a911c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:27.420182 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ddc7372e-b998-421f-9a91-04f35d3da5ce req-3760c71d-6487-4915-9262-068a9a911c7c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b3764b95-13bd-4897-8aae-dd105e0198d7 HTTP/1.1" status: 200 len: 835 time: 0.0594456 Jan 21 10:34:27.509540 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7372e-b998-421f-9a91-04f35d3da5ce req-d447dbde-5887-49e1-af30-7c0f8af80917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:27.510902 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ddc7372e-b998-421f-9a91-04f35d3da5ce req-d447dbde-5887-49e1-af30-7c0f8af80917 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=984057f3-e84c-4955-bc82-7c107579509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805683 Jan 21 10:34:27.644818 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ddc7372e-b998-421f-9a91-04f35d3da5ce req-de188c05-3b7b-4061-8a0b-4f9bdc850d6d service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274269 Jan 21 10:34:27.777504 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ddc7372e-b998-421f-9a91-04f35d3da5ce req-5d355ed3-00fd-440b-9610-eb0bc4e6ecb5 service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261122 Jan 21 10:34:30.774958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:36.457616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b855f779-c9d7-463b-948c-f3fcc535650c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:38.535058 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-22c5c816-54dd-4050-94fa-dd4c0edebd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:39.674915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:40.016041 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:41.372839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:42.020082 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:35:00.779699 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:06.457505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3afd-77bd-484b-a62b-083161e8fc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:08.537658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2361a78e-7ae8-4a47-963b-7a01d68345f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:09.677704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:10.015717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:11.379231 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:16.803506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c450828-5734-4142-b6b6-5ec79e2d89eb req-5f57394a-e88c-4c9a-8232-39ee30992831 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:16.804994 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3c450828-5734-4142-b6b6-5ec79e2d89eb req-5f57394a-e88c-4c9a-8232-39ee30992831 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.1429384 Jan 21 10:35:16.849379 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3c450828-5734-4142-b6b6-5ec79e2d89eb req-87f51f44-bd9e-4b5e-aa4b-4699d9b4a5cb tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385733 Jan 21 10:35:18.097056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2663b8f-f1ed-4594-9a0e-d653a7a11f78 req-5873abb0-5aa6-4dd1-b345-a7c3471fb842 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:18.098502 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2663b8f-f1ed-4594-9a0e-d653a7a11f78 req-5873abb0-5aa6-4dd1-b345-a7c3471fb842 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.1274853 Jan 21 10:35:18.142599 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2663b8f-f1ed-4594-9a0e-d653a7a11f78 req-c01fb882-e33e-4f90-837f-1a4d061a3da0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383945 Jan 21 10:35:19.025850 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:35:19.404076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0abf1-2192-4bd3-b40b-eeef31c95403 req-bcb1bdd7-26fc-4da9-9981-4682fcfe5970 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:19.405554 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4af0abf1-2192-4bd3-b40b-eeef31c95403 req-bcb1bdd7-26fc-4da9-9981-4682fcfe5970 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0869963 Jan 21 10:35:19.456867 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4af0abf1-2192-4bd3-b40b-eeef31c95403 req-bdc73d26-46be-4c0e-a402-6909968de99f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452209 Jan 21 10:35:20.654467 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a58d2-c5f5-4b18-9d07-8769a2f28d1e req-1c0ead33-67d2-4224-8532-46e3ff11ca3b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:20.655897 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-473a58d2-c5f5-4b18-9d07-8769a2f28d1e req-1c0ead33-67d2-4224-8532-46e3ff11ca3b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0804646 Jan 21 10:35:20.700161 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-473a58d2-c5f5-4b18-9d07-8769a2f28d1e req-e85d46c9-a9e9-470b-b5a3-31529d6d0a23 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383093 Jan 21 10:35:21.909054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7a6d8-7207-44c9-b9dd-d2b340c1880f req-88c831ea-648f-408a-b42e-949d2c039ed2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:21.910363 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9db7a6d8-7207-44c9-b9dd-d2b340c1880f req-88c831ea-648f-408a-b42e-949d2c039ed2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0851080 Jan 21 10:35:21.957886 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9db7a6d8-7207-44c9-b9dd-d2b340c1880f req-dae2accb-b289-4f6d-80ac-af5673991aec tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393634 Jan 21 10:35:23.157854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9acca-65e9-4cd2-9e40-17d8e59344b6 req-ffd12564-b5c2-4953-a436-7125e39b9ded tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:23.159276 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94c9acca-65e9-4cd2-9e40-17d8e59344b6 req-ffd12564-b5c2-4953-a436-7125e39b9ded tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0852363 Jan 21 10:35:23.202521 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94c9acca-65e9-4cd2-9e40-17d8e59344b6 req-77de4458-7b3d-4715-8043-7b38edd4143f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375595 Jan 21 10:35:24.413400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00fbd0-d4bd-46f9-a478-4243f22c47a6 req-c3f205a1-46ac-4dd4-bdf1-709e15a8302c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:24.414861 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8b00fbd0-d4bd-46f9-a478-4243f22c47a6 req-c3f205a1-46ac-4dd4-bdf1-709e15a8302c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0936322 Jan 21 10:35:24.470817 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8b00fbd0-d4bd-46f9-a478-4243f22c47a6 req-567c05fe-7941-465d-ab6f-92e1eb5a04bf tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475998 Jan 21 10:35:25.705816 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf155f9-6987-4501-b459-c4e3985e5813 req-6bd2e62e-803b-4a49-ba1f-a55664ef1bd0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:25.707252 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dbf155f9-6987-4501-b459-c4e3985e5813 req-6bd2e62e-803b-4a49-ba1f-a55664ef1bd0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0833347 Jan 21 10:35:25.762160 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dbf155f9-6987-4501-b459-c4e3985e5813 req-f582f726-7fd4-4c1e-90d9-ce876da1e104 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461249 Jan 21 10:35:26.954404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca733990-6756-4596-a48c-87f3f9c762b8 req-536df649-12bc-489d-8cad-5f58631d5a5a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:26.955836 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca733990-6756-4596-a48c-87f3f9c762b8 req-536df649-12bc-489d-8cad-5f58631d5a5a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0819840 Jan 21 10:35:26.999506 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca733990-6756-4596-a48c-87f3f9c762b8 req-3ea077dd-4b66-4bda-ba28-6439b85ca4d3 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369539 Jan 21 10:35:28.197115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16eecf-1d14-44fa-858d-6b285767f045 req-7bea12ae-3f06-4a79-8786-a47b4bb7a3d6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:28.198582 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7b16eecf-1d14-44fa-858d-6b285767f045 req-7bea12ae-3f06-4a79-8786-a47b4bb7a3d6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0821247 Jan 21 10:35:28.248445 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7b16eecf-1d14-44fa-858d-6b285767f045 req-c8ad0787-01cc-4415-a2a9-4b8dd4aa294d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413690 Jan 21 10:35:28.278350 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56060) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:35:28.381543 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5d5a983d-1763-46d8-bd73-c608c05a9664 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/128b1ba5-d437-4b87-a2f5-3fb70e6f0ba0 HTTP/1.1" status: 200 len: 994 time: 0.1020713 Jan 21 10:35:28.747580 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d78e1a4c-176f-4907-afb9-57fba7cbb9b0 req-1fa860bd-0201-4e31-8255-b095e185d881 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797863 Jan 21 10:35:28.893133 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1a4c-176f-4907-afb9-57fba7cbb9b0 req-16663a5f-e902-416c-88f0-1729d6d3e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:28.894806 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d78e1a4c-176f-4907-afb9-57fba7cbb9b0 req-16663a5f-e902-416c-88f0-1729d6d3e79c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 1099 time: 0.0705841 Jan 21 10:35:29.162294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1a4c-176f-4907-afb9-57fba7cbb9b0 req-f472a39c-23c9-4a1d-a1d4-f8a3ab239874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:29.163606 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d78e1a4c-176f-4907-afb9-57fba7cbb9b0 req-f472a39c-23c9-4a1d-a1d4-f8a3ab239874 service neutron] 10.222.0.121 "GET /v2.0/networks?id=984057f3-e84c-4955-bc82-7c107579509d HTTP/1.1" status: 200 len: 896 time: 0.2467213 Jan 21 10:35:29.270742 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d78e1a4c-176f-4907-afb9-57fba7cbb9b0 req-60e1ca6b-5363-47fc-b87c-1d6e83b48b9f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bec4e4-eec0-48bf-b85a-e992ad03e2cb HTTP/1.1" status: 200 len: 1002 time: 0.1010261 Jan 21 10:35:29.336177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1a4c-176f-4907-afb9-57fba7cbb9b0 req-28cef691-3efd-4454-8904-08783e0f8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:29.337652 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d78e1a4c-176f-4907-afb9-57fba7cbb9b0 req-28cef691-3efd-4454-8904-08783e0f8265 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b3764b95-13bd-4897-8aae-dd105e0198d7 HTTP/1.1" status: 200 len: 835 time: 0.0607018 Jan 21 10:35:29.419514 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1a4c-176f-4907-afb9-57fba7cbb9b0 req-f5a3d338-0bb9-44dc-b52d-b731c3a49dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:29.421003 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d78e1a4c-176f-4907-afb9-57fba7cbb9b0 req-f5a3d338-0bb9-44dc-b52d-b731c3a49dbe service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=984057f3-e84c-4955-bc82-7c107579509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777910 Jan 21 10:35:29.555464 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d78e1a4c-176f-4907-afb9-57fba7cbb9b0 req-010e9620-15e9-4746-8613-f0b94c720fd3 service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280215 Jan 21 10:35:29.688671 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d78e1a4c-176f-4907-afb9-57fba7cbb9b0 req-e46c5fae-612d-4267-b723-6285a29941eb service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267579 Jan 21 10:35:29.898561 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11255651-e0ee-4500-affb-74d746928ee3 req-824e8d5e-689d-4a22-af1f-efc7e38bacd5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:29.900103 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11255651-e0ee-4500-affb-74d746928ee3 req-824e8d5e-689d-4a22-af1f-efc7e38bacd5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.1389039 Jan 21 10:35:29.923304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1a373-3b76-4f9a-a4e6-2b00e329c357 req-1ce6fcc0-b9f3-4c2f-b05b-cbc0445c29f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:29.924715 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d0b1a373-3b76-4f9a-a4e6-2b00e329c357 req-1ce6fcc0-b9f3-4c2f-b05b-cbc0445c29f3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 1099 time: 0.1046979 Jan 21 10:35:29.984252 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11255651-e0ee-4500-affb-74d746928ee3 req-6faf1315-41f7-424f-8bea-d4f9f68870b6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776327 Jan 21 10:35:30.069651 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1a373-3b76-4f9a-a4e6-2b00e329c357 req-6c501d2f-c94f-4782-958e-1188333d2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:30.071085 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d0b1a373-3b76-4f9a-a4e6-2b00e329c357 req-6c501d2f-c94f-4782-958e-1188333d2ba3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=984057f3-e84c-4955-bc82-7c107579509d HTTP/1.1" status: 200 len: 896 time: 0.1406727 Jan 21 10:35:30.173335 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d0b1a373-3b76-4f9a-a4e6-2b00e329c357 req-3c0092d4-01b6-44f2-8571-f8efa4e0da87 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bec4e4-eec0-48bf-b85a-e992ad03e2cb HTTP/1.1" status: 200 len: 1002 time: 0.0961668 Jan 21 10:35:30.238973 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1a373-3b76-4f9a-a4e6-2b00e329c357 req-9a5a519d-4de6-472c-bf0a-e7a1561e8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:30.240271 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d0b1a373-3b76-4f9a-a4e6-2b00e329c357 req-9a5a519d-4de6-472c-bf0a-e7a1561e8202 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b3764b95-13bd-4897-8aae-dd105e0198d7 HTTP/1.1" status: 200 len: 835 time: 0.0616117 Jan 21 10:35:30.323062 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1a373-3b76-4f9a-a4e6-2b00e329c357 req-ac3412d9-998e-4c14-a559-6f27a00a4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:30.324542 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d0b1a373-3b76-4f9a-a4e6-2b00e329c357 req-ac3412d9-998e-4c14-a559-6f27a00a4505 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=984057f3-e84c-4955-bc82-7c107579509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778749 Jan 21 10:35:30.470437 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d0b1a373-3b76-4f9a-a4e6-2b00e329c357 req-4e3407dc-7085-4354-90d1-ffb3c82a5d50 service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393666 Jan 21 10:35:30.600845 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d0b1a373-3b76-4f9a-a4e6-2b00e329c357 req-bca31d93-2ebd-48da-8580-31123360824b service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248209 Jan 21 10:35:30.791932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:31.198392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba654c1-5750-48ca-b10c-0a87d78a8bea req-e7d6de8e-c3f5-4924-b369-881a5b0d92b3 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:31.200196 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eba654c1-5750-48ca-b10c-0a87d78a8bea req-e7d6de8e-c3f5-4924-b369-881a5b0d92b3 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0881009 Jan 21 10:35:31.244755 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eba654c1-5750-48ca-b10c-0a87d78a8bea req-5b8cbbe6-bee3-406d-98a2-0e3b611d8f78 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381382 Jan 21 10:35:32.454046 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc56b99-d454-4c26-8038-14c3a1b814be req-68034ad7-65ad-432a-b570-67f641ecab1e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:32.455945 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0dc56b99-d454-4c26-8038-14c3a1b814be req-68034ad7-65ad-432a-b570-67f641ecab1e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0902827 Jan 21 10:35:32.506843 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0dc56b99-d454-4c26-8038-14c3a1b814be req-53976402-e057-450f-9960-1ac70e2ba662 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Jan 21 10:35:32.536444 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56074) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:35:32.645378 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4840d337-69a1-411d-9863-a39d7c7a0d35 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/128b1ba5-d437-4b87-a2f5-3fb70e6f0ba0 HTTP/1.1" status: 200 len: 994 time: 0.1078818 Jan 21 10:35:36.460681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-18a340f3-f146-4298-a397-9e2270e6c0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:38.539641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8984aee2-d772-4722-8caf-546d71273c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:39.674309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:40.024016 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:41.385005 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:56.027348 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:36:00.778836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:06.465856 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fcc39c75-a911-413d-b68e-2b21f785ccb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:08.543704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1449023b-d0ee-4142-b719-8aef71e73354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:09.672271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:10.027615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:11.392788 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:27.903366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56124) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:28.194435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port 8d686b31-9a08-4165-8c03-6d4d8050e7c1 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:36:28.194659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:28.378578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:28.379439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:28.505051 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for 8d686b31-9a08-4165-8c03-6d4d8050e7c1 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:36:28.664330 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:28.712777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=8d686b31-9a08-4165-8c03-6d4d8050e7c1,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:28.748915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:28.749266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:28.749725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:28.750068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:28.750408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:28.750724 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:28.751063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:28.751400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:28.751729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:28.752134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:28.752499 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:28.752827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:28.813098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:28.813436 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Floating IP 128b1ba5-d437-4b87-a2f5-3fb70e6f0ba0 disassociated (deleted). External IP: 172.26.4.102, port: 05bec4e4-eec0-48bf-b85a-e992ad03e2cb. Jan 21 10:36:29.170821 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router 829174c2-7f4c-438d-95b8-a07cf4847d4a has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:36:29.341698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:36:29.351693 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9d925c-c2a5-42c2-9be0-df66bbbd88b0 None None] Sync routers for ids ['829174c2-7f4c-438d-95b8-a07cf4847d4a'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:36:29.361346 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:29.361529 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9d925c-c2a5-42c2-9be0-df66bbbd88b0 None None] Routers {'829174c2-7f4c-438d-95b8-a07cf4847d4a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:29.362082 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-2b9d925c-c2a5-42c2-9be0-df66bbbd88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:36:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['829174c2-7f4c-438d-95b8-a07cf4847d4a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:29.524737 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-29e12d4b-2c4c-4ca9-b50d-97cb93092aa1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/floatingips/128b1ba5-d437-4b87-a2f5-3fb70e6f0ba0 HTTP/1.1" status: 204 len: 168 time: 1.6199958 Jan 21 10:36:29.525272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'tag': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:36:29.582761 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-2b9d925c-c2a5-42c2-9be0-df66bbbd88b0 None None] Set router 829174c2-7f4c-438d-95b8-a07cf4847d4a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:29.684551 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'tag': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb', 'status': 'completed', 'code': 200} Jan 21 10:36:29.903746 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-2b9d925c-c2a5-42c2-9be0-df66bbbd88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:33:47Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '53c82052-7aee-49cc-a096-4b54f02d5723', 'name': '', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:b9:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:46Z', 'updated_at': '2022-01-21T10:33:52Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:29.907569 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9d925c-c2a5-42c2-9be0-df66bbbd88b0 None None] Checking router: 829174c2-7f4c-438d-95b8-a07cf4847d4a for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:36:29.916322 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9d925c-c2a5-42c2-9be0-df66bbbd88b0 None None] Routers {'829174c2-7f4c-438d-95b8-a07cf4847d4a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:29.917415 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-2b9d925c-c2a5-42c2-9be0-df66bbbd88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:36:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['829174c2-7f4c-438d-95b8-a07cf4847d4a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:29.942086 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462b520-ca8e-4c17-bbab-689df045a946 req-75221452-97a7-42b8-b613-660c01466724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:29.943885 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2462b520-ca8e-4c17-bbab-689df045a946 req-75221452-97a7-42b8-b613-660c01466724 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 1099 time: 0.1166306 Jan 21 10:36:30.091029 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-2b9d925c-c2a5-42c2-9be0-df66bbbd88b0 None None] Set router 829174c2-7f4c-438d-95b8-a07cf4847d4a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:30.129325 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462b520-ca8e-4c17-bbab-689df045a946 req-7da01263-fbdc-40d1-9913-94af0d4782f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:30.130762 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2462b520-ca8e-4c17-bbab-689df045a946 req-7da01263-fbdc-40d1-9913-94af0d4782f3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=984057f3-e84c-4955-bc82-7c107579509d HTTP/1.1" status: 200 len: 896 time: 0.1795611 Jan 21 10:36:30.141823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bd1b7-7ee7-4abc-99e1-b4c3488d36f4 req-b18d44ff-d37f-48ee-933b-ce4d9c5c61f2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:30.142515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-cc6bd1b7-7ee7-4abc-99e1-b4c3488d36f4 req-b18d44ff-d37f-48ee-933b-ce4d9c5c61f2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:36:30.209871 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2462b520-ca8e-4c17-bbab-689df045a946 req-c1f2fae2-cff2-4154-bf68-b5b0abc40fe6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bec4e4-eec0-48bf-b85a-e992ad03e2cb HTTP/1.1" status: 200 len: 217 time: 0.0634046 Jan 21 10:36:30.251450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-cc6bd1b7-7ee7-4abc-99e1-b4c3488d36f4 req-b18d44ff-d37f-48ee-933b-ce4d9c5c61f2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:36:30.252580 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cc6bd1b7-7ee7-4abc-99e1-b4c3488d36f4 req-b18d44ff-d37f-48ee-933b-ce4d9c5c61f2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.3517132 Jan 21 10:36:30.300762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462b520-ca8e-4c17-bbab-689df045a946 req-b02f4797-e7ee-4de2-8976-a22986e63450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:30.302211 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2462b520-ca8e-4c17-bbab-689df045a946 req-b02f4797-e7ee-4de2-8976-a22986e63450 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b3764b95-13bd-4897-8aae-dd105e0198d7 HTTP/1.1" status: 200 len: 835 time: 0.0863385 Jan 21 10:36:30.347485 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cc6bd1b7-7ee7-4abc-99e1-b4c3488d36f4 req-633bb6dd-5d2b-4ace-9cc5-ba5db9dd9dcf tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876355 Jan 21 10:36:30.386699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462b520-ca8e-4c17-bbab-689df045a946 req-ac0e9ca5-7d2a-4117-bf07-c2c54dc2d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:30.388159 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2462b520-ca8e-4c17-bbab-689df045a946 req-ac0e9ca5-7d2a-4117-bf07-c2c54dc2d69d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=984057f3-e84c-4955-bc82-7c107579509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782542 Jan 21 10:36:30.403108 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-2b9d925c-c2a5-42c2-9be0-df66bbbd88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:33:47Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '53c82052-7aee-49cc-a096-4b54f02d5723', 'name': '', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:b9:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:46Z', 'updated_at': '2022-01-21T10:33:52Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:30.406896 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9d925c-c2a5-42c2-9be0-df66bbbd88b0 None None] The sync data for ids ['829174c2-7f4c-438d-95b8-a07cf4847d4a'] in dv-neutron-825723-1-hyperv is: [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:33:47Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '53c82052-7aee-49cc-a096-4b54f02d5723', 'name': '', 'network_id': '984057f3-e84c-4955-bc82-7c107579509d', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:b9:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:46Z', 'updated_at': '2022-01-21T10:33:52Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': 'b3764b95-13bd-4897-8aae-dd105e0198d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:36:30.520852 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2462b520-ca8e-4c17-bbab-689df045a946 req-830f5a32-fa19-4afe-b83b-bb3b8e4d4747 service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259995 Jan 21 10:36:30.638367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e3050-baaa-4c54-8606-c2935f8d5167 None None] New status for floating IP 128b1ba5-d437-4b87-a2f5-3fb70e6f0ba0: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:36:30.661705 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2462b520-ca8e-4c17-bbab-689df045a946 req-66815a1a-a984-4037-b5c4-7a885041671f service neutron] 10.222.0.121 "GET /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341074 Jan 21 10:36:30.791987 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:31.620758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3ba7a-4fe6-4222-b850-aafb61595edf req-10b42a7b-e735-45e4-9f36-c9088d807e9b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:31.622252 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fea3ba7a-4fe6-4222-b850-aafb61595edf req-10b42a7b-e735-45e4-9f36-c9088d807e9b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.1252818 Jan 21 10:36:31.666586 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fea3ba7a-4fe6-4222-b850-aafb61595edf req-0558316d-5a35-431f-a466-8e7f6fdb3aae tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386343 Jan 21 10:36:31.783048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbef6da-b673-4407-a7fc-c5195f9f8fc0 req-f9f98965-1ca5-4b99-9da2-ee4ee77ebfca tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:31.784522 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-abbef6da-b673-4407-a7fc-c5195f9f8fc0 req-f9f98965-1ca5-4b99-9da2-ee4ee77ebfca tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 946 time: 0.0825160 Jan 21 10:36:31.858026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-abbef6da-b673-4407-a7fc-c5195f9f8fc0 req-840c2e40-f876-4b05-a9b5-563abb4009c4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:36:31.858452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-abbef6da-b673-4407-a7fc-c5195f9f8fc0 req-840c2e40-f876-4b05-a9b5-563abb4009c4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:32.114754 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-abbef6da-b673-4407-a7fc-c5195f9f8fc0 req-840c2e40-f876-4b05-a9b5-563abb4009c4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=05bec4e4-eec0-48bf-b85a-e992ad03e2cb,segment=NetworkSegment(a231de23-f132-4c5e-98c7-7490c2152214),segment_id=a231de23-f132-4c5e-98c7-7490c2152214)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:32.114992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-abbef6da-b673-4407-a7fc-c5195f9f8fc0 req-840c2e40-f876-4b05-a9b5-563abb4009c4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:32.238251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-abbef6da-b673-4407-a7fc-c5195f9f8fc0 req-840c2e40-f876-4b05-a9b5-563abb4009c4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for 05bec4e4-eec0-48bf-b85a-e992ad03e2cb owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:36:32.481665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-abbef6da-b673-4407-a7fc-c5195f9f8fc0 req-840c2e40-f876-4b05-a9b5-563abb4009c4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:32.530885 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c2e40-f876-4b05-a9b5-563abb4009c4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=05bec4e4-eec0-48bf-b85a-e992ad03e2cb,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:32.619175 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbef6da-b673-4407-a7fc-c5195f9f8fc0 req-840c2e40-f876-4b05-a9b5-563abb4009c4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] No DVR routers for this DVR port 05bec4e4-eec0-48bf-b85a-e992ad03e2cb on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:36:32.621770 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-abbef6da-b673-4407-a7fc-c5195f9f8fc0 req-840c2e40-f876-4b05-a9b5-563abb4009c4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:32.624605 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'name': 'network-vif-deleted', 'tag': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:36:32.643622 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-abbef6da-b673-4407-a7fc-c5195f9f8fc0 req-840c2e40-f876-4b05-a9b5-563abb4009c4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "DELETE /v2.0/ports/05bec4e4-eec0-48bf-b85a-e992ad03e2cb HTTP/1.1" status: 204 len: 173 time: 0.8538904 Jan 21 10:36:32.683158 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb4144-3daf-4264-acdf-73b4e968d47e', 'name': 'network-vif-deleted', 'tag': '05bec4e4-eec0-48bf-b85a-e992ad03e2cb', 'status': 'completed', 'code': 200} Jan 21 10:36:32.822962 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c7b173f0-9fe1-45ea-be7e-7b4e93f20e23 req-054a913c-20cf-44c8-9d6f-e69632b0417f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:36:32.838693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-c7b173f0-9fe1-45ea-be7e-7b4e93f20e23 req-054a913c-20cf-44c8-9d6f-e69632b0417f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:36:32.839819 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c7b173f0-9fe1-45ea-be7e-7b4e93f20e23 req-054a913c-20cf-44c8-9d6f-e69632b0417f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=17cb4144-3daf-4264-acdf-73b4e968d47e HTTP/1.1" status: 200 len: 210 time: 0.0579324 Jan 21 10:36:33.026939 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:36:33.947315 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56164) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:34.605794 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:34.966344 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port 53c82052-7aee-49cc-a096-4b54f02d5723 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:36:34.967050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:35.174380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port 53c82052-7aee-49cc-a096-4b54f02d5723, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=53c82052-7aee-49cc-a096-4b54f02d5723,segment=NetworkSegment(a231de23-f132-4c5e-98c7-7490c2152214),segment_id=a231de23-f132-4c5e-98c7-7490c2152214)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:35.174705 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:35.299778 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for 53c82052-7aee-49cc-a096-4b54f02d5723 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:36:35.329523 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 05bec4e4-eec0-48bf-b85a-e992ad03e2cb no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:36:35.366841 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 05bec4e4-eec0-48bf-b85a-e992ad03e2cb {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:36:35.367209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 05bec4e4-eec0-48bf-b85a-e992ad03e2cb not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:36:35.631229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:35.680730 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=53c82052-7aee-49cc-a096-4b54f02d5723,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:35.718114 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.718435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.718776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.719077 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.719419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.719773 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.720099 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.720454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.720776 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.721068 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.721404 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.721736 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:36.077268 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:36.451808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router 829174c2-7f4c-438d-95b8-a07cf4847d4a has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:36:36.463642 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-16735fde-680a-4719-8309-dd04001a8332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:36.648751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:36:36.658207 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc405f45-fdb0-4865-ad72-ac73c90d5eba None None] Sync routers for ids ['829174c2-7f4c-438d-95b8-a07cf4847d4a'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:36:36.666776 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b7c824af-00f5-4e74-a925-9231bf966e14 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "PUT /v2.0/routers/829174c2-7f4c-438d-95b8-a07cf4847d4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7183840 Jan 21 10:36:36.669593 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56168) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:36.672278 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc405f45-fdb0-4865-ad72-ac73c90d5eba None None] Routers {'829174c2-7f4c-438d-95b8-a07cf4847d4a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:36.672982 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-fc405f45-fdb0-4865-ad72-ac73c90d5eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:36:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['829174c2-7f4c-438d-95b8-a07cf4847d4a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:36.746494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a86749-6a1c-486a-981c-dbc1661763d4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting subnet b3764b95-13bd-4897-8aae-dd105e0198d7 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:36:36.749903 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c2a86749-6a1c-486a-981c-dbc1661763d4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:36.817051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c2a86749-6a1c-486a-981c-dbc1661763d4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:36.851815 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-fc405f45-fdb0-4865-ad72-ac73c90d5eba None None] Set router 829174c2-7f4c-438d-95b8-a07cf4847d4a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:36.906433 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c2a86749-6a1c-486a-981c-dbc1661763d4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:36.981383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c2a86749-6a1c-486a-981c-dbc1661763d4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:37.019731 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a86749-6a1c-486a-981c-dbc1661763d4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Subnet': ['ID=b3764b95-13bd-4897-8aae-dd105e0198d7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:37.025314 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-c2a86749-6a1c-486a-981c-dbc1661763d4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:37.032430 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-c2a86749-6a1c-486a-981c-dbc1661763d4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/subnets/b3764b95-13bd-4897-8aae-dd105e0198d7 HTTP/1.1" status: 204 len: 168 time: 0.3618014 Jan 21 10:36:37.033049 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce47a25-8537-45b3-91da-c04b38c0e16e None None] Network 984057f3-e84c-4955-bc82-7c107579509d requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:36:37.034989 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56172) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:37.170156 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-fc405f45-fdb0-4865-ad72-ac73c90d5eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:36:35Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:37.174088 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc405f45-fdb0-4865-ad72-ac73c90d5eba None None] Checking router: 829174c2-7f4c-438d-95b8-a07cf4847d4a for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:36:37.182517 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc405f45-fdb0-4865-ad72-ac73c90d5eba None None] Routers {'829174c2-7f4c-438d-95b8-a07cf4847d4a'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:37.183284 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-fc405f45-fdb0-4865-ad72-ac73c90d5eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:36:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['829174c2-7f4c-438d-95b8-a07cf4847d4a'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:37.222647 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:37.313796 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] DHCP port deletion for 984057f3-e84c-4955-bc82-7c107579509d request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:36:37.318230 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Deleting port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:36:37.318615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:37.364652 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-fc405f45-fdb0-4865-ad72-ac73c90d5eba None None] Set router 829174c2-7f4c-438d-95b8-a07cf4847d4a gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:37.401195 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:37.411378 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port f778c7c9-8ec6-4cb6-a83a-c825070b61ca {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:36:37.412167 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:37.525135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] For port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e0c11832-b7f6-4a85-9de6-fc3b1429f8c3,segment=NetworkSegment(a231de23-f132-4c5e-98c7-7490c2152214),segment_id=a231de23-f132-4c5e-98c7-7490c2152214)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:37.525711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:37.656829 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-fc405f45-fdb0-4865-ad72-ac73c90d5eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:36:35Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:37.661519 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc405f45-fdb0-4865-ad72-ac73c90d5eba None None] The sync data for ids ['829174c2-7f4c-438d-95b8-a07cf4847d4a'] in dv-neutron-825723-1-hyperv is: [{'id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351764133', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230'}], 'enable_snat': True}, 'gw_port_id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:33:41Z', 'updated_at': '2022-01-21T10:36:35Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': 'f778c7c9-8ec6-4cb6-a83a-c825070b61ca', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829174c2-7f4c-438d-95b8-a07cf4847d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:33:42Z', 'updated_at': '2022-01-21T10:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:36:37.696935 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Calling delete_port for e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:36:37.724205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port f778c7c9-8ec6-4cb6-a83a-c825070b61ca, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=f778c7c9-8ec6-4cb6-a83a-c825070b61ca,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:37.724594 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:37.770637 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326'] for port, after_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:37.814213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Pushing event deleted for resources: {'Port': ['ID=e0c11832-b7f6-4a85-9de6-fc3b1429f8c3,revision_number=None']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:37.822996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] No DVR routers for this DVR port e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 on host dv-neutron-825723-1-hyperv {{(pid=87503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:36:37.825019 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:37.825363 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:37.825698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:37.826001 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:37.826346 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:37.826681 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:37.827158 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:37.827399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:37.827709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:37.828012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:37.828328 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:37.828664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6d65d-ca5f-494f-aae3-56cb435330f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:37.847470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for f778c7c9-8ec6-4cb6-a83a-c825070b61ca owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:36:38.019055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.070946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=f778c7c9-8ec6-4cb6-a83a-c825070b61ca,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:38.166698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.341641 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.343857 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.370374 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.370904 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Fanout notify agent at l3_agent the message router_deleted on router 829174c2-7f4c-438d-95b8-a07cf4847d4a {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:36:38.385824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.389391 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-333aec1e-1e64-46a3-af4b-75dc8791afe6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/routers/829174c2-7f4c-438d-95b8-a07cf4847d4a HTTP/1.1" status: 204 len: 168 time: 1.3510494 Jan 21 10:36:38.389727 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56176) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:38.520658 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-513e6a06-972b-4465-96f9-85273b0e51a8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.537948 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-596e7947-5622-41c0-a450-69745860bba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.548096 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:36:38.583303 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:36:38.583641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e0c11832-b7f6-4a85-9de6-fc3b1429f8c3 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:36:38.584229 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 53c82052-7aee-49cc-a096-4b54f02d5723 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:36:38.620334 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 53c82052-7aee-49cc-a096-4b54f02d5723 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:36:38.620690 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 53c82052-7aee-49cc-a096-4b54f02d5723 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:36:38.665840 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-513e6a06-972b-4465-96f9-85273b0e51a8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.689592 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-513e6a06-972b-4465-96f9-85273b0e51a8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984057f3-e84c-4955-bc82-7c107579509d']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:38.704748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-513e6a06-972b-4465-96f9-85273b0e51a8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a231de23-f132-4c5e-98c7-7490c2152214') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:38.705036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-513e6a06-972b-4465-96f9-85273b0e51a8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a231de23-f132-4c5e-98c7-7490c2152214') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:38.716092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-513e6a06-972b-4465-96f9-85273b0e51a8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.731429 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-513e6a06-972b-4465-96f9-85273b0e51a8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.737353 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513e6a06-972b-4465-96f9-85273b0e51a8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:36:38.737719 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-513e6a06-972b-4465-96f9-85273b0e51a8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:36:38.751517 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:36:38.830232 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-513e6a06-972b-4465-96f9-85273b0e51a8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.847746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-513e6a06-972b-4465-96f9-85273b0e51a8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.862210 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e6a06-972b-4465-96f9-85273b0e51a8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Network': ['ID=984057f3-e84c-4955-bc82-7c107579509d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:38.873446 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-513e6a06-972b-4465-96f9-85273b0e51a8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/networks/984057f3-e84c-4955-bc82-7c107579509d HTTP/1.1" status: 204 len: 168 time: 0.4828746 Jan 21 10:36:38.876320 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56180) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:38.948037 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74985ab5-9e28-410e-92a8-d22ea857d302 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.977211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74985ab5-9e28-410e-92a8-d22ea857d302 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.041798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74985ab5-9e28-410e-92a8-d22ea857d302 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.059755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74985ab5-9e28-410e-92a8-d22ea857d302 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:39.071588 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-74985ab5-9e28-410e-92a8-d22ea857d302 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.072717 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-74985ab5-9e28-410e-92a8-d22ea857d302 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/security-groups/5dc92c47-b4a4-4c7c-8bb9-a0856c2f8769 HTTP/1.1" status: 204 len: 168 time: 0.1953547 Jan 21 10:36:39.381198 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56190) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:39.386640 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655943971', 'description': 'tempest-secgroup-smoke-655943971 description', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:39.393642 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:39.398306 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:39.401412 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:39.407146 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:39.419127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.438227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:39.442134 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:39.445156 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:39.451508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:39.521645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.527777 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.570196 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a194c213-c2a9-4b29-9587-0f460bda720d,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:39.573421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.577541 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3fea9f25-5733-42b8-b4fc-af17b914f273 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1923106 Jan 21 10:36:39.577890 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56194) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:39.582756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-fcc4e159-492f-48b2-8658-24f8611906ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'a194c213-c2a9-4b29-9587-0f460bda720d', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:39.588861 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fcc4e159-492f-48b2-8658-24f8611906ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:39.592683 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fcc4e159-492f-48b2-8658-24f8611906ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:39.595509 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fcc4e159-492f-48b2-8658-24f8611906ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:39.601324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fcc4e159-492f-48b2-8658-24f8611906ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:39.618355 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fcc4e159-492f-48b2-8658-24f8611906ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.667190 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.679296 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fcc4e159-492f-48b2-8658-24f8611906ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.683764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fcc4e159-492f-48b2-8658-24f8611906ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.708552 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4e159-492f-48b2-8658-24f8611906ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacaaee1-b6ce-4fe6-903b-7ff19bc828ed,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:39.718524 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fcc4e159-492f-48b2-8658-24f8611906ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.719800 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fcc4e159-492f-48b2-8658-24f8611906ad tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411288 Jan 21 10:36:39.722586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56198) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:39.727495 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-e058e942-a559-4cec-a91c-e79a2377df5d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'a194c213-c2a9-4b29-9587-0f460bda720d', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:39.733530 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e058e942-a559-4cec-a91c-e79a2377df5d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:39.737380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e058e942-a559-4cec-a91c-e79a2377df5d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:39.740206 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-e058e942-a559-4cec-a91c-e79a2377df5d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:39.746090 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-e058e942-a559-4cec-a91c-e79a2377df5d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:39.766044 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e058e942-a559-4cec-a91c-e79a2377df5d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.826337 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e058e942-a559-4cec-a91c-e79a2377df5d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.831113 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e058e942-a559-4cec-a91c-e79a2377df5d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.863813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058e942-a559-4cec-a91c-e79a2377df5d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c26867-bf74-40d6-a9c8-9f156ac3a83f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:39.869832 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e058e942-a559-4cec-a91c-e79a2377df5d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.871027 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e058e942-a559-4cec-a91c-e79a2377df5d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474569 Jan 21 10:36:39.873945 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56202) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:39.879361 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-72d08033-3a34-46db-b730-4ed9ac71fd30 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'a194c213-c2a9-4b29-9587-0f460bda720d', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:39.886178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-72d08033-3a34-46db-b730-4ed9ac71fd30 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:39.890527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-72d08033-3a34-46db-b730-4ed9ac71fd30 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:39.893497 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-72d08033-3a34-46db-b730-4ed9ac71fd30 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:39.899336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-72d08033-3a34-46db-b730-4ed9ac71fd30 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:39.917590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-72d08033-3a34-46db-b730-4ed9ac71fd30 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.979195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-72d08033-3a34-46db-b730-4ed9ac71fd30 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.983542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-72d08033-3a34-46db-b730-4ed9ac71fd30 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.006515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d08033-3a34-46db-b730-4ed9ac71fd30 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a356575b-cf3c-49da-9309-613c3c2c8a10,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:40.018205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-72d08033-3a34-46db-b730-4ed9ac71fd30 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.019799 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-72d08033-3a34-46db-b730-4ed9ac71fd30 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447589 Jan 21 10:36:40.022469 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.023096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56206) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:40.028826 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-066c948c-4381-4371-bafd-16f889fdb610 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'a194c213-c2a9-4b29-9587-0f460bda720d', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:40.034953 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-066c948c-4381-4371-bafd-16f889fdb610 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:40.038954 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-066c948c-4381-4371-bafd-16f889fdb610 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:40.042043 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-066c948c-4381-4371-bafd-16f889fdb610 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:40.048032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-066c948c-4381-4371-bafd-16f889fdb610 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:40.070532 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-066c948c-4381-4371-bafd-16f889fdb610 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.134141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-066c948c-4381-4371-bafd-16f889fdb610 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.138957 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-066c948c-4381-4371-bafd-16f889fdb610 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.167900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c948c-4381-4371-bafd-16f889fdb610 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef0ad0e-cdf8-4525-b790-4e6230a5f854,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:40.172153 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-066c948c-4381-4371-bafd-16f889fdb610 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.174053 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-066c948c-4381-4371-bafd-16f889fdb610 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493208 Jan 21 10:36:40.176192 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56210) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:40.181628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7d42fd33-2cfc-4540-80e7-05c5ca6a9574 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'a194c213-c2a9-4b29-9587-0f460bda720d', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:40.187786 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7d42fd33-2cfc-4540-80e7-05c5ca6a9574 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:40.191929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7d42fd33-2cfc-4540-80e7-05c5ca6a9574 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:40.195005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7d42fd33-2cfc-4540-80e7-05c5ca6a9574 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:40.201065 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7d42fd33-2cfc-4540-80e7-05c5ca6a9574 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:40.214247 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-7d42fd33-2cfc-4540-80e7-05c5ca6a9574 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Project 10b7e7e7f2694379a89bbb121e66ad3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:36:40.222491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7d42fd33-2cfc-4540-80e7-05c5ca6a9574 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.294852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7d42fd33-2cfc-4540-80e7-05c5ca6a9574 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.299823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7d42fd33-2cfc-4540-80e7-05c5ca6a9574 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.322416 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42fd33-2cfc-4540-80e7-05c5ca6a9574 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f798045-2768-47fd-8612-17ca2321d567,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:40.332992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7d42fd33-2cfc-4540-80e7-05c5ca6a9574 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.334155 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7d42fd33-2cfc-4540-80e7-05c5ca6a9574 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1569948 Jan 21 10:36:40.337163 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56214) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:40.342474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-3c5de595-a4f7-4381-9af7-a8d16a029f77 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'security_group_rule': {'security_group_id': 'a194c213-c2a9-4b29-9587-0f460bda720d', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:40.348532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3c5de595-a4f7-4381-9af7-a8d16a029f77 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:40.352278 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3c5de595-a4f7-4381-9af7-a8d16a029f77 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:security_group_rule and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:40.355313 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3c5de595-a4f7-4381-9af7-a8d16a029f77 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:40.361094 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3c5de595-a4f7-4381-9af7-a8d16a029f77 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:40.376051 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-3c5de595-a4f7-4381-9af7-a8d16a029f77 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Project 10b7e7e7f2694379a89bbb121e66ad3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:36:40.382712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3c5de595-a4f7-4381-9af7-a8d16a029f77 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.406274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f778c7c9-8ec6-4cb6-a83a-c825070b61ca no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:36:40.439742 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: f778c7c9-8ec6-4cb6-a83a-c825070b61ca {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:36:40.440076 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device f778c7c9-8ec6-4cb6-a83a-c825070b61ca not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:36:40.447921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3c5de595-a4f7-4381-9af7-a8d16a029f77 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.452775 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3c5de595-a4f7-4381-9af7-a8d16a029f77 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.474834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5de595-a4f7-4381-9af7-a8d16a029f77 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d628fd2-b3f3-45ae-ab68-acfc9dfd02be,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:40.483416 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3c5de595-a4f7-4381-9af7-a8d16a029f77 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.484566 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3c5de595-a4f7-4381-9af7-a8d16a029f77 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463673 Jan 21 10:36:40.487470 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56218) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:40.492808 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'network': {'name': 'tempest-network-smoke--303358921', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'port_security_enabled': True}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:40.497517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:40.501643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:network and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:40.504541 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:40.510368 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:40.522746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:36:40.526082 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.556177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:36:40.567305 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.567743 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Added segment 9626b26d-c53b-4c9c-a941-ea19a0bf3c29 of type vlan for network 7b0f0059-901a-4637-a981-ef8be2c25929 Jan 21 10:36:40.694505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.728532 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.733837 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:40.734409 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.835310 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3468254 Jan 21 10:36:40.838492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56222) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:40.844499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af1dee-d2a4-4dd1-b70c-23c9fe966a7d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Network': ['ID=7b0f0059-901a-4637-a981-ef8be2c25929,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:40.844719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'admin_state_up': True, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:40.852606 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:40.855881 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 7b0f0059-901a-4637-a981-ef8be2c25929 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:36:40.856892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:router and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:40.859798 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:40.866134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:40.876852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.877808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.893397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:41.156023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:41.388715 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:41.467359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:41.496315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:41.632237 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.26.4.67 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/9f754581-d1c5-40b6-b480-058233bae254) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:36:41.895057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:41.925878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:41.991721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:36:41.994611 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:41.997235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:36:42.036181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=9f754581-d1c5-40b6-b480-058233bae254,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:42.411339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:42.763965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:42.972729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:36:43.158829 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:36:43.170939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Sync routers for ids ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:36:43.182005 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Routers {'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:43.182789 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:36:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:43.187369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:43.192013 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1cfddc4c-4745-4375-9b12-5c8a76c2249f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3489678 Jan 21 10:36:43.192404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56226) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:43.358100 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Set router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:43.479090 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-44748f50-6ec9-436d-8aaf-0a4cfa8aafcd tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/subnets?project_id=10b7e7e7f2694379a89bbb121e66ad3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2853925 Jan 21 10:36:43.481749 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56232) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:43.608282 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4107a359-0391-42ce-91ee-1b744d523b75 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:43.609768 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-4107a359-0391-42ce-91ee-1b744d523b75 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270666 Jan 21 10:36:43.612570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56236) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:43.643259 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '9f754581-d1c5-40b6-b480-058233bae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:36:42Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '9f754581-d1c5-40b6-b480-058233bae254', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:41Z', 'updated_at': '2022-01-21T10:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:43.647660 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Checking router: a2014be6-5f10-4530-a7fa-ca8d47cd6d0b for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:36:43.648034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Updating router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b port 9f754581-d1c5-40b6-b480-058233bae254 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:36:43.650707 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-7a14be5f-1348-412c-a245-2724008352e8 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/subnets?network_id=58c8b401-ac8f-45df-8edc-754a2deb57f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371115 Jan 21 10:36:43.653361 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56240) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:43.658560 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1004147512', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:43.699885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:43.764568 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:43.768524 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:subnet and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:43.771250 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:43.776826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:43.786915 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:36:43.790737 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.010849 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.027000 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.038735 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Transition to ACTIVE for port object 9f754581-d1c5-40b6-b480-058233bae254 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:44.045337 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.091220 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Subnet': ['ID=3baab713-c1d5-4a57-8104-bede70bb0091,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:44.100020 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Checking segment: {'id': '9626b26d-c53b-4c9c-a941-ea19a0bf3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:36:44.100362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network hostable DHCP agents. Network: 7b0f0059-901a-4637-a981-ef8be2c25929, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:36:44.120276 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 7b0f0059-901a-4637-a981-ef8be2c25929 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:36:44.121033 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Attempting to bind port 9f754581-d1c5-40b6-b480-058233bae254 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:36:44.121404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Attempting to bind port 9f754581-d1c5-40b6-b480-058233bae254 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:36:44.121769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Attempting to bind port 9f754581-d1c5-40b6-b480-058233bae254 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:36:44.129223 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccd52f-889a-43ca-974b-934d004aab1a None None] Pushing event updated for resources: {'Port': ['ID=9f754581-d1c5-40b6-b480-058233bae254,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:44.130267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 7b0f0059-901a-4637-a981-ef8be2c25929) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:44.131802 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:36:44.132175 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:36:44.132602 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.132983 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:36:44.133449 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Bound port: 9f754581-d1c5-40b6-b480-058233bae254, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:36:44.133816 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.140629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:44.141616 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.159071 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f5643-e081-468d-b89e-5705b700c8a5 None None] Network 7b0f0059-901a-4637-a981-ef8be2c25929 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:36:44.166928 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b31bd047-86f8-4ac4-903e-da7b5071ef6a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5098197 Jan 21 10:36:44.167130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56244) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:44.333402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] For port 9f754581-d1c5-40b6-b480-058233bae254, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:36:44.353802 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] For port 9f754581-d1c5-40b6-b480-058233bae254, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9f754581-d1c5-40b6-b480-058233bae254,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:36:44.382697 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.511809 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Routers {'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:44.512461 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:36:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:44.567329 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccd52f-889a-43ca-974b-934d004aab1a None None] Pushing event updated for resources: {'Port': ['ID=9f754581-d1c5-40b6-b480-058233bae254,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:44.582228 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-7b0f0059-901a-4637-a981-ef8be2c25929', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ips': [{'subnet_id': '3baab713-c1d5-4a57-8104-bede70bb0091'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:36:44.587149 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.778497 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] Set router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:44.972304 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.018898 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Allocated IP 172.20.0.2 (7b0f0059-901a-4637-a981-ef8be2c25929/3baab713-c1d5-4a57-8104-bede70bb0091/e80c3000-6309-4f37-836b-92b84d635351) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:36:45.307082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '9f754581-d1c5-40b6-b480-058233bae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:36:42Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '9f754581-d1c5-40b6-b480-058233bae254', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:41Z', 'updated_at': '2022-01-21T10:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:45.314656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.317192 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8128ee-a7e6-4ea1-a8de-27844fa5c102 None None] The sync data for ids ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'] in dv-neutron-825723-1-hyperv is: [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '9f754581-d1c5-40b6-b480-058233bae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:36:42Z', 'revision_number': 3, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '9f754581-d1c5-40b6-b480-058233bae254', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:41Z', 'updated_at': '2022-01-21T10:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:36:45.327535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Transition to ACTIVE for port object e80c3000-6309-4f37-836b-92b84d635351 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:45.348602 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Transition to ACTIVE for port object e80c3000-6309-4f37-836b-92b84d635351 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:45.353970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.425982 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.20.0.1 (7b0f0059-901a-4637-a981-ef8be2c25929/3baab713-c1d5-4a57-8104-bede70bb0091/d9278d30-a8bc-4c90-a37c-3a1ef47f286a) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:36:45.433267 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Pushing event updated for resources: {'Port': ['ID=e80c3000-6309-4f37-836b-92b84d635351,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:45.451915 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Network 7b0f0059-901a-4637-a981-ef8be2c25929 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:36:45.453246 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:45.456531 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:36:45.549618 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Attempting to bind port e80c3000-6309-4f37-836b-92b84d635351 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:36:45.549982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Attempting to bind port e80c3000-6309-4f37-836b-92b84d635351 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '9626b26d-c53b-4c9c-a941-ea19a0bf3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:36:45.550431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Attempting to bind port e80c3000-6309-4f37-836b-92b84d635351 on network 7b0f0059-901a-4637-a981-ef8be2c25929 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:36:45.558193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:36:45.558193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Checking segment: {'id': '9626b26d-c53b-4c9c-a941-ea19a0bf3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:36:45.558193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.558193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Bound using segment: {'id': '9626b26d-c53b-4c9c-a941-ea19a0bf3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:36:45.558193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Bound port: e80c3000-6309-4f37-836b-92b84d635351, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9626b26d-c53b-4c9c-a941-ea19a0bf3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:36:45.560737 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.619024 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.647381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Transition to ACTIVE for port object d9278d30-a8bc-4c90-a37c-3a1ef47f286a will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:45.682012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.691982 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] For port e80c3000-6309-4f37-836b-92b84d635351, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:36:45.695309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] For port e80c3000-6309-4f37-836b-92b84d635351, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e80c3000-6309-4f37-836b-92b84d635351,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:36:45.702779 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.759654 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 7b0f0059-901a-4637-a981-ef8be2c25929 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:36:45.763438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:45.766866 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:36:45.807526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=d9278d30-a8bc-4c90-a37c-3a1ef47f286a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:45.841317 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.882034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f917fac-52a0-4369-9a4f-e8280abed451 None None] Pushing event updated for resources: {'Port': ['ID=e80c3000-6309-4f37-836b-92b84d635351,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:46.144787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.492492 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e80c3000-6309-4f37-836b-92b84d635351 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:46.561549 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port e80c3000-6309-4f37-836b-92b84d635351 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:46.566434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9f754581-d1c5-40b6-b480-058233bae254 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:46.570004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.575032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.638217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 9f754581-d1c5-40b6-b480-058233bae254 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:46.649959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9f754581-d1c5-40b6-b480-058233bae254 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:46.649959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.789586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.790812 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.821749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 9f754581-d1c5-40b6-b480-058233bae254, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9f754581-d1c5-40b6-b480-058233bae254,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:46.826302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.858320 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=d9278d30-a8bc-4c90-a37c-3a1ef47f286a,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:46.895958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=9f754581-d1c5-40b6-b480-058233bae254,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:46.966036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 7b0f0059-901a-4637-a981-ef8be2c25929 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:36:46.966984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:47.158342 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:36:47.236702 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddae867-5931-4156-a250-82a9eaa7b09d None None] Network 7b0f0059-901a-4637-a981-ef8be2c25929 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:36:47.351699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:36:47.355850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3ecee3b3-4f19-4b2b-9519-b9215f1d5144 None None] Provisioning for port e80c3000-6309-4f37-836b-92b84d635351 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:47.363891 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Sync routers for ids ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:36:47.374592 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-d8b035a1-992b-4a82-b6f0-4990af055882 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "PUT /v2.0/routers/a2014be6-5f10-4530-a7fa-ca8d47cd6d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1971629 Jan 21 10:36:47.374776 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3ecee3b3-4f19-4b2b-9519-b9215f1d5144 None None] Provisioning complete for port e80c3000-6309-4f37-836b-92b84d635351 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:47.374776 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ecee3b3-4f19-4b2b-9519-b9215f1d5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:47.375153 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Routers {'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:47.375864 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a77788ac-0987-4278-9725-1da9b46437be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:36:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:47.552240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-5a2e4ff3-5259-454f-82b9-a197c654acc8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:36:47.563146 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Set router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:47.570817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-5a2e4ff3-5259-454f-82b9-a197c654acc8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:36:47.572904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ecee3b3-4f19-4b2b-9519-b9215f1d5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:47.580381 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-5a2e4ff3-5259-454f-82b9-a197c654acc8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655943971&fields=id&tenant_id=10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 267 time: 0.0690031 Jan 21 10:36:47.623970 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-3ecee3b3-4f19-4b2b-9519-b9215f1d5144 None None] For port e80c3000-6309-4f37-836b-92b84d635351, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e80c3000-6309-4f37-836b-92b84d635351,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:47.630987 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3ecee3b3-4f19-4b2b-9519-b9215f1d5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:47.715142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecee3b3-4f19-4b2b-9519-b9215f1d5144 None None] Pushing event updated for resources: {'Port': ['ID=e80c3000-6309-4f37-836b-92b84d635351,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:47.757822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-ad9e99eb-b342-49c8-809d-769f85021387 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:47.759813 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-ad9e99eb-b342-49c8-809d-769f85021387 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/networks?id=7b0f0059-901a-4637-a981-ef8be2c25929 HTTP/1.1" status: 200 len: 796 time: 0.1785007 Jan 21 10:36:47.776428 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-58c82fd7-97be-4389-9e62-9afefd9f8f3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/quotas/10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 375 time: 0.0106149 Jan 21 10:36:47.858968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ced37e1b-1fb1-4fa0-98ae-457b67e4bb7a None None] Provisioning complete for port e80c3000-6309-4f37-836b-92b84d635351 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:47.859579 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ced37e1b-1fb1-4fa0-98ae-457b67e4bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:47.867914 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b175fd3a-607c-4b72-8e9d-f23dbcf3e4c1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853188 Jan 21 10:36:47.906275 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a77788ac-0987-4278-9725-1da9b46437be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '9f754581-d1c5-40b6-b480-058233bae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '9f754581-d1c5-40b6-b480-058233bae254', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:41Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'd9278d30-a8bc-4c90-a37c-3a1ef47f286a', 'name': '', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:6b:55:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:45Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 2, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:47.911265 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Checking router: a2014be6-5f10-4530-a7fa-ca8d47cd6d0b for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:36:47.911732 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Updating router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b port d9278d30-a8bc-4c90-a37c-3a1ef47f286a binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:36:47.969202 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.013665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ced37e1b-1fb1-4fa0-98ae-457b67e4bb7a None None] Provisioning for port d9278d30-a8bc-4c90-a37c-3a1ef47f286a completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:48.020313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ced37e1b-1fb1-4fa0-98ae-457b67e4bb7a None None] Provisioning complete for port d9278d30-a8bc-4c90-a37c-3a1ef47f286a triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:48.020737 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ced37e1b-1fb1-4fa0-98ae-457b67e4bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.080964 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ced37e1b-1fb1-4fa0-98ae-457b67e4bb7a None None] Port d9278d30-a8bc-4c90-a37c-3a1ef47f286a cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:36:48.136123 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-64de97dc-bb47-4fa1-9f16-374d0bbcfb9c service neutron] 10.222.0.99 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107234 Jan 21 10:36:48.202830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ddff153b-205a-4b6d-9ed5-4e0d299cf677 None None] Provisioning complete for port d9278d30-a8bc-4c90-a37c-3a1ef47f286a triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:48.203318 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ddff153b-205a-4b6d-9ed5-4e0d299cf677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.269933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-ddff153b-205a-4b6d-9ed5-4e0d299cf677 None None] Port d9278d30-a8bc-4c90-a37c-3a1ef47f286a cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:36:48.283045 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-9c0b2cab-7f17-407f-814f-6836bcdd71ce service neutron] 10.222.0.99 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404731 Jan 21 10:36:48.350391 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.362911 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Transition to ACTIVE for port object d9278d30-a8bc-4c90-a37c-3a1ef47f286a will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:48.369707 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.493934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e80c3000-6309-4f37-836b-92b84d635351 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:48.534705 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e778f4b0-7f3e-4790-95d5-b13ed3c239d2 req-ad485d8a-41da-42fe-82c9-e2310d50ebd7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 210 time: 0.1019154 Jan 21 10:36:48.595308 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port e80c3000-6309-4f37-836b-92b84d635351 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:48.595841 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.672662 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Pushing event updated for resources: {'Port': ['ID=d9278d30-a8bc-4c90-a37c-3a1ef47f286a,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:48.683713 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Attempting to bind port d9278d30-a8bc-4c90-a37c-3a1ef47f286a on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:36:48.684035 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Attempting to bind port d9278d30-a8bc-4c90-a37c-3a1ef47f286a by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '9626b26d-c53b-4c9c-a941-ea19a0bf3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:36:48.684411 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Attempting to bind port d9278d30-a8bc-4c90-a37c-3a1ef47f286a on network 7b0f0059-901a-4637-a981-ef8be2c25929 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:36:48.687088 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:48.687433 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:48.687769 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:48.688105 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:48.688454 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:48.688785 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:48.689100 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:48.689421 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:48.689739 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:48.690065 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:48.690359 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:48.690671 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:48.697586 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:36:48.697961 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Checking segment: {'id': '9626b26d-c53b-4c9c-a941-ea19a0bf3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:36:48.698366 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.698754 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Bound using segment: {'id': '9626b26d-c53b-4c9c-a941-ea19a0bf3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:36:48.699275 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Bound port: d9278d30-a8bc-4c90-a37c-3a1ef47f286a, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9626b26d-c53b-4c9c-a941-ea19a0bf3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:36:48.699591 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.755641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9f754581-d1c5-40b6-b480-058233bae254 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:48.795507 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-a77788ac-0987-4278-9725-1da9b46437be None None] For port d9278d30-a8bc-4c90-a37c-3a1ef47f286a, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:36:48.798736 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-a77788ac-0987-4278-9725-1da9b46437be None None] For port d9278d30-a8bc-4c90-a37c-3a1ef47f286a, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d9278d30-a8bc-4c90-a37c-3a1ef47f286a,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:36:48.803476 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.845299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 9f754581-d1c5-40b6-b480-058233bae254 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:48.845679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.883581 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Routers {'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:48.884316 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a77788ac-0987-4278-9725-1da9b46437be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:36:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:48.952274 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64a379-d3a7-4a61-8874-ef9074bee3ef None None] Pushing event updated for resources: {'Port': ['ID=d9278d30-a8bc-4c90-a37c-3a1ef47f286a,revision_number=4']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:49.092730 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-a77788ac-0987-4278-9725-1da9b46437be None None] Set router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:49.418633 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a77788ac-0987-4278-9725-1da9b46437be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '9f754581-d1c5-40b6-b480-058233bae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '9f754581-d1c5-40b6-b480-058233bae254', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:41Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'd9278d30-a8bc-4c90-a37c-3a1ef47f286a', 'name': '', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:6b:55:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:45Z', 'updated_at': '2022-01-21T10:36:48Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:49.423056 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77788ac-0987-4278-9725-1da9b46437be None None] The sync data for ids ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'] in dv-neutron-825723-1-hyperv is: [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '9f754581-d1c5-40b6-b480-058233bae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '9f754581-d1c5-40b6-b480-058233bae254', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:41Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'd9278d30-a8bc-4c90-a37c-3a1ef47f286a', 'name': '', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:6b:55:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:45Z', 'updated_at': '2022-01-21T10:36:48Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:36:49.748113 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-07705782-ec9e-4372-9f41-41a0637f67c0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:49.750446 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-07705782-ec9e-4372-9f41-41a0637f67c0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/networks?id=7b0f0059-901a-4637-a981-ef8be2c25929 HTTP/1.1" status: 200 len: 796 time: 0.2528834 Jan 21 10:36:49.752709 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6856f79e-9aca-4c73-96ae-f1ff523e391d req-9ca69e9c-52a9-4063-8ff1-b704d18cff43 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 210 time: 0.0611203 Jan 21 10:36:49.812869 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-065515e0-fd85-4b4c-9c91-c0e1464eb7d0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10b7e7e7f2694379a89bbb121e66ad3d HTTP/1.1" status: 200 len: 379 time: 0.0526469 Jan 21 10:36:49.820923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'port': {'device_id': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'admin_state_up': True, 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'security_groups': ['a194c213-c2a9-4b29-9587-0f460bda720d']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:49.959506 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:49.963906 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:port and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:49.966899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:49.972792 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:49.983827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Made reservation on behalf of 10b7e7e7f2694379a89bbb121e66ad3d for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:36:49.987389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.152136 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.20.0.10 (7b0f0059-901a-4637-a981-ef8be2c25929/3baab713-c1d5-4a57-8104-bede70bb0091/40854110-f63f-4eb4-bac0-e9c9639d5f30) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:36:50.346900 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.362904 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Transition to ACTIVE for port object 40854110-f63f-4eb4-bac0-e9c9639d5f30 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:50.390268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.465365 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 7b0f0059-901a-4637-a981-ef8be2c25929 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:36:50.468696 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:50.472635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:36:50.489296 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d9278d30-a8bc-4c90-a37c-3a1ef47f286a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:50.503470 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=40854110-f63f-4eb4-bac0-e9c9639d5f30,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:50.550930 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:50.551618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.583647 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2f073ca3-476d-4eed-9801-b7ba99edf670 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7663689 Jan 21 10:36:50.587322 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port d9278d30-a8bc-4c90-a37c-3a1ef47f286a completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:50.593141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port d9278d30-a8bc-4c90-a37c-3a1ef47f286a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:50.593498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.595545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Request body: {'port': {'device_id': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:50.739502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.779085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port d9278d30-a8bc-4c90-a37c-3a1ef47f286a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d9278d30-a8bc-4c90-a37c-3a1ef47f286a,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:50.785352 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.823765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1a0013af-e1db-42e7-b4e5-b6c96ead805b None None] Provisioning for port 40854110-f63f-4eb4-bac0-e9c9639d5f30 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:50.832709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.877357 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-1a0013af-e1db-42e7-b4e5-b6c96ead805b None None] Provisioning complete for port 40854110-f63f-4eb4-bac0-e9c9639d5f30 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:50.877732 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1a0013af-e1db-42e7-b4e5-b6c96ead805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.937456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=d9278d30-a8bc-4c90-a37c-3a1ef47f286a,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:50.941664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-1a0013af-e1db-42e7-b4e5-b6c96ead805b None None] Port 40854110-f63f-4eb4-bac0-e9c9639d5f30 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:36:51.047244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d089e01-8fdb-42ce-b7a2-271523a213b9 req-a53e44c8-9958-49af-8910-ad79b07ccece tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:51.047837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-6d089e01-8fdb-42ce-b7a2-271523a213b9 req-a53e44c8-9958-49af-8910-ad79b07ccece tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Synchronizing usage tracker for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:36:51.140567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-6d089e01-8fdb-42ce-b7a2-271523a213b9 req-a53e44c8-9958-49af-8910-ad79b07ccece tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Unset dirty status for tenant:10b7e7e7f2694379a89bbb121e66ad3d on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:36:51.141736 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d089e01-8fdb-42ce-b7a2-271523a213b9 req-a53e44c8-9958-49af-8910-ad79b07ccece tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 932 time: 0.2672968 Jan 21 10:36:51.217625 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d089e01-8fdb-42ce-b7a2-271523a213b9 req-170837eb-03f4-4f2a-b13e-26b0a9fec9ff tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688338 Jan 21 10:36:51.292996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40854110-f63f-4eb4-bac0-e9c9639d5f30 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:36:51.300392 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.315354 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Transition to ACTIVE for port object 40854110-f63f-4eb4-bac0-e9c9639d5f30 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:51.320301 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.450751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Pushing event updated for resources: {'Port': ['ID=40854110-f63f-4eb4-bac0-e9c9639d5f30,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:51.561989 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Attempting to bind port 40854110-f63f-4eb4-bac0-e9c9639d5f30 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:36:51.562333 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Attempting to bind port 40854110-f63f-4eb4-bac0-e9c9639d5f30 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9626b26d-c53b-4c9c-a941-ea19a0bf3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:36:51.562662 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Attempting to bind port 40854110-f63f-4eb4-bac0-e9c9639d5f30 on network 7b0f0059-901a-4637-a981-ef8be2c25929 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:36:51.567317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Port 40854110-f63f-4eb4-bac0-e9c9639d5f30 on network 7b0f0059-901a-4637-a981-ef8be2c25929 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:36:51.567646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Attempting to bind port 40854110-f63f-4eb4-bac0-e9c9639d5f30 on network 7b0f0059-901a-4637-a981-ef8be2c25929 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:36:51.572938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:36:51.573314 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Checking segment: {'id': '9626b26d-c53b-4c9c-a941-ea19a0bf3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:36:51.573700 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Bound using segment: {'id': '9626b26d-c53b-4c9c-a941-ea19a0bf3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:36:51.574122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Bound port: 40854110-f63f-4eb4-bac0-e9c9639d5f30, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9626b26d-c53b-4c9c-a941-ea19a0bf3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:36:51.574446 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.662815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] For port 40854110-f63f-4eb4-bac0-e9c9639d5f30, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:36:51.665779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] For port 40854110-f63f-4eb4-bac0-e9c9639d5f30, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40854110-f63f-4eb4-bac0-e9c9639d5f30,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:36:51.672617 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.732227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:51.732863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.734532 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] 10.222.0.121 "PUT /v2.0/ports/40854110-f63f-4eb4-bac0-e9c9639d5f30 HTTP/1.1" status: 200 len: 1094 time: 1.1439242 Jan 21 10:36:51.737317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'tag': '40854110-f63f-4eb4-bac0-e9c9639d5f30'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:36:51.762258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8a740-4592-4629-9520-fcea6c273180 service neutron] Pushing event updated for resources: {'Port': ['ID=40854110-f63f-4eb4-bac0-e9c9639d5f30,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:51.816114 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'tag': '40854110-f63f-4eb4-bac0-e9c9639d5f30', 'status': 'completed', 'code': 200} Jan 21 10:36:51.857435 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-f16211a9-0ade-4421-9771-f85881d56d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:51.858916 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-f16211a9-0ade-4421-9771-f85881d56d1f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 1097 time: 0.0758204 Jan 21 10:36:51.931299 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-f53180d1-9a69-432f-8387-7a97bdab3f12 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40854110-f63f-4eb4-bac0-e9c9639d5f30 HTTP/1.1" status: 200 len: 217 time: 0.0649750 Jan 21 10:36:51.994526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-3054c8c9-3b51-48a9-8ed0-dc193b165a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:51.995971 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-3054c8c9-3b51-48a9-8ed0-dc193b165a45 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3baab713-c1d5-4a57-8104-bede70bb0091 HTTP/1.1" status: 200 len: 835 time: 0.0577857 Jan 21 10:36:52.086600 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-382cd45c-58f1-4880-9c19-d9243d4ee425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:52.088254 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-382cd45c-58f1-4880-9c19-d9243d4ee425 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7b0f0059-901a-4637-a981-ef8be2c25929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861814 Jan 21 10:36:52.228013 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-2583cff5-a5e0-4bff-9b2e-b22278c1674b service neutron] 10.222.0.121 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319664 Jan 21 10:36:52.416667 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9cf9fe42-2f86-49c3-bbab-f80b0e42645d req-324bfdda-b6a8-43c7-8bc8-34c04e4daa78 service neutron] 10.222.0.121 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831260 Jan 21 10:36:52.453863 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6d14-f7b2-48c8-a256-c0d62e78e859 req-9c27e6ca-8c00-4ee3-b253-35bd6cb3f405 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:52.455760 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e0f6d14-f7b2-48c8-a256-c0d62e78e859 req-9c27e6ca-8c00-4ee3-b253-35bd6cb3f405 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 944 time: 0.1274507 Jan 21 10:36:52.465085 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d9278d30-a8bc-4c90-a37c-3a1ef47f286a up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:52.536186 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port d9278d30-a8bc-4c90-a37c-3a1ef47f286a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:52.536587 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:52.657013 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e0f6d14-f7b2-48c8-a256-c0d62e78e859 req-151fc541-ff91-47ee-8c08-c4846b23cfd1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950719 Jan 21 10:36:52.677643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a8d7d-ef6d-4969-99d6-548539e445bb req-f222d23d-37ca-42e5-b5ce-25b3c1e678c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:52.679104 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6c4a8d7d-ef6d-4969-99d6-548539e445bb req-f222d23d-37ca-42e5-b5ce-25b3c1e678c0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 1097 time: 0.2010539 Jan 21 10:36:52.814603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a8d7d-ef6d-4969-99d6-548539e445bb req-a65ff107-ea27-4db3-a628-16b94545307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:52.816035 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6c4a8d7d-ef6d-4969-99d6-548539e445bb req-a65ff107-ea27-4db3-a628-16b94545307e service neutron] 10.222.0.121 "GET /v2.0/networks?id=7b0f0059-901a-4637-a981-ef8be2c25929 HTTP/1.1" status: 200 len: 897 time: 0.1306622 Jan 21 10:36:52.898171 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6c4a8d7d-ef6d-4969-99d6-548539e445bb req-d75bb226-2309-4781-a3bd-58f04af8a250 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40854110-f63f-4eb4-bac0-e9c9639d5f30 HTTP/1.1" status: 200 len: 217 time: 0.0749707 Jan 21 10:36:52.961401 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a8d7d-ef6d-4969-99d6-548539e445bb req-e1e3cfa8-605b-4a53-a25a-d07978efc6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:52.962801 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6c4a8d7d-ef6d-4969-99d6-548539e445bb req-e1e3cfa8-605b-4a53-a25a-d07978efc6ba service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3baab713-c1d5-4a57-8104-bede70bb0091 HTTP/1.1" status: 200 len: 835 time: 0.0585892 Jan 21 10:36:53.040920 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a8d7d-ef6d-4969-99d6-548539e445bb req-e64e56e9-8f19-4dbb-9576-1d2cf67a142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:53.043267 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6c4a8d7d-ef6d-4969-99d6-548539e445bb req-e64e56e9-8f19-4dbb-9576-1d2cf67a142f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7b0f0059-901a-4637-a981-ef8be2c25929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735586 Jan 21 10:36:53.182984 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6c4a8d7d-ef6d-4969-99d6-548539e445bb req-94de4589-b1fa-4634-9a8e-78fb6104aa91 service neutron] 10.222.0.121 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332693 Jan 21 10:36:53.315779 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6c4a8d7d-ef6d-4969-99d6-548539e445bb req-7d4d92d1-76cd-4305-a6c5-51d5a46608f0 service neutron] 10.222.0.121 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257215 Jan 21 10:36:53.884119 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf19656-9839-499a-b526-c9f5eee62150 req-3d226cb2-28c8-4729-92a1-20e461c3d0f7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:53.885598 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dcf19656-9839-499a-b526-c9f5eee62150 req-3d226cb2-28c8-4729-92a1-20e461c3d0f7 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 944 time: 0.1050200 Jan 21 10:36:53.941232 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dcf19656-9839-499a-b526-c9f5eee62150 req-46f5360c-04d0-4681-a7cc-4b0b7a4391c0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467329 Jan 21 10:36:55.148271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2c2d4-98ea-4c04-9a06-0c89bbdd9cba req-b1f7e047-a0d2-4847-8bea-556432191ec8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:55.149836 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e6b2c2d4-98ea-4c04-9a06-0c89bbdd9cba req-b1f7e047-a0d2-4847-8bea-556432191ec8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 944 time: 0.0901639 Jan 21 10:36:55.200196 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e6b2c2d4-98ea-4c04-9a06-0c89bbdd9cba req-afa0b0d0-006a-458a-be27-f5fa87a76a3f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447028 Jan 21 10:36:55.437864 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 40854110-f63f-4eb4-bac0-e9c9639d5f30 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:36:55.576216 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 40854110-f63f-4eb4-bac0-e9c9639d5f30, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40854110-f63f-4eb4-bac0-e9c9639d5f30,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:55.589521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '40854110-f63f-4eb4-bac0-e9c9639d5f30', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'port_id': '40854110-f63f-4eb4-bac0-e9c9639d5f30', 'mac_address': 'fa:16:3e:9e:65:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:36:55.650604 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.673881 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40854110-f63f-4eb4-bac0-e9c9639d5f30 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:36:55.689546 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 40854110-f63f-4eb4-bac0-e9c9639d5f30, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40854110-f63f-4eb4-bac0-e9c9639d5f30,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:55.696716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.766176 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=40854110-f63f-4eb4-bac0-e9c9639d5f30,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:56.086047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['40854110-f63f-4eb4-bac0-e9c9639d5f30'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:36:56.391127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b378b7-d5da-4f71-ab47-840eec7141e9 req-99e3ef48-28dc-4412-9ad2-595514647161 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:56.392570 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-63b378b7-d5da-4f71-ab47-840eec7141e9 req-99e3ef48-28dc-4412-9ad2-595514647161 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 945 time: 0.0806224 Jan 21 10:36:56.436115 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-63b378b7-d5da-4f71-ab47-840eec7141e9 req-bd9db1e4-f529-4fee-a1d0-7419e032744c tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377946 Jan 21 10:36:57.439186 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 40854110-f63f-4eb4-bac0-e9c9639d5f30 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:57.520002 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 40854110-f63f-4eb4-bac0-e9c9639d5f30 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:57.525315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 40854110-f63f-4eb4-bac0-e9c9639d5f30 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:57.525686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:57.632332 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffbd9f-00a7-40a6-9ead-3833f358ee5f req-07608d69-1e77-483d-b8c2-ca891538ea21 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:57.633971 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-12ffbd9f-00a7-40a6-9ead-3833f358ee5f req-07608d69-1e77-483d-b8c2-ca891538ea21 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 945 time: 0.0841577 Jan 21 10:36:57.641824 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:57.668103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40854110-f63f-4eb4-bac0-e9c9639d5f30'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:36:57.676996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 40854110-f63f-4eb4-bac0-e9c9639d5f30, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40854110-f63f-4eb4-bac0-e9c9639d5f30,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:57.681320 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-12ffbd9f-00a7-40a6-9ead-3833f358ee5f req-ba110647-4d17-44a1-9290-55e4d2b9d1d5 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405078 Jan 21 10:36:57.685550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:57.757406 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=40854110-f63f-4eb4-bac0-e9c9639d5f30,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:57.823266 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40854110-f63f-4eb4-bac0-e9c9639d5f30', 'code': 200} Jan 21 10:36:58.078349 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31b55e-68ea-44bd-a7d6-cf911f5f70b2 req-ca85d9aa-982b-4495-88b8-3f90ec1355cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:58.079749 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca31b55e-68ea-44bd-a7d6-cf911f5f70b2 req-ca85d9aa-982b-4495-88b8-3f90ec1355cf service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 1099 time: 0.0860066 Jan 21 10:36:58.119162 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca31b55e-68ea-44bd-a7d6-cf911f5f70b2 req-e94c5815-b099-4b1b-83fd-8691d602e9f9 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333579 Jan 21 10:36:58.870064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ae23b-ede1-4728-9768-71c93a40e20b req-d1011af1-3aba-4269-b7eb-de56801c1026 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:58.871507 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b7ae23b-ede1-4728-9768-71c93a40e20b req-d1011af1-3aba-4269-b7eb-de56801c1026 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 946 time: 0.0822387 Jan 21 10:36:58.918087 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9b7ae23b-ede1-4728-9768-71c93a40e20b req-dc383ea6-32d4-41f2-a0d0-84d2fd54050a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380790 Jan 21 10:37:00.137342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc45b9-752b-4bf8-9cdc-44a6d7e6441d req-3560d67a-a51a-4c7d-b0e3-ab9f3d79288b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:00.138824 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8bbc45b9-752b-4bf8-9cdc-44a6d7e6441d req-3560d67a-a51a-4c7d-b0e3-ab9f3d79288b tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 946 time: 0.0984194 Jan 21 10:37:00.186311 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8bbc45b9-752b-4bf8-9cdc-44a6d7e6441d req-d4a39fbe-abd4-44cf-9c8b-ca92fd7a809d tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411334 Jan 21 10:37:00.378019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da3914-75cc-4674-ab8c-d0c55441e057 req-7e8a097f-0a9d-43ae-ae92-38da2b69a1b2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:00.379473 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-27da3914-75cc-4674-ab8c-d0c55441e057 req-7e8a097f-0a9d-43ae-ae92-38da2b69a1b2 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 946 time: 0.0855751 Jan 21 10:37:00.425157 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-27da3914-75cc-4674-ab8c-d0c55441e057 req-27bdecb6-655c-4c54-a273-1ffe693ba1a0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398571 Jan 21 10:37:00.447925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56310) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:00.521419 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b304fc63-fa83-4a7a-9648-76d05022e4a9 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:00.522787 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b304fc63-fa83-4a7a-9648-76d05022e4a9 tempest-TestNetworkAdvancedServerOps-882551156 tempest-TestNetworkAdvancedServerOps-882551156-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 1094 time: 0.0738904 Jan 21 10:37:00.526567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56314) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:00.534228 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '40854110-f63f-4eb4-bac0-e9c9639d5f30', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:37:00.543458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:37:00.549484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Usage tracker for resource:floatingip and tenant:10b7e7e7f2694379a89bbb121e66ad3d is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:37:00.553982 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:37:00.560247 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:37:00.572815 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.711678 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.805244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.944317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Allocated IP 172.26.4.82 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/9f817de8-9c5c-4c45-ba80-93ea33d92362) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:37:01.096056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.129190 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.192882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:37:01.195852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:37:01.199510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:37:01.228803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=9f817de8-9c5c-4c45-ba80-93ea33d92362,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:01.630779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.706742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.924434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.931242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:02.041762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event updated for resources: {'Port': ['ID=9f817de8-9c5c-4c45-ba80-93ea33d92362,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:02.052505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:02.227173 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Floating IP cf5c282d-2c10-43db-ab33-bd6d4a042baa associated. External IP: 172.26.4.82, port: 40854110-f63f-4eb4-bac0-e9c9639d5f30. Jan 21 10:37:02.682490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:37:02.862002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:37:02.872940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4f8c3-2868-4289-8fd0-d152fc2767bf None None] Sync routers for ids ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:37:02.886272 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4f8c3-2868-4289-8fd0-d152fc2767bf None None] Routers {'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:37:02.887233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-9bc4f8c3-2868-4289-8fd0-d152fc2767bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:36:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:02.896571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:02.955317 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-48519eb2-efc2-4ee7-91e4-359b4fe617af tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4273932 Jan 21 10:37:02.955861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'tag': '40854110-f63f-4eb4-bac0-e9c9639d5f30'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:37:03.003511 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'tag': '40854110-f63f-4eb4-bac0-e9c9639d5f30', 'status': 'completed', 'code': 200} Jan 21 10:37:03.092184 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-9bc4f8c3-2868-4289-8fd0-d152fc2767bf None None] Set router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:37:03.099964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58032f-6d0f-43a8-9de7-2217dc62cc2d req-31a8a7d1-9cd4-41ac-9d11-ef6eb0ca5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:03.101568 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d58032f-6d0f-43a8-9de7-2217dc62cc2d req-31a8a7d1-9cd4-41ac-9d11-ef6eb0ca5f8b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 1099 time: 0.0774026 Jan 21 10:37:03.302523 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58032f-6d0f-43a8-9de7-2217dc62cc2d req-fa096da9-c885-427c-a15e-5f8a2690dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:03.304675 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d58032f-6d0f-43a8-9de7-2217dc62cc2d req-fa096da9-c885-427c-a15e-5f8a2690dcc3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7b0f0059-901a-4637-a981-ef8be2c25929 HTTP/1.1" status: 200 len: 897 time: 0.1963234 Jan 21 10:37:03.419380 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3c697-d613-4226-8638-095fa9fb455e req-a9b2b09b-9830-4698-b718-53292d3c2cf0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:03.420838 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ded3c697-d613-4226-8638-095fa9fb455e req-a9b2b09b-9830-4698-b718-53292d3c2cf0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 946 time: 0.2126374 Jan 21 10:37:03.422607 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d58032f-6d0f-43a8-9de7-2217dc62cc2d req-88c0ec1f-ba28-4ea5-8640-cb7ab76a67ac service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40854110-f63f-4eb4-bac0-e9c9639d5f30 HTTP/1.1" status: 200 len: 999 time: 0.1112227 Jan 21 10:37:03.471438 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-9bc4f8c3-2868-4289-8fd0-d152fc2767bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '9f754581-d1c5-40b6-b480-058233bae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '9f754581-d1c5-40b6-b480-058233bae254', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:41Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'cf5c282d-2c10-43db-ab33-bd6d4a042baa', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.82', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'port_id': '40854110-f63f-4eb4-bac0-e9c9639d5f30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'mac_address': 'fa:16:3e:9e:65:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:37:01Z', 'updated_at': '2022-01-21T10:37:01Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9278d30-a8bc-4c90-a37c-3a1ef47f286a', 'name': '', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:6b:55:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:45Z', 'updated_at': '2022-01-21T10:36:50Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:03.475403 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4f8c3-2868-4289-8fd0-d152fc2767bf None None] Checking router: a2014be6-5f10-4530-a7fa-ca8d47cd6d0b for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:37:03.484542 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4f8c3-2868-4289-8fd0-d152fc2767bf None None] Routers {'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:37:03.485169 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-9bc4f8c3-2868-4289-8fd0-d152fc2767bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:36:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:03.510941 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ded3c697-d613-4226-8638-095fa9fb455e req-926179a3-1a97-4efe-92cc-3d737b833d66 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841417 Jan 21 10:37:03.514704 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58032f-6d0f-43a8-9de7-2217dc62cc2d req-7e27b07e-f55b-48bc-ad2a-acbc1db15152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:03.516110 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d58032f-6d0f-43a8-9de7-2217dc62cc2d req-7e27b07e-f55b-48bc-ad2a-acbc1db15152 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3baab713-c1d5-4a57-8104-bede70bb0091 HTTP/1.1" status: 200 len: 835 time: 0.0766027 Jan 21 10:37:03.535064 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56322) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:03.597024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58032f-6d0f-43a8-9de7-2217dc62cc2d req-7b3728ac-bfe4-443b-ae6b-10123bd90b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:03.598515 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d58032f-6d0f-43a8-9de7-2217dc62cc2d req-7b3728ac-bfe4-443b-ae6b-10123bd90b1b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7b0f0059-901a-4637-a981-ef8be2c25929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765393 Jan 21 10:37:03.657567 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b45841b3-7ee1-4259-945e-e0c3ce8443a0 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/cf5c282d-2c10-43db-ab33-bd6d4a042baa HTTP/1.1" status: 200 len: 991 time: 0.1197147 Jan 21 10:37:03.672510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-9bc4f8c3-2868-4289-8fd0-d152fc2767bf None None] Set router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:37:03.733833 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d58032f-6d0f-43a8-9de7-2217dc62cc2d req-4f6309e9-eb87-40f7-b500-49d4b1ca50c7 service neutron] 10.222.0.121 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290081 Jan 21 10:37:03.868919 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6d58032f-6d0f-43a8-9de7-2217dc62cc2d req-69647381-ffc4-418c-916b-760d50f48f71 service neutron] 10.222.0.121 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289873 Jan 21 10:37:04.031372 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-9bc4f8c3-2868-4289-8fd0-d152fc2767bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '9f754581-d1c5-40b6-b480-058233bae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '9f754581-d1c5-40b6-b480-058233bae254', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:41Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'cf5c282d-2c10-43db-ab33-bd6d4a042baa', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.82', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'port_id': '40854110-f63f-4eb4-bac0-e9c9639d5f30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'mac_address': 'fa:16:3e:9e:65:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:37:01Z', 'updated_at': '2022-01-21T10:37:01Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9278d30-a8bc-4c90-a37c-3a1ef47f286a', 'name': '', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:6b:55:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:45Z', 'updated_at': '2022-01-21T10:36:50Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:04.036271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4f8c3-2868-4289-8fd0-d152fc2767bf None None] The sync data for ids ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'] in dv-neutron-825723-1-hyperv is: [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '9f754581-d1c5-40b6-b480-058233bae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '9f754581-d1c5-40b6-b480-058233bae254', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:41Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'cf5c282d-2c10-43db-ab33-bd6d4a042baa', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'floating_ip_address': '172.26.4.82', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'port_id': '40854110-f63f-4eb4-bac0-e9c9639d5f30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'mac_address': 'fa:16:3e:9e:65:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:37:01Z', 'updated_at': '2022-01-21T10:37:01Z', 'revision_number': 0, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9278d30-a8bc-4c90-a37c-3a1ef47f286a', 'name': '', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:6b:55:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:45Z', 'updated_at': '2022-01-21T10:36:50Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:37:04.244693 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35d846f-2dbd-4315-961d-098187ec7fc8 None None] New status for floating IP cf5c282d-2c10-43db-ab33-bd6d4a042baa: ACTIVE {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:37:04.661304 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56326) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:04.879710 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-21d639a3-d4c1-43ab-baf9-0d03d2db487a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/cf5c282d-2c10-43db-ab33-bd6d4a042baa HTTP/1.1" status: 200 len: 993 time: 0.2173045 Jan 21 10:37:06.464284 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ff5be21d-e524-4a7e-8123-b78657f31e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:08.539091 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-60b81cf0-2ecb-4fda-a537-d65684808e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:09.676988 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:10.029124 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:37:10.034741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:11.399585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:30.813388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:32.765321 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35e99eb1-679c-4afc-910b-135843f487d5 req-60df4767-7cf8-4b67-927e-645e6944f577 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917878 Jan 21 10:37:32.927425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e99eb1-679c-4afc-910b-135843f487d5 req-cc289524-7d14-4916-8492-ad3d45997f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:32.929126 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35e99eb1-679c-4afc-910b-135843f487d5 req-cc289524-7d14-4916-8492-ad3d45997f5a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 1099 time: 0.0824933 Jan 21 10:37:33.075255 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e99eb1-679c-4afc-910b-135843f487d5 req-02ba0b63-10e4-4070-9d02-dfe0a5d46345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:33.076674 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35e99eb1-679c-4afc-910b-135843f487d5 req-02ba0b63-10e4-4070-9d02-dfe0a5d46345 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7b0f0059-901a-4637-a981-ef8be2c25929 HTTP/1.1" status: 200 len: 897 time: 0.1274664 Jan 21 10:37:33.179852 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35e99eb1-679c-4afc-910b-135843f487d5 req-62405dd4-1022-43d1-aeb0-d04ed1a57add service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40854110-f63f-4eb4-bac0-e9c9639d5f30 HTTP/1.1" status: 200 len: 1001 time: 0.0967011 Jan 21 10:37:33.249339 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e99eb1-679c-4afc-910b-135843f487d5 req-aabb9b3c-6ac5-4d5c-be7f-eeba69ec45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:33.250765 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35e99eb1-679c-4afc-910b-135843f487d5 req-aabb9b3c-6ac5-4d5c-be7f-eeba69ec45f8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3baab713-c1d5-4a57-8104-bede70bb0091 HTTP/1.1" status: 200 len: 835 time: 0.0653982 Jan 21 10:37:33.326946 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e99eb1-679c-4afc-910b-135843f487d5 req-ad5242de-1065-419e-8f73-0b8599f6e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:33.328332 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35e99eb1-679c-4afc-910b-135843f487d5 req-ad5242de-1065-419e-8f73-0b8599f6e930 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7b0f0059-901a-4637-a981-ef8be2c25929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715587 Jan 21 10:37:33.467992 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35e99eb1-679c-4afc-910b-135843f487d5 req-aaa6cb75-c0e2-4e2b-bbe3-bec29f5a49b5 service neutron] 10.222.0.121 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328287 Jan 21 10:37:33.601715 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-35e99eb1-679c-4afc-910b-135843f487d5 req-90d9c762-8f28-4fd0-8446-c4104ea339f8 service neutron] 10.222.0.121 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279571 Jan 21 10:37:36.462800 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e99e24d4-16c9-43d6-a559-99cfa3d907a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:38.533820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c2e103dd-3361-49bb-8788-094bb6b62047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:39.673794 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:40.041856 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:41.410829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:47.033688 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:38:00.847080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:06.466574 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-47ee763e-1c6a-4b3d-84e2-fec4f4d15587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:08.103159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c75f-c7cb-41cd-9d10-6b176a41c4bc req-097a6569-cafd-4b43-ab71-277cb99a2cb9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:08.104654 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3d39c75f-c7cb-41cd-9d10-6b176a41c4bc req-097a6569-cafd-4b43-ab71-277cb99a2cb9 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 946 time: 0.0826907 Jan 21 10:38:08.152166 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3d39c75f-c7cb-41cd-9d10-6b176a41c4bc req-559580ee-3d0f-4df0-aba4-4b077fd63493 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415897 Jan 21 10:38:08.541368 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6e11d17e-3a3f-4492-a488-d87279642647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:09.356690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864946e-1886-472b-a5e0-85899606c459 req-ede46c19-2ab1-4148-864e-bcb0020175d8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:09.358538 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2864946e-1886-472b-a5e0-85899606c459 req-ede46c19-2ab1-4148-864e-bcb0020175d8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 946 time: 0.0903404 Jan 21 10:38:09.409915 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2864946e-1886-472b-a5e0-85899606c459 req-f80f577d-41b7-4de4-8282-1ef428198f91 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453200 Jan 21 10:38:09.668701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:10.042069 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:10.609224 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed4beb-f3f0-497e-9d3f-53fd3e136c90 req-39b8a0fe-95c9-4f2a-8a45-a8409e3189f1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:10.610674 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d0ed4beb-f3f0-497e-9d3f-53fd3e136c90 req-39b8a0fe-95c9-4f2a-8a45-a8409e3189f1 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 946 time: 0.0905273 Jan 21 10:38:10.657149 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d0ed4beb-f3f0-497e-9d3f-53fd3e136c90 req-5666fd2b-5e5c-4a9f-a57d-f6967ac1389e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407057 Jan 21 10:38:10.680117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56376) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:10.790922 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-23185b08-f3e5-45b2-b4d3-38b7def50e48 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/cf5c282d-2c10-43db-ab33-bd6d4a042baa HTTP/1.1" status: 200 len: 993 time: 0.1094844 Jan 21 10:38:11.412721 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:12.335922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0d58e-1f32-48ec-ad24-bfa45185b67c req-7efda286-67ae-4362-9cc4-47deb6ab4857 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:12.337286 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b6e0d58e-1f32-48ec-ad24-bfa45185b67c req-7efda286-67ae-4362-9cc4-47deb6ab4857 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 946 time: 0.1474209 Jan 21 10:38:12.339114 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3088cc-0e61-496c-9416-47391c4e4d0a req-41b6df71-4fb5-4f2b-8512-16d666f69b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:12.340466 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd3088cc-0e61-496c-9416-47391c4e4d0a req-41b6df71-4fb5-4f2b-8512-16d666f69b0a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 1099 time: 0.1083887 Jan 21 10:38:12.464243 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b6e0d58e-1f32-48ec-ad24-bfa45185b67c req-8e4413b5-6431-4b80-b0c2-0121d6e69060 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210613 Jan 21 10:38:12.499236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3088cc-0e61-496c-9416-47391c4e4d0a req-b68eaed2-8116-419f-a06f-ed98e0a828a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:12.500717 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd3088cc-0e61-496c-9416-47391c4e4d0a req-b68eaed2-8116-419f-a06f-ed98e0a828a6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7b0f0059-901a-4637-a981-ef8be2c25929 HTTP/1.1" status: 200 len: 897 time: 0.1448729 Jan 21 10:38:12.614478 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd3088cc-0e61-496c-9416-47391c4e4d0a req-ef674756-6475-4dfd-b9f0-70a992d76c50 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40854110-f63f-4eb4-bac0-e9c9639d5f30 HTTP/1.1" status: 200 len: 1001 time: 0.1079662 Jan 21 10:38:12.678575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3088cc-0e61-496c-9416-47391c4e4d0a req-3c1c25ea-06a3-417a-9ae7-1c9afdebb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:12.680000 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd3088cc-0e61-496c-9416-47391c4e4d0a req-3c1c25ea-06a3-417a-9ae7-1c9afdebb546 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3baab713-c1d5-4a57-8104-bede70bb0091 HTTP/1.1" status: 200 len: 835 time: 0.0593450 Jan 21 10:38:12.865809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3088cc-0e61-496c-9416-47391c4e4d0a req-ed01579f-6b46-417c-b024-96d83dd3dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:12.867277 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd3088cc-0e61-496c-9416-47391c4e4d0a req-ed01579f-6b46-417c-b024-96d83dd3dbb2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7b0f0059-901a-4637-a981-ef8be2c25929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1812034 Jan 21 10:38:12.998467 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd3088cc-0e61-496c-9416-47391c4e4d0a req-f997cda5-f433-41b3-b524-a3b414d33e67 service neutron] 10.222.0.121 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243136 Jan 21 10:38:13.135737 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bd3088cc-0e61-496c-9416-47391c4e4d0a req-cfa249c0-ffb3-4353-b7dc-b1a7ad4c2b2b service neutron] 10.222.0.121 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311398 Jan 21 10:38:13.666423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422724c8-3203-4b07-942c-3efb9d7c9db0 req-e54b3e00-00e1-47d1-b89c-93eda7c02dfd tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:13.667870 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-422724c8-3203-4b07-942c-3efb9d7c9db0 req-e54b3e00-00e1-47d1-b89c-93eda7c02dfd tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 946 time: 0.0824773 Jan 21 10:38:13.712139 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-422724c8-3203-4b07-942c-3efb9d7c9db0 req-65db9d0e-6184-462c-90da-829e13605f10 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385907 Jan 21 10:38:14.932834 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb672e-db09-4f2d-956d-abd90fb69129 req-948b22f9-aa63-4892-8e57-d39daedddf80 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:14.934307 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fccb672e-db09-4f2d-956d-abd90fb69129 req-948b22f9-aa63-4892-8e57-d39daedddf80 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 946 time: 0.1010687 Jan 21 10:38:14.979170 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fccb672e-db09-4f2d-956d-abd90fb69129 req-b5fa2ba6-724e-405e-abd0-b0fdd5bc55d8 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389533 Jan 21 10:38:15.002330 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56392) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:15.109512 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9b806af5-616b-4efd-a2b3-220967c7d99a tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/floatingips/cf5c282d-2c10-43db-ab33-bd6d4a042baa HTTP/1.1" status: 200 len: 993 time: 0.1060717 Jan 21 10:38:15.426941 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56400) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:15.644754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port 9f817de8-9c5c-4c45-ba80-93ea33d92362 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:38:15.645123 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:15.813016 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:15.813334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:16.048597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for 9f817de8-9c5c-4c45-ba80-93ea33d92362 owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:38:16.200485 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:16.245870 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=9f817de8-9c5c-4c45-ba80-93ea33d92362,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:16.320230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:16.320504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:16.320877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:16.321197 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:16.321535 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:16.321859 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:16.322184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:16.322505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:16.322829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:16.323148 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:16.323474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:16.323793 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:16.355153 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:16.355488 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Floating IP cf5c282d-2c10-43db-ab33-bd6d4a042baa disassociated (deleted). External IP: 172.26.4.82, port: 40854110-f63f-4eb4-bac0-e9c9639d5f30. Jan 21 10:38:16.707809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:38:16.887685 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:38:16.898136 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ac318-f9f6-4158-87fb-759c0814a545 None None] Sync routers for ids ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:38:16.908150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ac318-f9f6-4158-87fb-759c0814a545 None None] Routers {'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:38:16.908801 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ac6ac318-f9f6-4158-87fb-759c0814a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:16.909071 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:16.964321 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-02517663-68ff-4da1-ab6f-7292027cb7df tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/floatingips/cf5c282d-2c10-43db-ab33-bd6d4a042baa HTTP/1.1" status: 204 len: 168 time: 1.5358858 Jan 21 10:38:16.965038 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'tag': '40854110-f63f-4eb4-bac0-e9c9639d5f30'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:38:17.090047 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-ac6ac318-f9f6-4158-87fb-759c0814a545 None None] Set router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:38:17.099188 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'tag': '40854110-f63f-4eb4-bac0-e9c9639d5f30', 'status': 'completed', 'code': 200} Jan 21 10:38:17.202665 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744757-f654-47b4-955d-42e34ad368aa req-67486bfb-a784-41cf-876c-7fd7762abba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:17.204320 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54744757-f654-47b4-955d-42e34ad368aa req-67486bfb-a784-41cf-876c-7fd7762abba1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 1099 time: 0.0796266 Jan 21 10:38:17.389336 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744757-f654-47b4-955d-42e34ad368aa req-2c3060fe-da1c-4995-98de-7273d6e3dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:17.390812 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54744757-f654-47b4-955d-42e34ad368aa req-2c3060fe-da1c-4995-98de-7273d6e3dbce service neutron] 10.222.0.121 "GET /v2.0/networks?id=7b0f0059-901a-4637-a981-ef8be2c25929 HTTP/1.1" status: 200 len: 897 time: 0.1802118 Jan 21 10:38:17.441992 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ac6ac318-f9f6-4158-87fb-759c0814a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '9f754581-d1c5-40b6-b480-058233bae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '9f754581-d1c5-40b6-b480-058233bae254', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:41Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'd9278d30-a8bc-4c90-a37c-3a1ef47f286a', 'name': '', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:6b:55:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:45Z', 'updated_at': '2022-01-21T10:36:50Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:17.445902 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ac318-f9f6-4158-87fb-759c0814a545 None None] Checking router: a2014be6-5f10-4530-a7fa-ca8d47cd6d0b for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:38:17.454510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ac318-f9f6-4158-87fb-759c0814a545 None None] Routers {'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:38:17.455118 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ac6ac318-f9f6-4158-87fb-759c0814a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:17.463021 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54744757-f654-47b4-955d-42e34ad368aa req-39751e52-71d9-4885-b736-e4a439bb1e28 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40854110-f63f-4eb4-bac0-e9c9639d5f30 HTTP/1.1" status: 200 len: 217 time: 0.0657160 Jan 21 10:38:17.473219 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44abdd-44c1-41f3-9458-b1a41ef3ed98 req-e9d51506-9f4a-4fbf-ba91-0655ad598952 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:17.474630 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3c44abdd-44c1-41f3-9458-b1a41ef3ed98 req-e9d51506-9f4a-4fbf-ba91-0655ad598952 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 946 time: 0.1758487 Jan 21 10:38:17.558619 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744757-f654-47b4-955d-42e34ad368aa req-8fe1c52a-6a98-4d83-81d1-897046adca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:17.560123 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54744757-f654-47b4-955d-42e34ad368aa req-8fe1c52a-6a98-4d83-81d1-897046adca8d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3baab713-c1d5-4a57-8104-bede70bb0091 HTTP/1.1" status: 200 len: 835 time: 0.0846760 Jan 21 10:38:17.564697 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3c44abdd-44c1-41f3-9458-b1a41ef3ed98 req-fff17c05-6cdc-44f4-ab50-a6420e307fde tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605259 Jan 21 10:38:17.635269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-ac6ac318-f9f6-4158-87fb-759c0814a545 None None] Set router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:38:17.639450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744757-f654-47b4-955d-42e34ad368aa req-c3fc528c-c3bd-4bec-8a07-b0566283679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:17.641267 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54744757-f654-47b4-955d-42e34ad368aa req-c3fc528c-c3bd-4bec-8a07-b0566283679d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7b0f0059-901a-4637-a981-ef8be2c25929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749638 Jan 21 10:38:17.772699 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54744757-f654-47b4-955d-42e34ad368aa req-c09f9ed6-14ce-49af-9af9-c3751683749a service neutron] 10.222.0.121 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234317 Jan 21 10:38:17.905738 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-54744757-f654-47b4-955d-42e34ad368aa req-806d25e1-2590-4d46-8c87-a64bcbbb372f service neutron] 10.222.0.121 "GET /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251669 Jan 21 10:38:17.947304 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-ac6ac318-f9f6-4158-87fb-759c0814a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '9f754581-d1c5-40b6-b480-058233bae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '9f754581-d1c5-40b6-b480-058233bae254', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:41Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'd9278d30-a8bc-4c90-a37c-3a1ef47f286a', 'name': '', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:6b:55:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:45Z', 'updated_at': '2022-01-21T10:36:50Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:17.951591 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ac318-f9f6-4158-87fb-759c0814a545 None None] The sync data for ids ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'] in dv-neutron-825723-1-hyperv is: [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '9f754581-d1c5-40b6-b480-058233bae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '9f754581-d1c5-40b6-b480-058233bae254', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:41Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': 'd9278d30-a8bc-4c90-a37c-3a1ef47f286a', 'name': '', 'network_id': '7b0f0059-901a-4637-a981-ef8be2c25929', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'mac_address': 'fa:16:3e:6b:55:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:45Z', 'updated_at': '2022-01-21T10:36:50Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'subnets': [{'id': '3baab713-c1d5-4a57-8104-bede70bb0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:38:18.163376 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de492ed-d3a4-445f-811f-520141ba17df None None] New status for floating IP cf5c282d-2c10-43db-ab33-bd6d4a042baa: DOWN {{(pid=87504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:38:18.759448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65359108-3244-4bf2-807a-3122252b92a8 req-dc2e0986-8ca5-4db6-a51c-647119d558dc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:18.760916 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-65359108-3244-4bf2-807a-3122252b92a8 req-dc2e0986-8ca5-4db6-a51c-647119d558dc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 946 time: 0.0824511 Jan 21 10:38:18.806643 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-65359108-3244-4bf2-807a-3122252b92a8 req-921be486-3a5d-4464-b6a5-64dd56084f44 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/security-groups?id=a194c213-c2a9-4b29-9587-0f460bda720d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380535 Jan 21 10:38:19.142659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3b8ae-28fa-4532-ad2b-c9c4a56340e5 req-074f857b-4793-410d-87b5-512a7dfea666 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:19.144142 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e3d3b8ae-28fa-4532-ad2b-c9c4a56340e5 req-074f857b-4793-410d-87b5-512a7dfea666 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 946 time: 0.0866306 Jan 21 10:38:19.225483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-e3d3b8ae-28fa-4532-ad2b-c9c4a56340e5 req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port 40854110-f63f-4eb4-bac0-e9c9639d5f30 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:38:19.225791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e3d3b8ae-28fa-4532-ad2b-c9c4a56340e5 req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:19.574621 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-e3d3b8ae-28fa-4532-ad2b-c9c4a56340e5 req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port 40854110-f63f-4eb4-bac0-e9c9639d5f30, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40854110-f63f-4eb4-bac0-e9c9639d5f30,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:19.574871 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e3d3b8ae-28fa-4532-ad2b-c9c4a56340e5 req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:19.693753 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-e3d3b8ae-28fa-4532-ad2b-c9c4a56340e5 req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for 40854110-f63f-4eb4-bac0-e9c9639d5f30 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:38:19.843145 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e3d3b8ae-28fa-4532-ad2b-c9c4a56340e5 req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:19.893212 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=40854110-f63f-4eb4-bac0-e9c9639d5f30,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:19.935811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:19.936164 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:19.936522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:19.936853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:19.937186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:19.937537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:19.937862 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:19.938188 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:19.938508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:19.938850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:19.939169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:19.939484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:20.011807 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e9f0704b-e5a6-42eb-a3b5-83e5646d9874 req-b5508071-42e3-4de5-81e4-dcbe1ac49323 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "GET /v2.0/ports?device_id=ceb070c6-4f13-4c87-8291-dced698a91bc HTTP/1.1" status: 200 len: 210 time: 0.0823679 Jan 21 10:38:20.016890 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d3b8ae-28fa-4532-ad2b-c9c4a56340e5 req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] No DVR routers for this DVR port 40854110-f63f-4eb4-bac0-e9c9639d5f30 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:38:20.019526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-e3d3b8ae-28fa-4532-ad2b-c9c4a56340e5 req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:20.022432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'name': 'network-vif-deleted', 'tag': '40854110-f63f-4eb4-bac0-e9c9639d5f30'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:38:20.035023 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e3d3b8ae-28fa-4532-ad2b-c9c4a56340e5 req-e319a404-7d03-48e6-9ce8-9e89723463c6 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.121 "DELETE /v2.0/ports/40854110-f63f-4eb4-bac0-e9c9639d5f30 HTTP/1.1" status: 204 len: 173 time: 0.8858678 Jan 21 10:38:20.067276 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb070c6-4f13-4c87-8291-dced698a91bc', 'name': 'network-vif-deleted', 'tag': '40854110-f63f-4eb4-bac0-e9c9639d5f30', 'status': 'completed', 'code': 200} Jan 21 10:38:21.112020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56434) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:21.682635 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c7b6188f-9ceb-4f50-8ba4-b6fe696b0185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:21.794040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 40854110-f63f-4eb4-bac0-e9c9639d5f30 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:38:21.827971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 40854110-f63f-4eb4-bac0-e9c9639d5f30 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:38:21.828276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 40854110-f63f-4eb4-bac0-e9c9639d5f30 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:38:22.153030 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6188f-9ceb-4f50-8ba4-b6fe696b0185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port d9278d30-a8bc-4c90-a37c-3a1ef47f286a {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:38:22.153652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c7b6188f-9ceb-4f50-8ba4-b6fe696b0185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:22.354730 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-c7b6188f-9ceb-4f50-8ba4-b6fe696b0185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port d9278d30-a8bc-4c90-a37c-3a1ef47f286a, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d9278d30-a8bc-4c90-a37c-3a1ef47f286a,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:22.355087 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c7b6188f-9ceb-4f50-8ba4-b6fe696b0185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:22.478346 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6188f-9ceb-4f50-8ba4-b6fe696b0185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for d9278d30-a8bc-4c90-a37c-3a1ef47f286a owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:38:22.672586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c7b6188f-9ceb-4f50-8ba4-b6fe696b0185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:22.720454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6188f-9ceb-4f50-8ba4-b6fe696b0185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=d9278d30-a8bc-4c90-a37c-3a1ef47f286a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:23.008054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c7b6188f-9ceb-4f50-8ba4-b6fe696b0185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:23.510057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b6188f-9ceb-4f50-8ba4-b6fe696b0185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:38:23.690446 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b6188f-9ceb-4f50-8ba4-b6fe696b0185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:38:23.701271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8daaa-45aa-4ffc-9083-49400c899975 None None] Sync routers for ids ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:38:23.703540 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c7b6188f-9ceb-4f50-8ba4-b6fe696b0185 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "PUT /v2.0/routers/a2014be6-5f10-4530-a7fa-ca8d47cd6d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5897586 Jan 21 10:38:23.705805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56438) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:23.710987 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8daaa-45aa-4ffc-9083-49400c899975 None None] Routers {'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:38:23.711592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-76d8daaa-45aa-4ffc-9083-49400c899975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:23.774650 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7897dd0-126a-447c-b7d8-b7e63c18bfe4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting subnet 3baab713-c1d5-4a57-8104-bede70bb0091 {{(pid=87501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:38:23.777471 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c7897dd0-126a-447c-b7d8-b7e63c18bfe4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:23.830510 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c7897dd0-126a-447c-b7d8-b7e63c18bfe4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262085549'] for subnet, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:23.891178 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-76d8daaa-45aa-4ffc-9083-49400c899975 None None] Set router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:38:23.918454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c7897dd0-126a-447c-b7d8-b7e63c18bfe4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:23.992657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c7897dd0-126a-447c-b7d8-b7e63c18bfe4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262085623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262055190'] for subnet, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:24.035126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c7897dd0-126a-447c-b7d8-b7e63c18bfe4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for subnet, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:24.037693 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7897dd0-126a-447c-b7d8-b7e63c18bfe4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Subnet': ['ID=3baab713-c1d5-4a57-8104-bede70bb0091,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:24.040378 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:38:24.042944 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c7897dd0-126a-447c-b7d8-b7e63c18bfe4 tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/subnets/3baab713-c1d5-4a57-8104-bede70bb0091 HTTP/1.1" status: 204 len: 168 time: 0.3361626 Jan 21 10:38:24.045878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56444) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:24.079767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412c08ac-aa33-4130-9818-95b30777f675 None None] Network 7b0f0059-901a-4637-a981-ef8be2c25929 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:38:24.225151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:24.378761 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-76d8daaa-45aa-4ffc-9083-49400c899975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '9f754581-d1c5-40b6-b480-058233bae254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:38:22Z', 'revision_number': 5, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port': {'id': '9f754581-d1c5-40b6-b480-058233bae254', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:41Z', 'updated_at': '2022-01-21T10:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:24.384756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8daaa-45aa-4ffc-9083-49400c899975 None None] Checking router: a2014be6-5f10-4530-a7fa-ca8d47cd6d0b for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:38:24.395965 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8daaa-45aa-4ffc-9083-49400c899975 None None] Routers {'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:38:24.396629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-76d8daaa-45aa-4ffc-9083-49400c899975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:24.405230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:24.416259 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port 9f754581-d1c5-40b6-b480-058233bae254 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:38:24.416755 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:24.459559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] DHCP port deletion for 7b0f0059-901a-4637-a981-ef8be2c25929 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:38:24.528764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Deleting port e80c3000-6309-4f37-836b-92b84d635351 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:38:24.529052 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:24.579989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device e80c3000-6309-4f37-836b-92b84d635351 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:38:24.600807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port 9f754581-d1c5-40b6-b480-058233bae254, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=9f754581-d1c5-40b6-b480-058233bae254,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:24.601344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:24.632731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-76d8daaa-45aa-4ffc-9083-49400c899975 None None] Set router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:38:24.734157 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for 9f754581-d1c5-40b6-b480-058233bae254 owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:38:24.775327 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-76d8daaa-45aa-4ffc-9083-49400c899975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:38:24Z', 'revision_number': 6, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:24.796320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8daaa-45aa-4ffc-9083-49400c899975 None None] The sync data for ids ['a2014be6-5f10-4530-a7fa-ca8d47cd6d0b'] in dv-neutron-825723-1-hyperv is: [{'id': 'a2014be6-5f10-4530-a7fa-ca8d47cd6d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629224737', 'tenant_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:40Z', 'updated_at': '2022-01-21T10:38:24Z', 'revision_number': 6, 'project_id': '10b7e7e7f2694379a89bbb121e66ad3d', 'gw_port_host': None}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:38:24.911720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:24.949104 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] For port e80c3000-6309-4f37-836b-92b84d635351, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e80c3000-6309-4f37-836b-92b84d635351,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:24.949490 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:24.956417 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:24.958991 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=9f754581-d1c5-40b6-b480-058233bae254,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:25.085453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Calling delete_port for e80c3000-6309-4f37-836b-92b84d635351 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:38:25.148996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port e80c3000-6309-4f37-836b-92b84d635351, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e80c3000-6309-4f37-836b-92b84d635351,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:25.156558 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:25.170936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:25.223417 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:38:25.223780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:38:25.235142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=e80c3000-6309-4f37-836b-92b84d635351,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:25.242702 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:25.242858 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:25.245818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:25.245818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:25.245818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:25.245818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:25.245818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:25.245818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:25.245818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:25.245818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:25.245818 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:25.246421 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:25.344407 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:25.346827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:25.373848 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:25.374378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Fanout notify agent at l3_agent the message router_deleted on router a2014be6-5f10-4530-a7fa-ca8d47cd6d0b {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:38:25.390032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:25.391118 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b0877845-fe53-4e64-8a3a-bfc2d3bc0f8e tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/routers/a2014be6-5f10-4530-a7fa-ca8d47cd6d0b HTTP/1.1" status: 204 len: 168 time: 1.3444078 Jan 21 10:38:25.394182 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56448) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:25.507421 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:25.521609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Deleting port e80c3000-6309-4f37-836b-92b84d635351 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:38:25.522050 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:25.725521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Deleting port e80c3000-6309-4f37-836b-92b84d635351 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:38:25.725932 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:25.737370 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] For port e80c3000-6309-4f37-836b-92b84d635351, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e80c3000-6309-4f37-836b-92b84d635351,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:25.737733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:25.955453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] For port e80c3000-6309-4f37-836b-92b84d635351, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=e80c3000-6309-4f37-836b-92b84d635351,segment=NetworkSegment(9626b26d-c53b-4c9c-a941-ea19a0bf3c29),segment_id=9626b26d-c53b-4c9c-a941-ea19a0bf3c29)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:25.956114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:25.983419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Calling delete_port for e80c3000-6309-4f37-836b-92b84d635351 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:38:26.070083 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:26.079679 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Calling delete_port for e80c3000-6309-4f37-836b-92b84d635351 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:38:26.120133 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Port': ['ID=e80c3000-6309-4f37-836b-92b84d635351,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:26.123586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] No DVR routers for this DVR port e80c3000-6309-4f37-836b-92b84d635351 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:38:26.153313 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:38:26.153771 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:38:26.243457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:26.268864 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0f0059-901a-4637-a981-ef8be2c25929']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:26.281287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9626b26d-c53b-4c9c-a941-ea19a0bf3c29') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:26.281583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9626b26d-c53b-4c9c-a941-ea19a0bf3c29') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:26.292673 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:26.308130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:26.314101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:38:26.314520 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:38:26.328742 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:38:26.412756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:26.429746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:26.440648 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'Network': ['ID=7b0f0059-901a-4637-a981-ef8be2c25929,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:26.450928 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-da6c7df2-777a-4fd9-8758-7c46a457b2cc tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/networks/7b0f0059-901a-4637-a981-ef8be2c25929 HTTP/1.1" status: 204 len: 168 time: 1.0556600 Jan 21 10:38:26.453961 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56452) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:26.519093 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d9278d30-a8bc-4c90-a37c-3a1ef47f286a no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:38:26.524588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-884f92c3-0348-4f2f-8e93-f896c45b0e4f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:26.554030 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-884f92c3-0348-4f2f-8e93-f896c45b0e4f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:26.598460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: d9278d30-a8bc-4c90-a37c-3a1ef47f286a {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:38:26.598709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d9278d30-a8bc-4c90-a37c-3a1ef47f286a not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:38:26.599078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9f754581-d1c5-40b6-b480-058233bae254 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:38:26.625562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Deleting port e80c3000-6309-4f37-836b-92b84d635351 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:38:26.625930 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:26.630460 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-884f92c3-0348-4f2f-8e93-f896c45b0e4f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:26.650490 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f92c3-0348-4f2f-8e93-f896c45b0e4f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a194c213-c2a9-4b29-9587-0f460bda720d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:26.661337 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 9f754581-d1c5-40b6-b480-058233bae254 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:38:26.661683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 9f754581-d1c5-40b6-b480-058233bae254 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:38:26.664151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-884f92c3-0348-4f2f-8e93-f896c45b0e4f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:26.665593 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-884f92c3-0348-4f2f-8e93-f896c45b0e4f tempest-TestNetworkAdvancedServerOps-1264257640 tempest-TestNetworkAdvancedServerOps-1264257640-project] 10.222.0.99 "DELETE /v2.0/security-groups/a194c213-c2a9-4b29-9587-0f460bda720d HTTP/1.1" status: 204 len: 168 time: 0.2104776 Jan 21 10:38:26.706241 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-797dd484-8db9-460d-8ee4-784eaf239cd7 None None] The port 'e80c3000-6309-4f37-836b-92b84d635351' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:38:27.042704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56462) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:27.225962 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f79d94cb-3371-4060-bbd0-ec8722c8917a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=10b7e7e7f2694379a89bbb121e66ad3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820471 Jan 21 10:38:27.228997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56470) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:27.297168 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a2e9af0a-99aa-4e3d-8555-ca039a2d1114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:27.321897 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a2e9af0a-99aa-4e3d-8555-ca039a2d1114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:27.378294 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a2e9af0a-99aa-4e3d-8555-ca039a2d1114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:27.396287 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9af0a-99aa-4e3d-8555-ca039a2d1114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb102fb-96f6-4c78-9a05-8e985e79ed15,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:27.403448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a2e9af0a-99aa-4e3d-8555-ca039a2d1114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:27.407359 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a2e9af0a-99aa-4e3d-8555-ca039a2d1114 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ccb102fb-96f6-4c78-9a05-8e985e79ed15 HTTP/1.1" status: 204 len: 168 time: 0.1772621 Jan 21 10:38:27.697701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56478) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:27.715667 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd3520e4-b8d2-4708-9919-62c1e5abd302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:27.731019 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fd3520e4-b8d2-4708-9919-62c1e5abd302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:27.734872 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fd3520e4-b8d2-4708-9919-62c1e5abd302 admin admin] Usage tracker for resource:security_group_rule and tenant:daf63606a8ec4b4eb8ce8106fbda76af is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:27.737716 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-fd3520e4-b8d2-4708-9919-62c1e5abd302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:27.743328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-fd3520e4-b8d2-4708-9919-62c1e5abd302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:27.826286 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd3520e4-b8d2-4708-9919-62c1e5abd302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:27.832066 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-fd3520e4-b8d2-4708-9919-62c1e5abd302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:27.877595 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-fd3520e4-b8d2-4708-9919-62c1e5abd302 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=daf63606a8ec4b4eb8ce8106fbda76af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788447 Jan 21 10:38:27.878521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3520e4-b8d2-4708-9919-62c1e5abd302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d373fdf-9d29-4e6a-aa12-eb98bd19d4aa,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:27.880386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56482) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:27.937997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-729ff744-6afc-49c5-a9df-40e67aaa363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:27.962690 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-729ff744-6afc-49c5-a9df-40e67aaa363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:28.019990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-729ff744-6afc-49c5-a9df-40e67aaa363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:28.041178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ff744-6afc-49c5-a9df-40e67aaa363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d373fdf-9d29-4e6a-aa12-eb98bd19d4aa,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:28.049005 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-729ff744-6afc-49c5-a9df-40e67aaa363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:28.050175 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-729ff744-6afc-49c5-a9df-40e67aaa363c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/7d373fdf-9d29-4e6a-aa12-eb98bd19d4aa HTTP/1.1" status: 204 len: 168 time: 0.1685688 Jan 21 10:38:28.851205 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56506) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:28.961404 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-593972232-network', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:28.966584 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:28.970923 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Usage tracker for resource:network and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:28.973836 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:28.980098 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:28.992174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Made reservation on behalf of 54e347d6e26a4ba09d092f067e8f65a3 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:38:28.994411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.010169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.024850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:29.028739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:29.031519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:29.037418 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:29.121486 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.127963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.157311 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:38:29.165435 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6451e80c-4781-43a6-b8d8-ddcc55f8a5c4,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:29.170975 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.171340 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Added segment bf702acb-392c-4377-afec-45693570ca4d of type vlan for network 2447204d-01a6-4a96-9d11-fe244fe99ea7 Jan 21 10:38:29.196831 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.226522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.227402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:29.227946 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.329984 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] Pushing event updated for resources: {'Network': ['ID=2447204d-01a6-4a96-9d11-fe244fe99ea7,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:29.334685 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-3cb917bf-703d-473c-be43-0c9958690230 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4823546 Jan 21 10:38:29.337765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56512) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:29.340954 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network 2447204d-01a6-4a96-9d11-fe244fe99ea7 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:38:29.343141 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Request body: {'subnet': {'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-593972232-subnet', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:29.348252 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:29.352070 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Usage tracker for resource:subnet and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:29.354884 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:29.360522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:29.371824 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Made reservation on behalf of 54e347d6e26a4ba09d092f067e8f65a3 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:38:29.374161 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.588190 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.664033 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=8968ae17-02d3-4909-9f71-113fc94a511f,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:29.675892 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Checking segment: {'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:38:29.676247 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Network hostable DHCP agents. Network: 2447204d-01a6-4a96-9d11-fe244fe99ea7, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:38:29.696674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Network 2447204d-01a6-4a96-9d11-fe244fe99ea7 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:38:29.706566 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, 2447204d-01a6-4a96-9d11-fe244fe99ea7) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:38:29.710586 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:29.711176 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.722541 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f7b3f-e8e6-4fa4-b95f-7e610f46b443 None None] Network 2447204d-01a6-4a96-9d11-fe244fe99ea7 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:38:29.740985 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-065bb663-479f-4246-b612-5d25daf5f3ac admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4020994 Jan 21 10:38:29.741445 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56516) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:29.746762 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:29.751642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:29.755463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Usage tracker for resource:router and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:29.758393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:29.764373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:29.778868 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.780040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.795654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:29.926863 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-2447204d-01a6-4a96-9d11-fe244fe99ea7', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:38:29.927745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:30.056728 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:30.084010 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Allocated IP 172.20.0.2 (2447204d-01a6-4a96-9d11-fe244fe99ea7/8968ae17-02d3-4909-9f71-113fc94a511f/969138ca-ea20-4f38-ae66-9452c1d68a1f) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:38:30.287082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:30.298075 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Transition to ACTIVE for port object 969138ca-ea20-4f38-ae66-9452c1d68a1f will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:38:30.316010 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Transition to ACTIVE for port object 969138ca-ea20-4f38-ae66-9452c1d68a1f will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:38:30.322081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:30.377291 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:30.389098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Network 2447204d-01a6-4a96-9d11-fe244fe99ea7 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:38:30.391964 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:38:30.395621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:38:30.401198 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Pushing event updated for resources: {'Port': ['ID=969138ca-ea20-4f38-ae66-9452c1d68a1f,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:30.408539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:30.487584 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Attempting to bind port 969138ca-ea20-4f38-ae66-9452c1d68a1f on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:38:30.487930 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Attempting to bind port 969138ca-ea20-4f38-ae66-9452c1d68a1f by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:38:30.488284 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Attempting to bind port 969138ca-ea20-4f38-ae66-9452c1d68a1f on network 2447204d-01a6-4a96-9d11-fe244fe99ea7 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:38:30.494238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:38:30.494619 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Checking segment: {'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:38:30.495082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:30.495480 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Bound using segment: {'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:38:30.496053 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Bound port: 969138ca-ea20-4f38-ae66-9452c1d68a1f, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:38:30.496466 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:30.544513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Allocated IP 172.26.4.124 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/bc7633b1-8f29-4b17-aa92-9728f9d25d4b) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:38:30.591848 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] For port 969138ca-ea20-4f38-ae66-9452c1d68a1f, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:38:30.594904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] For port 969138ca-ea20-4f38-ae66-9452c1d68a1f, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=969138ca-ea20-4f38-ae66-9452c1d68a1f,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:38:30.599409 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:30.688867 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7b152-d102-4854-ad7c-1e0a75523385 None None] Pushing event updated for resources: {'Port': ['ID=969138ca-ea20-4f38-ae66-9452c1d68a1f,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:30.807739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:30.844244 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:30.852943 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:30.927812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:38:30.930902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:38:30.933625 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:38:30.969232 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Pushing event updated for resources: {'Port': ['ID=bc7633b1-8f29-4b17-aa92-9728f9d25d4b,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:31.356031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:31.616079 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cc740a-dfb8-421e-b90e-3af1863b4247 None None] Network 2447204d-01a6-4a96-9d11-fe244fe99ea7 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:38:31.699868 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:31.735733 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-ba41f3f1-0218-411f-b527-f9ff67248264 None None] Provisioning for port 969138ca-ea20-4f38-ae66-9452c1d68a1f completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:38:31.910315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:38:32.095469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:38:32.104649 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Sync routers for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:38:32.114645 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:38:32.115595 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-84e77309-a278-46c4-96b1-39369862d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:32.118677 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:32.120443 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0d23b66d-9b0b-4ef1-b5da-f6b5fd3730ac admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3779149 Jan 21 10:38:32.123202 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56520) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:32.294689 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:38:32.551517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 969138ca-ea20-4f38-ae66-9452c1d68a1f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:38:32.575746 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-84e77309-a278-46c4-96b1-39369862d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:31Z', 'revision_number': 3, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:32.579591 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Checking router: 4e42d85d-e45d-4d77-ba03-76c00af36fe7 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:38:32.579974 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Updating router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 port bc7633b1-8f29-4b17-aa92-9728f9d25d4b binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:38:32.638728 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:32.645592 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 969138ca-ea20-4f38-ae66-9452c1d68a1f completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:38:32.650511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 969138ca-ea20-4f38-ae66-9452c1d68a1f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:32.650869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:32.807962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:32.842252 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 969138ca-ea20-4f38-ae66-9452c1d68a1f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=969138ca-ea20-4f38-ae66-9452c1d68a1f,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:32.846750 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:32.913899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:32.914473 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=969138ca-ea20-4f38-ae66-9452c1d68a1f,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:32.975137 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:32.986587 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Transition to ACTIVE for port object bc7633b1-8f29-4b17-aa92-9728f9d25d4b will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:38:32.993377 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:33.072905 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Attempting to bind port bc7633b1-8f29-4b17-aa92-9728f9d25d4b on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:38:33.073231 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Attempting to bind port bc7633b1-8f29-4b17-aa92-9728f9d25d4b by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:38:33.073542 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Attempting to bind port bc7633b1-8f29-4b17-aa92-9728f9d25d4b on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:38:33.082427 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Pushing event updated for resources: {'Port': ['ID=bc7633b1-8f29-4b17-aa92-9728f9d25d4b,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:33.087191 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:38:33.087191 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:38:33.087191 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:33.087191 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:38:33.087191 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Bound port: bc7633b1-8f29-4b17-aa92-9728f9d25d4b, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:38:33.087191 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:33.119424 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:33.120093 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:33.120093 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:33.120489 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:33.120792 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:33.121154 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:33.121449 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:33.121775 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:33.122002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Allocated IP 172.20.0.1 (2447204d-01a6-4a96-9d11-fe244fe99ea7/8968ae17-02d3-4909-9f71-113fc94a511f/4e1cef21-f8c0-4ede-8d7e-17feae6387de) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:38:33.122099 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:33.122411 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:33.122732 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:33.123049 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:38:33.171938 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-84e77309-a278-46c4-96b1-39369862d254 None None] For port bc7633b1-8f29-4b17-aa92-9728f9d25d4b, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:38:33.175148 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-84e77309-a278-46c4-96b1-39369862d254 None None] For port bc7633b1-8f29-4b17-aa92-9728f9d25d4b, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bc7633b1-8f29-4b17-aa92-9728f9d25d4b,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:38:33.178679 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:33.255151 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:38:33.255759 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-84e77309-a278-46c4-96b1-39369862d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:33.269669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:33.284817 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Transition to ACTIVE for port object 4e1cef21-f8c0-4ede-8d7e-17feae6387de will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:38:33.307437 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:33.308369 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca61d7-df02-4f94-9fa4-f5744907aa0b None None] Pushing event updated for resources: {'Port': ['ID=bc7633b1-8f29-4b17-aa92-9728f9d25d4b,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:33.367773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Network 2447204d-01a6-4a96-9d11-fe244fe99ea7 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:38:33.370658 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:38:33.374583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:38:33.417465 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Pushing event updated for resources: {'Port': ['ID=4e1cef21-f8c0-4ede-8d7e-17feae6387de,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:33.439274 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:33.463232 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-84e77309-a278-46c4-96b1-39369862d254 None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:38:33.625980 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3bb2a9d7-4c21-4ad1-936e-984d5dc5e1a1 None None] Provisioning for port 4e1cef21-f8c0-4ede-8d7e-17feae6387de completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:38:33.633012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-3bb2a9d7-4c21-4ad1-936e-984d5dc5e1a1 None None] Provisioning complete for port 4e1cef21-f8c0-4ede-8d7e-17feae6387de triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:33.633836 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3bb2a9d7-4c21-4ad1-936e-984d5dc5e1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:33.693400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2a9d7-4c21-4ad1-936e-984d5dc5e1a1 None None] Port 4e1cef21-f8c0-4ede-8d7e-17feae6387de cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:38:33.761960 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-84e77309-a278-46c4-96b1-39369862d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:31Z', 'revision_number': 3, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:33.765827 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e77309-a278-46c4-96b1-39369862d254 None None] The sync data for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv is: [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:31Z', 'revision_number': 3, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:38:33.814472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:34.052929 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:34.057716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:34.167305 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:34.171127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Pushing event updated for resources: {'Port': ['ID=4e1cef21-f8c0-4ede-8d7e-17feae6387de,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:34.308156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Network 2447204d-01a6-4a96-9d11-fe244fe99ea7 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:38:34.309349 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:38:34.513234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:38:34.612237 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bc7633b1-8f29-4b17-aa92-9728f9d25d4b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:38:34.676855 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5d61156-5ccc-4236-b808-c74c8645f5a2 None None] Provisioning complete for port 4e1cef21-f8c0-4ede-8d7e-17feae6387de triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:34.677243 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5d61156-5ccc-4236-b808-c74c8645f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:34.721885 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:38:34.730493 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-613d07a9-bf32-4a73-bb4b-9aef123871de admin admin] 10.222.0.99 "PUT /v2.0/routers/4e42d85d-e45d-4d77-ba03-76c00af36fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6063828 Jan 21 10:38:34.737551 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5d61156-5ccc-4236-b808-c74c8645f5a2 None None] Port 4e1cef21-f8c0-4ede-8d7e-17feae6387de cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:38:34.745012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port bc7633b1-8f29-4b17-aa92-9728f9d25d4b completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:38:34.750389 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port bc7633b1-8f29-4b17-aa92-9728f9d25d4b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:34.750765 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:34.868049 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:34.884498 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port bc7633b1-8f29-4b17-aa92-9728f9d25d4b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bc7633b1-8f29-4b17-aa92-9728f9d25d4b,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:34.889283 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:34.890025 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 969138ca-ea20-4f38-ae66-9452c1d68a1f up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:38:35.000742 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=bc7633b1-8f29-4b17-aa92-9728f9d25d4b,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:35.013375 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 969138ca-ea20-4f38-ae66-9452c1d68a1f triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:35.013742 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:35.253993 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56538) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:35.259494 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-426166964-network', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:35.264653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:35.268492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Usage tracker for resource:network and tenant:80ce22d1c7714ffea3777946b1e3261e is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:35.271297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:35.276923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:35.289208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Made reservation on behalf of 80ce22d1c7714ffea3777946b1e3261e for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:38:35.291669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:35.304580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:35.306233 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Sync routers for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:38:35.315617 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:38:35.316238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:35.318793 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:35.322633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Usage tracker for resource:security_group_rule and tenant:80ce22d1c7714ffea3777946b1e3261e is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:35.325567 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:35.331438 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:35.415346 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:35.419931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:35.451553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:38:35.456756 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653d5125-eff4-4ced-bbb7-2ef05cb90e67,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:35.463756 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:35.464111 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Added segment ae02a7b8-472a-4a39-b3c1-33430300e2c3 of type vlan for network ec019926-6c5a-47b2-ac22-47c9f75c328f Jan 21 10:38:35.490887 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:35.504960 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:38:35.522271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:35.523559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:35.524203 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:35.628393 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3716621 Jan 21 10:38:35.629926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56542) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:35.632156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c1b26-0173-4a60-b86a-bf2127fc6747 admin admin] Pushing event updated for resources: {'Network': ['ID=ec019926-6c5a-47b2-ac22-47c9f75c328f,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:35.642610 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Request body: {'subnet': {'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-426166964-subnet', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:35.650402 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:35.654423 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Usage tracker for resource:subnet and tenant:80ce22d1c7714ffea3777946b1e3261e is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:35.657188 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network ec019926-6c5a-47b2-ac22-47c9f75c328f details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:38:35.657759 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:35.663801 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:35.684256 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Made reservation on behalf of 80ce22d1c7714ffea3777946b1e3261e for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:38:35.687342 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:35.887028 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:35.909668 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 2, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:35.913562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Checking router: 4e42d85d-e45d-4d77-ba03-76c00af36fe7 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:38:35.913912 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Updating router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 port 4e1cef21-f8c0-4ede-8d7e-17feae6387de binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:38:35.960262 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dbfede9-3b76-4608-a54f-b2aa81b16898,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:35.964563 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:35.968876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Checking segment: {'id': 'ae02a7b8-472a-4a39-b3c1-33430300e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:38:35.969230 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Network hostable DHCP agents. Network: ec019926-6c5a-47b2-ac22-47c9f75c328f, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:38:35.990482 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Network ec019926-6c5a-47b2-ac22-47c9f75c328f is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:38:36.004084 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, ec019926-6c5a-47b2-ac22-47c9f75c328f) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:38:36.008517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:36.009096 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:36.026115 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1ab03c-a177-4c84-8422-3e4974387145 None None] Network ec019926-6c5a-47b2-ac22-47c9f75c328f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:38:36.030741 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2d333993-c65d-47d5-a5aa-a9bfcb46c399 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3974509 Jan 21 10:38:36.033457 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 56546) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:36.039312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-426166964-router', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:36.044519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:36.048710 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Usage tracker for resource:router and tenant:80ce22d1c7714ffea3777946b1e3261e is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:36.051499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:36.057619 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:36.069151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:36.070147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:36.084816 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:36.463868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:36.482281 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-ec019926-6c5a-47b2-ac22-47c9f75c328f', 'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'fixed_ips': [{'subnet_id': '3dbfede9-3b76-4608-a54f-b2aa81b16898'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:38:36.483094 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:36.498575 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-853fd319-e7b9-431f-acb6-18f08e6db49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:36.547519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bc7633b1-8f29-4b17-aa92-9728f9d25d4b up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:38:36.738785 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:36.773772 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Transition to ACTIVE for port object 4e1cef21-f8c0-4ede-8d7e-17feae6387de will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:38:36.779671 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port bc7633b1-8f29-4b17-aa92-9728f9d25d4b triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:36.780123 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:36.785437 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:36.811003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:36.815202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:36.889832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Allocated IP 172.20.0.2 (ec019926-6c5a-47b2-ac22-47c9f75c328f/3dbfede9-3b76-4608-a54f-b2aa81b16898/d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:38:36.978704 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Allocated IP 172.26.4.211 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/58967224-4f78-42da-8fc2-2f91d6422625) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:38:37.038832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272f753-2916-4d8f-8048-2ab03121e8ee None None] Pushing event updated for resources: {'Port': ['ID=4e1cef21-f8c0-4ede-8d7e-17feae6387de,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:37.152406 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:37.185043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:37.251288 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:38:37.254377 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:38:37.258141 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:38:37.273719 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Attempting to bind port 4e1cef21-f8c0-4ede-8d7e-17feae6387de on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:38:37.274095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Attempting to bind port 4e1cef21-f8c0-4ede-8d7e-17feae6387de by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:38:37.274536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Attempting to bind port 4e1cef21-f8c0-4ede-8d7e-17feae6387de on network 2447204d-01a6-4a96-9d11-fe244fe99ea7 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:38:37.290371 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:38:37.290745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Checking segment: {'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:38:37.291147 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:37.291534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Bound using segment: {'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:38:37.292008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Bound port: 4e1cef21-f8c0-4ede-8d7e-17feae6387de, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:38:37.292402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:37.297867 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Pushing event updated for resources: {'Port': ['ID=58967224-4f78-42da-8fc2-2f91d6422625,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:37.460306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:37.462963 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] For port 4e1cef21-f8c0-4ede-8d7e-17feae6387de, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:38:37.468218 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] For port 4e1cef21-f8c0-4ede-8d7e-17feae6387de, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4e1cef21-f8c0-4ede-8d7e-17feae6387de,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:38:37.475456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:37.479351 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Transition to ACTIVE for port object d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:38:37.559621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Transition to ACTIVE for port object d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:38:37.579017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:37.582609 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:38:37.583240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:37.656777 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272f753-2916-4d8f-8048-2ab03121e8ee None None] Pushing event updated for resources: {'Port': ['ID=4e1cef21-f8c0-4ede-8d7e-17feae6387de,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:37.794969 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Network ec019926-6c5a-47b2-ac22-47c9f75c328f is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:38:37.801693 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:38:37.804092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:38:37.822500 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:37.891616 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Pushing event updated for resources: {'Port': ['ID=d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:37.994021 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:38:38.056716 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Attempting to bind port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:38:38.057390 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Attempting to bind port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'ae02a7b8-472a-4a39-b3c1-33430300e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:38:38.057390 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Attempting to bind port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 on network ec019926-6c5a-47b2-ac22-47c9f75c328f {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:38:38.068511 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:38:38.068878 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Checking segment: {'id': 'ae02a7b8-472a-4a39-b3c1-33430300e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:38:38.069278 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:38.069671 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Bound using segment: {'id': 'ae02a7b8-472a-4a39-b3c1-33430300e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:38:38.070132 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Bound port: d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae02a7b8-472a-4a39-b3c1-33430300e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:38:38.070497 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:38.172852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:38.313322 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] For port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:38:38.334220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] For port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93,segment=NetworkSegment(ae02a7b8-472a-4a39-b3c1-33430300e2c3),segment_id=ae02a7b8-472a-4a39-b3c1-33430300e2c3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:38:38.364367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:38.379876 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Router bc5c7a26-7a5b-4d00-a66a-1adb0e298225 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:38:38.460899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd9646-7c8d-4e2b-bf78-ddb4a424a5ed None None] Pushing event updated for resources: {'Port': ['ID=d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:38.491276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:37Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:38.495521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042af50e-e05e-4779-82eb-ba0ca269a872 None None] The sync data for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv is: [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:37Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:38:38.545686 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-05530ff7-81ff-4266-9572-8106d23e367e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:38.591311 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:38:38.601754 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Sync routers for ids ['bc5c7a26-7a5b-4d00-a66a-1adb0e298225'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:38:38.618424 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Routers {'bc5c7a26-7a5b-4d00-a66a-1adb0e298225'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:38:38.619459 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['bc5c7a26-7a5b-4d00-a66a-1adb0e298225'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:38.621746 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:38.623167 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-91a196da-f127-409f-9d06-0a8d104e9cbd admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5886271 Jan 21 10:38:38.626477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56550) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:38.892382 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Set router bc5c7a26-7a5b-4d00-a66a-1adb0e298225 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:38:39.190666 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'name': 'tempest-TestShelveInstance-426166964-router', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '58967224-4f78-42da-8fc2-2f91d6422625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:38:37Z', 'revision_number': 3, 'project_id': '80ce22d1c7714ffea3777946b1e3261e', 'gw_port': {'id': '58967224-4f78-42da-8fc2-2f91d6422625', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:39.195048 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Checking router: bc5c7a26-7a5b-4d00-a66a-1adb0e298225 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:38:39.195392 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Updating router bc5c7a26-7a5b-4d00-a66a-1adb0e298225 port 58967224-4f78-42da-8fc2-2f91d6422625 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:38:39.260844 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:39.583166 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:39.673338 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:39.685527 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6a0769-b925-45d0-a7f0-f24e7d96fed9 None None] Network ec019926-6c5a-47b2-ac22-47c9f75c328f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:38:39.689099 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Transition to ACTIVE for port object 58967224-4f78-42da-8fc2-2f91d6422625 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:38:39.699411 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:39.722186 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:39.784568 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Attempting to bind port 58967224-4f78-42da-8fc2-2f91d6422625 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:38:39.784941 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Attempting to bind port 58967224-4f78-42da-8fc2-2f91d6422625 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:38:39.785301 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Attempting to bind port 58967224-4f78-42da-8fc2-2f91d6422625 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:38:39.796511 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:38:39.796887 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:38:39.797293 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:39.797684 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:38:39.798218 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Bound port: 58967224-4f78-42da-8fc2-2f91d6422625, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:38:39.798585 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:39.812772 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-23aaebec-fbf9-465b-9d32-c284e3de4e8c None None] Provisioning for port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:38:39.842449 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Allocated IP 172.20.0.1 (ec019926-6c5a-47b2-ac22-47c9f75c328f/3dbfede9-3b76-4608-a54f-b2aa81b16898/7dd15b49-04b5-4ab5-9069-efcae341c556) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:38:39.865870 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a0ec3-4f1a-402e-a8e2-2ddefd67e07e None None] Pushing event updated for resources: {'Port': ['ID=58967224-4f78-42da-8fc2-2f91d6422625,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:39.900176 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] For port 58967224-4f78-42da-8fc2-2f91d6422625, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:38:39.904046 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] For port 58967224-4f78-42da-8fc2-2f91d6422625, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=58967224-4f78-42da-8fc2-2f91d6422625,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:38:39.912237 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:39.997887 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Routers {'bc5c7a26-7a5b-4d00-a66a-1adb0e298225'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:38:39.998536 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['bc5c7a26-7a5b-4d00-a66a-1adb0e298225'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:40.028839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:40.047417 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Transition to ACTIVE for port object 7dd15b49-04b5-4ab5-9069-efcae341c556 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:38:40.048891 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:40.073687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:40.089680 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a0ec3-4f1a-402e-a8e2-2ddefd67e07e None None] Pushing event updated for resources: {'Port': ['ID=58967224-4f78-42da-8fc2-2f91d6422625,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:40.152315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Network ec019926-6c5a-47b2-ac22-47c9f75c328f is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:38:40.155974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Pushing event updated for resources: {'Port': ['ID=7dd15b49-04b5-4ab5-9069-efcae341c556,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:40.158436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:38:40.161292 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:38:40.197075 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] Set router bc5c7a26-7a5b-4d00-a66a-1adb0e298225 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:38:40.214778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:40.337719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:40.475471 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-047b4f22-3d08-4183-a9a4-1999bd40e685 None None] Provisioning for port 7dd15b49-04b5-4ab5-9069-efcae341c556 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:38:40.481051 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-047b4f22-3d08-4183-a9a4-1999bd40e685 None None] Provisioning complete for port 7dd15b49-04b5-4ab5-9069-efcae341c556 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:40.481542 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-047b4f22-3d08-4183-a9a4-1999bd40e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:40.497311 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'name': 'tempest-TestShelveInstance-426166964-router', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '58967224-4f78-42da-8fc2-2f91d6422625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:38:37Z', 'revision_number': 3, 'project_id': '80ce22d1c7714ffea3777946b1e3261e', 'gw_port': {'id': '58967224-4f78-42da-8fc2-2f91d6422625', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:40.506996 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86c455-477c-4037-b2fc-5c54e8aa5a2c None None] The sync data for ids ['bc5c7a26-7a5b-4d00-a66a-1adb0e298225'] in dv-neutron-825723-1-hyperv is: [{'id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'name': 'tempest-TestShelveInstance-426166964-router', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '58967224-4f78-42da-8fc2-2f91d6422625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:38:37Z', 'revision_number': 3, 'project_id': '80ce22d1c7714ffea3777946b1e3261e', 'gw_port': {'id': '58967224-4f78-42da-8fc2-2f91d6422625', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:38:40.542131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-047b4f22-3d08-4183-a9a4-1999bd40e685 None None] Port 7dd15b49-04b5-4ab5-9069-efcae341c556 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:38:40.591585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:40.596757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:40.623289 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:38:40.702333 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:38:40.707624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:40.708105 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:40.718120 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Pushing event updated for resources: {'Port': ['ID=7dd15b49-04b5-4ab5-9069-efcae341c556,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:40.723024 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:40.846218 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:40.880697 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Network ec019926-6c5a-47b2-ac22-47c9f75c328f is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:38:40.881857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:38:40.889397 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93,segment=NetworkSegment(ae02a7b8-472a-4a39-b3c1-33430300e2c3),segment_id=ae02a7b8-472a-4a39-b3c1-33430300e2c3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:40.894110 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:40.895130 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4e1cef21-f8c0-4ede-8d7e-17feae6387de up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:38:41.025977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:41.051609 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 4e1cef21-f8c0-4ede-8d7e-17feae6387de completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:38:41.058114 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 4e1cef21-f8c0-4ede-8d7e-17feae6387de triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:41.058544 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:41.197275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:41.209642 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Router bc5c7a26-7a5b-4d00-a66a-1adb0e298225 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:38:41.232495 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 4e1cef21-f8c0-4ede-8d7e-17feae6387de, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4e1cef21-f8c0-4ede-8d7e-17feae6387de,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:41.238441 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:41.310133 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-952740d1-ea69-45f7-9285-28e7a84c38b9 None None] Provisioning complete for port 7dd15b49-04b5-4ab5-9069-efcae341c556 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:41.310504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-952740d1-ea69-45f7-9285-28e7a84c38b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:41.404188 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:38:41.414165 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-63475768-ef0d-4d91-9bf5-486a71b4735f admin admin] 10.222.0.99 "PUT /v2.0/routers/bc5c7a26-7a5b-4d00-a66a-1adb0e298225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7864428 Jan 21 10:38:41.423630 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=4e1cef21-f8c0-4ede-8d7e-17feae6387de,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:41.437463 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:41.441475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-952740d1-ea69-45f7-9285-28e7a84c38b9 None None] Port 7dd15b49-04b5-4ab5-9069-efcae341c556 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:38:41.915383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56560) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:41.920639 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51692588', 'description': 'tempest-secgroup-smoke-51692588 description', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:41.927348 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:41.931410 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:41.934505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:41.940601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:41.952752 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:41.974648 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:41.978406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:41.981215 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:41.986768 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:42.061571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.066509 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.110343 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b89631-ba13-465b-8ec3-5af4c8fe2a36,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:42.112727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.117124 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a0d31887-ec80-4dd5-bdca-249c4a58ea60 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1975591 Jan 21 10:38:42.118001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56564) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:42.122245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-f895f03c-ae19-41f5-91fe-eff9a7dcfac5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group_rule': {'security_group_id': '98b89631-ba13-465b-8ec3-5af4c8fe2a36', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:42.128721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f895f03c-ae19-41f5-91fe-eff9a7dcfac5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:42.132990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f895f03c-ae19-41f5-91fe-eff9a7dcfac5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:42.136266 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-f895f03c-ae19-41f5-91fe-eff9a7dcfac5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:42.142241 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-f895f03c-ae19-41f5-91fe-eff9a7dcfac5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:42.161121 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f895f03c-ae19-41f5-91fe-eff9a7dcfac5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.177102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Sync routers for ids ['bc5c7a26-7a5b-4d00-a66a-1adb0e298225'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:38:42.186388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Routers {'bc5c7a26-7a5b-4d00-a66a-1adb0e298225'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:38:42.187037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['bc5c7a26-7a5b-4d00-a66a-1adb0e298225'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:42.224831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f895f03c-ae19-41f5-91fe-eff9a7dcfac5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.228971 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f895f03c-ae19-41f5-91fe-eff9a7dcfac5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.253095 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895f03c-ae19-41f5-91fe-eff9a7dcfac5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0882662-4c54-4127-bbb9-66e1ad88a38d,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:42.264275 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-f895f03c-ae19-41f5-91fe-eff9a7dcfac5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.265681 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-f895f03c-ae19-41f5-91fe-eff9a7dcfac5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474881 Jan 21 10:38:42.268659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56568) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:42.273727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-3860c978-73a0-432f-aa71-1b286e50392d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group_rule': {'security_group_id': '98b89631-ba13-465b-8ec3-5af4c8fe2a36', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:42.279609 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3860c978-73a0-432f-aa71-1b286e50392d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:42.283705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3860c978-73a0-432f-aa71-1b286e50392d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:42.286694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-3860c978-73a0-432f-aa71-1b286e50392d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:42.292533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-3860c978-73a0-432f-aa71-1b286e50392d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:42.309748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3860c978-73a0-432f-aa71-1b286e50392d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.366087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Set router bc5c7a26-7a5b-4d00-a66a-1adb0e298225 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:38:42.373070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3860c978-73a0-432f-aa71-1b286e50392d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.377255 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3860c978-73a0-432f-aa71-1b286e50392d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.400464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860c978-73a0-432f-aa71-1b286e50392d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3a3515-b0a9-4a14-adea-82867d98197d,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:42.410012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-3860c978-73a0-432f-aa71-1b286e50392d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.413805 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-3860c978-73a0-432f-aa71-1b286e50392d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1416349 Jan 21 10:38:42.414048 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56572) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:42.419064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-59fbf0e9-8c57-4707-940a-0bfd1f8a523e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group_rule': {'security_group_id': '98b89631-ba13-465b-8ec3-5af4c8fe2a36', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:42.425170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-59fbf0e9-8c57-4707-940a-0bfd1f8a523e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:42.428987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-59fbf0e9-8c57-4707-940a-0bfd1f8a523e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:42.431881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-59fbf0e9-8c57-4707-940a-0bfd1f8a523e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:42.438531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-59fbf0e9-8c57-4707-940a-0bfd1f8a523e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:42.455508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-59fbf0e9-8c57-4707-940a-0bfd1f8a523e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.522650 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-59fbf0e9-8c57-4707-940a-0bfd1f8a523e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.532309 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-59fbf0e9-8c57-4707-940a-0bfd1f8a523e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.557959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbf0e9-8c57-4707-940a-0bfd1f8a523e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd76d1ef-02bd-4982-856e-461261e5e037,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:42.570808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-59fbf0e9-8c57-4707-940a-0bfd1f8a523e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.574771 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-59fbf0e9-8c57-4707-940a-0bfd1f8a523e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572917 Jan 21 10:38:42.574965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56576) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:42.580421 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-a47cf166-e36c-4e0c-bbcc-141bd9eb772d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group_rule': {'security_group_id': '98b89631-ba13-465b-8ec3-5af4c8fe2a36', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:42.586811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a47cf166-e36c-4e0c-bbcc-141bd9eb772d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:42.591138 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a47cf166-e36c-4e0c-bbcc-141bd9eb772d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:42.594075 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-a47cf166-e36c-4e0c-bbcc-141bd9eb772d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:42.600127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-a47cf166-e36c-4e0c-bbcc-141bd9eb772d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:42.623738 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a47cf166-e36c-4e0c-bbcc-141bd9eb772d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.651290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 58967224-4f78-42da-8fc2-2f91d6422625 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:38:42.697673 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a47cf166-e36c-4e0c-bbcc-141bd9eb772d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.702033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a47cf166-e36c-4e0c-bbcc-141bd9eb772d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.725925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cf166-e36c-4e0c-bbcc-141bd9eb772d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6fdb31-d939-4652-89b5-80e598724ae3,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:42.735657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a47cf166-e36c-4e0c-bbcc-141bd9eb772d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.736953 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a47cf166-e36c-4e0c-bbcc-141bd9eb772d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610062 Jan 21 10:38:42.739782 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56580) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:42.744695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-2f5f0062-08de-450a-a2d1-d8902f310487 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group_rule': {'security_group_id': '98b89631-ba13-465b-8ec3-5af4c8fe2a36', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:42.750639 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2f5f0062-08de-450a-a2d1-d8902f310487 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:42.754436 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2f5f0062-08de-450a-a2d1-d8902f310487 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:42.757251 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2f5f0062-08de-450a-a2d1-d8902f310487 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:42.763227 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2f5f0062-08de-450a-a2d1-d8902f310487 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:42.767923 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 58967224-4f78-42da-8fc2-2f91d6422625 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:38:42.773418 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-2f5f0062-08de-450a-a2d1-d8902f310487 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Project 54e347d6e26a4ba09d092f067e8f65a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:38:42.775315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 58967224-4f78-42da-8fc2-2f91d6422625 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:42.775665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.779987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0062-08de-450a-a2d1-d8902f310487 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.810489 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'name': 'tempest-TestShelveInstance-426166964-router', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '58967224-4f78-42da-8fc2-2f91d6422625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:38:40Z', 'revision_number': 4, 'project_id': '80ce22d1c7714ffea3777946b1e3261e', 'gw_port': {'id': '58967224-4f78-42da-8fc2-2f91d6422625', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '7dd15b49-04b5-4ab5-9069-efcae341c556', 'name': '', 'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'mac_address': 'fa:16:3e:10:af:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3dbfede9-3b76-4608-a54f-b2aa81b16898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:39Z', 'updated_at': '2022-01-21T10:38:40Z', 'revision_number': 2, 'project_id': '80ce22d1c7714ffea3777946b1e3261e', 'subnets': [{'id': '3dbfede9-3b76-4608-a54f-b2aa81b16898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:42.823431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Checking router: bc5c7a26-7a5b-4d00-a66a-1adb0e298225 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:38:42.823766 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Updating router bc5c7a26-7a5b-4d00-a66a-1adb0e298225 port 7dd15b49-04b5-4ab5-9069-efcae341c556 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:38:42.844372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0062-08de-450a-a2d1-d8902f310487 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.848880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0062-08de-450a-a2d1-d8902f310487 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.872666 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f0062-08de-450a-a2d1-d8902f310487 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0de95f-bea7-46dd-9aef-9867dbad602b,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:42.882454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0062-08de-450a-a2d1-d8902f310487 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.886704 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2f5f0062-08de-450a-a2d1-d8902f310487 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430798 Jan 21 10:38:42.886869 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.886980 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56584) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:42.891805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-01deaa0f-f7af-473a-9c1d-34b1c544b70b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group_rule': {'security_group_id': '98b89631-ba13-465b-8ec3-5af4c8fe2a36', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:42.897680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-01deaa0f-f7af-473a-9c1d-34b1c544b70b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:42.901329 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-01deaa0f-f7af-473a-9c1d-34b1c544b70b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:42.904171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-01deaa0f-f7af-473a-9c1d-34b1c544b70b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:42.909742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-01deaa0f-f7af-473a-9c1d-34b1c544b70b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:42.920448 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-01deaa0f-f7af-473a-9c1d-34b1c544b70b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Project 54e347d6e26a4ba09d092f067e8f65a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:38:42.926996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-01deaa0f-f7af-473a-9c1d-34b1c544b70b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.996795 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-01deaa0f-f7af-473a-9c1d-34b1c544b70b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:42.999409 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:43.002988 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-01deaa0f-f7af-473a-9c1d-34b1c544b70b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:43.026479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01deaa0f-f7af-473a-9c1d-34b1c544b70b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ca95a2-6dff-4d22-9060-7c51a3d84469,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:43.038553 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-01deaa0f-f7af-473a-9c1d-34b1c544b70b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:43.040025 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-01deaa0f-f7af-473a-9c1d-34b1c544b70b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521947 Jan 21 10:38:43.073245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 58967224-4f78-42da-8fc2-2f91d6422625, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=58967224-4f78-42da-8fc2-2f91d6422625,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:43.077822 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:43.078632 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:38:43.203277 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-d8087f15-5522-4ff1-9b84-e75f0033fa46 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Synchronizing usage tracker for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:38:43.221107 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-d8087f15-5522-4ff1-9b84-e75f0033fa46 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Unset dirty status for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:38:43.222460 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-d8087f15-5522-4ff1-9b84-e75f0033fa46 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51692588&fields=id&tenant_id=54e347d6e26a4ba09d092f067e8f65a3 HTTP/1.1" status: 200 len: 267 time: 0.0582569 Jan 21 10:38:43.273176 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=58967224-4f78-42da-8fc2-2f91d6422625,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:43.325218 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:43.325585 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:43.375779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-60c97cdd-89c2-42a6-9150-186006afa888 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:43.377298 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-60c97cdd-89c2-42a6-9150-186006afa888 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 808 time: 0.1479440 Jan 21 10:38:43.392872 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-8a883344-e635-4e61-bbf1-c94d014705da tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/quotas/54e347d6e26a4ba09d092f067e8f65a3 HTTP/1.1" status: 200 len: 375 time: 0.0098684 Jan 21 10:38:43.474245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-678e7be7-939e-440b-a12c-7dccce644ace tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Synchronizing usage tracker for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:38:43.486212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:43.492214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-678e7be7-939e-440b-a12c-7dccce644ace tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Unset dirty status for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:38:43.493597 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-678e7be7-939e-440b-a12c-7dccce644ace tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955245 Jan 21 10:38:43.509991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Transition to ACTIVE for port object 7dd15b49-04b5-4ab5-9069-efcae341c556 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:38:43.517946 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4e1cef21-f8c0-4ede-8d7e-17feae6387de up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:38:43.546990 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:43.640391 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-79c6f551-4d14-4e3e-8b04-12f55cd426ab service neutron] 10.222.0.99 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342027 Jan 21 10:38:43.768167 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91f06c-d467-469a-8e90-b1b54680a0fe None None] Pushing event updated for resources: {'Port': ['ID=7dd15b49-04b5-4ab5-9069-efcae341c556,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:43.780238 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-eaba45a3-3449-4d7b-be65-988269761057 service neutron] 10.222.0.99 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355360 Jan 21 10:38:43.830755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 4e1cef21-f8c0-4ede-8d7e-17feae6387de triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:43.831140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:43.885008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Attempting to bind port 7dd15b49-04b5-4ab5-9069-efcae341c556 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:38:43.885727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Attempting to bind port 7dd15b49-04b5-4ab5-9069-efcae341c556 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'ae02a7b8-472a-4a39-b3c1-33430300e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:38:43.886092 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Attempting to bind port 7dd15b49-04b5-4ab5-9069-efcae341c556 on network ec019926-6c5a-47b2-ac22-47c9f75c328f {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:38:43.900026 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:38:43.900428 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Checking segment: {'id': 'ae02a7b8-472a-4a39-b3c1-33430300e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:38:43.900845 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:43.901242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Bound using segment: {'id': 'ae02a7b8-472a-4a39-b3c1-33430300e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:38:43.901774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Bound port: 7dd15b49-04b5-4ab5-9069-efcae341c556, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae02a7b8-472a-4a39-b3c1-33430300e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:38:43.902153 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:43.968765 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b64d2079-e5b1-49d3-9b12-b0a2582daf4d req-966dea18-81b9-4cab-9955-5677d91ec867 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 210 time: 0.0499730 Jan 21 10:38:44.055355 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] For port 7dd15b49-04b5-4ab5-9069-efcae341c556, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:38:44.060112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] For port 7dd15b49-04b5-4ab5-9069-efcae341c556, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7dd15b49-04b5-4ab5-9069-efcae341c556,segment=NetworkSegment(ae02a7b8-472a-4a39-b3c1-33430300e2c3),segment_id=ae02a7b8-472a-4a39-b3c1-33430300e2c3)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:38:44.064823 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:44.143433 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Routers {'bc5c7a26-7a5b-4d00-a66a-1adb0e298225'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:38:44.144064 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['bc5c7a26-7a5b-4d00-a66a-1adb0e298225'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:44.209135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91f06c-d467-469a-8e90-b1b54680a0fe None None] Pushing event updated for resources: {'Port': ['ID=7dd15b49-04b5-4ab5-9069-efcae341c556,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:44.334268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] Set router bc5c7a26-7a5b-4d00-a66a-1adb0e298225 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:38:44.564950 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 58967224-4f78-42da-8fc2-2f91d6422625 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:38:44.700232 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 58967224-4f78-42da-8fc2-2f91d6422625 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:44.700629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:44.781116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'name': 'tempest-TestShelveInstance-426166964-router', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '58967224-4f78-42da-8fc2-2f91d6422625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:38:40Z', 'revision_number': 4, 'project_id': '80ce22d1c7714ffea3777946b1e3261e', 'gw_port': {'id': '58967224-4f78-42da-8fc2-2f91d6422625', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '7dd15b49-04b5-4ab5-9069-efcae341c556', 'name': '', 'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'mac_address': 'fa:16:3e:10:af:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3dbfede9-3b76-4608-a54f-b2aa81b16898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:39Z', 'updated_at': '2022-01-21T10:38:44Z', 'revision_number': 4, 'project_id': '80ce22d1c7714ffea3777946b1e3261e', 'subnets': [{'id': '3dbfede9-3b76-4608-a54f-b2aa81b16898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:44.812004 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2833c-aa29-4f3a-90cc-0d594ae71329 None None] The sync data for ids ['bc5c7a26-7a5b-4d00-a66a-1adb0e298225'] in dv-neutron-825723-1-hyperv is: [{'id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'name': 'tempest-TestShelveInstance-426166964-router', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '58967224-4f78-42da-8fc2-2f91d6422625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:38:40Z', 'revision_number': 4, 'project_id': '80ce22d1c7714ffea3777946b1e3261e', 'gw_port': {'id': '58967224-4f78-42da-8fc2-2f91d6422625', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '7dd15b49-04b5-4ab5-9069-efcae341c556', 'name': '', 'network_id': 'ec019926-6c5a-47b2-ac22-47c9f75c328f', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'mac_address': 'fa:16:3e:10:af:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3dbfede9-3b76-4608-a54f-b2aa81b16898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:39Z', 'updated_at': '2022-01-21T10:38:44Z', 'revision_number': 4, 'project_id': '80ce22d1c7714ffea3777946b1e3261e', 'subnets': [{'id': '3dbfede9-3b76-4608-a54f-b2aa81b16898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:38:45.132738 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-032093d3-bd8b-486f-94d2-583b53aba6f7 req-f066a594-e309-4ea9-a113-fd0d0aa9d1e5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 210 time: 0.0453343 Jan 21 10:38:45.550526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-66f4042f-d5d8-4971-98cc-b33151f9738b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:45.552066 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-66f4042f-d5d8-4971-98cc-b33151f9738b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 808 time: 0.3142793 Jan 21 10:38:45.605084 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-36b7506d-4e7d-4ea7-a35e-50bcf62656f1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54e347d6e26a4ba09d092f067e8f65a3 HTTP/1.1" status: 200 len: 378 time: 0.0449307 Jan 21 10:38:45.613961 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'port': {'device_id': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'admin_state_up': True, 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'security_groups': ['98b89631-ba13-465b-8ec3-5af4c8fe2a36']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:45.759253 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:45.770847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:45.783242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Made reservation on behalf of 54e347d6e26a4ba09d092f067e8f65a3 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:38:45.787779 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:45.953914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Allocated IP 172.20.0.14 (2447204d-01a6-4a96-9d11-fe244fe99ea7/8968ae17-02d3-4909-9f71-113fc94a511f/1f32f562-01b4-4bf8-b674-0b35a60f2386) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:38:46.153634 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:46.170434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Transition to ACTIVE for port object 1f32f562-01b4-4bf8-b674-0b35a60f2386 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:38:46.196883 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:46.311527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Network 2447204d-01a6-4a96-9d11-fe244fe99ea7 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:38:46.319877 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:38:46.326803 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:38:46.358012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'Port': ['ID=1f32f562-01b4-4bf8-b674-0b35a60f2386,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:46.398481 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:46.399109 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:46.428737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858e1fd-6866-4ef9-9a4f-cf8f59fe7ad9 req-3d6fa355-a8cc-4283-a3c6-a841829a47f5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:46.430276 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1858e1fd-6866-4ef9-9a4f-cf8f59fe7ad9 req-3d6fa355-a8cc-4283-a3c6-a841829a47f5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 932 time: 0.1903138 Jan 21 10:38:46.450624 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-bde4282c-a2de-42c0-8296-5b71ebd7a269 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8405654 Jan 21 10:38:46.463465 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Request body: {'port': {'device_id': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:46.528129 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1858e1fd-6866-4ef9-9a4f-cf8f59fe7ad9 req-1af4535f-4400-49c1-84d7-32bca49428a1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921810 Jan 21 10:38:46.561948 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7dd15b49-04b5-4ab5-9069-efcae341c556 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:38:46.590196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:46.647644 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 7dd15b49-04b5-4ab5-9069-efcae341c556 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:38:46.653539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d222d503-1191-4bd2-b48b-adce57153759 None None] Provisioning for port 1f32f562-01b4-4bf8-b674-0b35a60f2386 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:38:46.656668 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7dd15b49-04b5-4ab5-9069-efcae341c556 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:46.657119 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:46.698566 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d222d503-1191-4bd2-b48b-adce57153759 None None] Provisioning complete for port 1f32f562-01b4-4bf8-b674-0b35a60f2386 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:46.698961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d222d503-1191-4bd2-b48b-adce57153759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:46.763059 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d222d503-1191-4bd2-b48b-adce57153759 None None] Port 1f32f562-01b4-4bf8-b674-0b35a60f2386 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:38:46.825516 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:46.857568 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 7dd15b49-04b5-4ab5-9069-efcae341c556, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7dd15b49-04b5-4ab5-9069-efcae341c556,segment=NetworkSegment(ae02a7b8-472a-4a39-b3c1-33430300e2c3),segment_id=ae02a7b8-472a-4a39-b3c1-33430300e2c3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:46.862501 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:46.933562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=7dd15b49-04b5-4ab5-9069-efcae341c556,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:46.934221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f32f562-01b4-4bf8-b674-0b35a60f2386 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:38:46.942741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:46.958015 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Transition to ACTIVE for port object 1f32f562-01b4-4bf8-b674-0b35a60f2386 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:38:46.963070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:47.116748 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Pushing event updated for resources: {'Port': ['ID=1f32f562-01b4-4bf8-b674-0b35a60f2386,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:47.196458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Attempting to bind port 1f32f562-01b4-4bf8-b674-0b35a60f2386 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:38:47.197104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Attempting to bind port 1f32f562-01b4-4bf8-b674-0b35a60f2386 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:38:47.197104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Attempting to bind port 1f32f562-01b4-4bf8-b674-0b35a60f2386 on network 2447204d-01a6-4a96-9d11-fe244fe99ea7 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:38:47.201646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Port 1f32f562-01b4-4bf8-b674-0b35a60f2386 on network 2447204d-01a6-4a96-9d11-fe244fe99ea7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:38:47.201969 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Attempting to bind port 1f32f562-01b4-4bf8-b674-0b35a60f2386 on network 2447204d-01a6-4a96-9d11-fe244fe99ea7 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:38:47.207147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:38:47.207483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Checking segment: {'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:38:47.207870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Bound using segment: {'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:38:47.208290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Bound port: 1f32f562-01b4-4bf8-b674-0b35a60f2386, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:38:47.208663 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:47.393780 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] For port 1f32f562-01b4-4bf8-b674-0b35a60f2386, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:38:47.398344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] For port 1f32f562-01b4-4bf8-b674-0b35a60f2386, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:38:47.404892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:47.463713 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:47.464372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:47.465747 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] 10.222.0.121 "PUT /v2.0/ports/1f32f562-01b4-4bf8-b674-0b35a60f2386 HTTP/1.1" status: 200 len: 1094 time: 1.0074382 Jan 21 10:38:47.466178 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:38:47.493418 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43861934-706e-4e7e-8cae-627c98380e37 service neutron] Pushing event updated for resources: {'Port': ['ID=1f32f562-01b4-4bf8-b674-0b35a60f2386,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:47.514072 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'status': 'completed', 'code': 200} Jan 21 10:38:47.603486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-e1bbfda6-247a-4b66-9fe3-5907c4931d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:47.605161 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-e1bbfda6-247a-4b66-9fe3-5907c4931d89 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1097 time: 0.0872078 Jan 21 10:38:47.710074 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-683e57df-97e0-4ed9-8d79-28bf657c10c4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386 HTTP/1.1" status: 200 len: 217 time: 0.0983269 Jan 21 10:38:47.783592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-86834cdd-4765-4db1-9442-26d6ef80a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:47.784961 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-86834cdd-4765-4db1-9442-26d6ef80a765 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0695097 Jan 21 10:38:47.843854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240016b0-15d8-4f55-9f68-ac801b82e81d req-b7d735e7-946c-4fcc-bd02-80908cadcba6 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:47.844559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-240016b0-15d8-4f55-9f68-ac801b82e81d req-b7d735e7-946c-4fcc-bd02-80908cadcba6 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Synchronizing usage tracker for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:38:47.872169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-240016b0-15d8-4f55-9f68-ac801b82e81d req-b7d735e7-946c-4fcc-bd02-80908cadcba6 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Unset dirty status for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:38:47.873303 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-240016b0-15d8-4f55-9f68-ac801b82e81d req-b7d735e7-946c-4fcc-bd02-80908cadcba6 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.2119799 Jan 21 10:38:47.903512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-a846ddd3-7909-4a41-be47-eabf7fd3de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:47.904861 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-a846ddd3-7909-4a41-be47-eabf7fd3de59 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1136761 Jan 21 10:38:47.946364 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-240016b0-15d8-4f55-9f68-ac801b82e81d req-ece39767-d799-4ac5-8886-d9e03e7b676d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662663 Jan 21 10:38:48.049301 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-91150d85-4f5b-4064-90ee-07957faa9198 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360536 Jan 21 10:38:48.194494 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d4983acf-1d8e-4f7d-8fca-fcd6afdca5fb req-09f3487e-e9e1-44d8-a571-8c666427ec0d service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394548 Jan 21 10:38:48.324516 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64786e-567f-4a57-b5bb-b7497d0e40d5 req-56fa52cd-570f-4bbf-821a-153c639c3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:48.325977 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0f64786e-567f-4a57-b5bb-b7497d0e40d5 req-56fa52cd-570f-4bbf-821a-153c639c3133 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1097 time: 0.0866508 Jan 21 10:38:48.457711 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64786e-567f-4a57-b5bb-b7497d0e40d5 req-fa86745c-d753-4c21-a918-fb4091382ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:48.459069 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0f64786e-567f-4a57-b5bb-b7497d0e40d5 req-fa86745c-d753-4c21-a918-fb4091382ebb service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1266713 Jan 21 10:38:48.528650 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0f64786e-567f-4a57-b5bb-b7497d0e40d5 req-4c3a3650-d313-4bcf-b9d6-bd7287b0094d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386 HTTP/1.1" status: 200 len: 217 time: 0.0634105 Jan 21 10:38:48.542404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7dd15b49-04b5-4ab5-9069-efcae341c556 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:38:48.591860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64786e-567f-4a57-b5bb-b7497d0e40d5 req-351b1d60-db6a-4321-a81b-dbf397569da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:48.593365 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0f64786e-567f-4a57-b5bb-b7497d0e40d5 req-351b1d60-db6a-4321-a81b-dbf397569da8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0592928 Jan 21 10:38:48.650569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 7dd15b49-04b5-4ab5-9069-efcae341c556 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:48.650936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:48.675026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64786e-567f-4a57-b5bb-b7497d0e40d5 req-7f3a107d-1d66-48b2-9b02-651b5c7a08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:48.676648 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0f64786e-567f-4a57-b5bb-b7497d0e40d5 req-7f3a107d-1d66-48b2-9b02-651b5c7a08f7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769992 Jan 21 10:38:48.815557 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0f64786e-567f-4a57-b5bb-b7497d0e40d5 req-2b358f84-169d-4d7a-bae3-461dc6c4a6aa service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325176 Jan 21 10:38:48.946186 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0f64786e-567f-4a57-b5bb-b7497d0e40d5 req-81b9c534-e564-44b3-a9ee-3b6c9d2f5975 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239402 Jan 21 10:38:49.142098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a4944-53e9-4eca-a99e-f79fba42da71 req-b528774d-41fc-4987-9504-5ab1373636ba tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:49.143539 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a47a4944-53e9-4eca-a99e-f79fba42da71 req-b528774d-41fc-4987-9504-5ab1373636ba tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0824504 Jan 21 10:38:49.188359 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a47a4944-53e9-4eca-a99e-f79fba42da71 req-6850b905-099c-4391-8a95-d1efe81d89fa tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390255 Jan 21 10:38:50.497842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0959f-5a45-4adb-9600-37c8a99afbcf req-38451fed-d25c-4e3d-bbe0-b97ba6a36887 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:50.499310 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-50a0959f-5a45-4adb-9600-37c8a99afbcf req-38451fed-d25c-4e3d-bbe0-b97ba6a36887 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.1895945 Jan 21 10:38:50.543306 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-50a0959f-5a45-4adb-9600-37c8a99afbcf req-bf3b36b3-3833-40f4-a9bc-e0830ae0a2b9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379937 Jan 21 10:38:51.759372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a208bfc-7644-4e44-8afc-5aef2822ba69 req-a9b084cf-ead1-49a0-b298-cf83b8d0893f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:51.761055 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3a208bfc-7644-4e44-8afc-5aef2822ba69 req-a9b084cf-ead1-49a0-b298-cf83b8d0893f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.1092408 Jan 21 10:38:51.807197 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3a208bfc-7644-4e44-8afc-5aef2822ba69 req-88363630-afcc-467a-a589-7641df7144fe tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374711 Jan 21 10:38:51.934850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 1f32f562-01b4-4bf8-b674-0b35a60f2386 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:38:52.082934 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 1f32f562-01b4-4bf8-b674-0b35a60f2386, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:52.096487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'port_id': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'mac_address': 'fa:16:3e:2d:78:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:38:52.153802 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:52.180274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f32f562-01b4-4bf8-b674-0b35a60f2386 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:38:52.199023 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 1f32f562-01b4-4bf8-b674-0b35a60f2386, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:52.205588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:52.277600 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=1f32f562-01b4-4bf8-b674-0b35a60f2386,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:52.595847 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['1f32f562-01b4-4bf8-b674-0b35a60f2386'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:38:52.996448 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503375e7-1cdf-4cab-98d2-02333763be25 req-244a1533-9281-4075-958f-436173d2610d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:52.997855 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-503375e7-1cdf-4cab-98d2-02333763be25 req-244a1533-9281-4075-958f-436173d2610d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 945 time: 0.0865138 Jan 21 10:38:53.046934 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-503375e7-1cdf-4cab-98d2-02333763be25 req-c8351a90-97b7-475e-8f87-e6d0897682af tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405512 Jan 21 10:38:53.950187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 1f32f562-01b4-4bf8-b674-0b35a60f2386 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:38:54.029221 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 1f32f562-01b4-4bf8-b674-0b35a60f2386 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:38:54.034203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 1f32f562-01b4-4bf8-b674-0b35a60f2386 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:38:54.034669 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:54.157380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:54.183815 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:38:54.194062 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 1f32f562-01b4-4bf8-b674-0b35a60f2386, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:38:54.200275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:54.239121 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'code': 200} Jan 21 10:38:54.244595 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d12fb-8682-40e4-9dde-83f20ede084e req-e96fce62-2a84-4e37-bd74-ccee52719ef6 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:54.246124 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c8d12fb-8682-40e4-9dde-83f20ede084e req-e96fce62-2a84-4e37-bd74-ccee52719ef6 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0873835 Jan 21 10:38:54.271759 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=1f32f562-01b4-4bf8-b674-0b35a60f2386,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:54.301459 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c8d12fb-8682-40e4-9dde-83f20ede084e req-fd2e240c-fdd3-4efa-aaf5-76b707e9df72 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461242 Jan 21 10:38:54.475390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a653c6d-cf28-4763-8259-5c64dc525b13 req-b128a95c-864d-4479-9034-d40a4662b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:54.476852 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1a653c6d-cf28-4763-8259-5c64dc525b13 req-b128a95c-864d-4479-9034-d40a4662b5c4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1099 time: 0.0896730 Jan 21 10:38:54.522455 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1a653c6d-cf28-4763-8259-5c64dc525b13 req-a799e7ff-9c1a-4dfa-aabf-6048d054a16d service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396750 Jan 21 10:38:55.519085 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a48a6-d755-40e5-9ba0-a67958178777 req-ba027a03-2768-4eb3-9bb2-db96168b7642 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:55.520541 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b44a48a6-d755-40e5-9ba0-a67958178777 req-ba027a03-2768-4eb3-9bb2-db96168b7642 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0954878 Jan 21 10:38:55.563835 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b44a48a6-d755-40e5-9ba0-a67958178777 req-39c3e447-7bb1-46e4-90e9-a4f45b8dda5b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375907 Jan 21 10:38:56.750427 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fd8f5-84f5-481a-8032-cbe89e5643fd req-361a0720-c8c2-4c3c-8077-154b573ee9b3 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:56.751832 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-951fd8f5-84f5-481a-8032-cbe89e5643fd req-361a0720-c8c2-4c3c-8077-154b573ee9b3 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0822091 Jan 21 10:38:56.804271 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-951fd8f5-84f5-481a-8032-cbe89e5643fd req-5b7a0b29-17e9-4d84-9f17-34eeabdaefa9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436442 Jan 21 10:38:56.995044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530069f0-c74a-4732-85a7-4f7842e593b3 req-28b3e292-710b-409d-a1d8-87c761e8ce38 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:56.996715 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-530069f0-c74a-4732-85a7-4f7842e593b3 req-28b3e292-710b-409d-a1d8-87c761e8ce38 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0827901 Jan 21 10:38:57.042724 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-530069f0-c74a-4732-85a7-4f7842e593b3 req-fc32a258-0eee-451a-8396-0c438a696761 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387394 Jan 21 10:38:57.066404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56660) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:57.249695 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942e2614-2858-45f4-8beb-8fb28252a8f8 tempest-TestShelveInstance-1325498322 tempest-TestShelveInstance-1325498322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:57.250403 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-942e2614-2858-45f4-8beb-8fb28252a8f8 tempest-TestShelveInstance-1325498322 tempest-TestShelveInstance-1325498322-project-admin] Synchronizing usage tracker for tenant:80ce22d1c7714ffea3777946b1e3261e on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:38:57.269716 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-942e2614-2858-45f4-8beb-8fb28252a8f8 tempest-TestShelveInstance-1325498322 tempest-TestShelveInstance-1325498322-project-admin] Unset dirty status for tenant:80ce22d1c7714ffea3777946b1e3261e on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:38:57.270955 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-942e2614-2858-45f4-8beb-8fb28252a8f8 tempest-TestShelveInstance-1325498322 tempest-TestShelveInstance-1325498322-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1094 time: 0.2034945 Jan 21 10:38:57.275202 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56666) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:38:57.280187 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:38:57.286801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:38:57.290902 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:floatingip and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:38:57.293963 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:38:57.299938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:38:57.312714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:57.453014 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:57.585822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Allocated IP 172.26.4.198 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/1b5fa910-dd28-4a96-9d2b-52c84730ddf2) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:38:57.733040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:57.774311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:57.842515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:38:57.845415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:38:57.849892 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:38:57.878244 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'Port': ['ID=1b5fa910-dd28-4a96-9d2b-52c84730ddf2,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:58.368052 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:58.455144 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:58.669928 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:58.675939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:58.777349 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'Port': ['ID=1b5fa910-dd28-4a96-9d2b-52c84730ddf2,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:38:58.793141 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:58.964701 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Floating IP 3e1d218b-9b48-4660-a2c9-1e95d7fb7d75 associated. External IP: 172.26.4.198, port: 1f32f562-01b4-4bf8-b674-0b35a60f2386. Jan 21 10:38:59.314094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:38:59.493777 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:38:59.505174 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbfb27e-3a88-4071-9e67-de40b0466c99 None None] Sync routers for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:38:59.516205 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbfb27e-3a88-4071-9e67-de40b0466c99 None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:38:59.516945 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-abbfb27e-3a88-4071-9e67-de40b0466c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:38:59.520813 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:59.582110 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-e195ea83-0cd9-4800-945e-fbce47edbc20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3057439 Jan 21 10:38:59.582940 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:38:59.632947 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'status': 'completed', 'code': 200} Jan 21 10:38:59.696147 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-abbfb27e-3a88-4071-9e67-de40b0466c99 None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:38:59.722137 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2a289-d7cb-4c6a-af07-35c2605b5f0b req-44faaa9e-fb30-46b6-bbae-f57d8e564a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:59.723625 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94d2a289-d7cb-4c6a-af07-35c2605b5f0b req-44faaa9e-fb30-46b6-bbae-f57d8e564a38 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1099 time: 0.0698314 Jan 21 10:38:59.978736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2a289-d7cb-4c6a-af07-35c2605b5f0b req-4726d6d5-d0d9-4ecf-a81a-c0bb4cb8c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:59.980201 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94d2a289-d7cb-4c6a-af07-35c2605b5f0b req-4726d6d5-d0d9-4ecf-a81a-c0bb4cb8c97c service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.2503545 Jan 21 10:39:00.041442 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-abbfb27e-3a88-4071-9e67-de40b0466c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '3e1d218b-9b48-4660-a2c9-1e95d7fb7d75', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'port_id': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'mac_address': 'fa:16:3e:2d:78:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:38:58Z', 'updated_at': '2022-01-21T10:38:58Z', 'revision_number': 0, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:41Z', 'revision_number': 5, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:00.045529 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbfb27e-3a88-4071-9e67-de40b0466c99 None None] Checking router: 4e42d85d-e45d-4d77-ba03-76c00af36fe7 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:39:00.053927 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbfb27e-3a88-4071-9e67-de40b0466c99 None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:39:00.054538 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-abbfb27e-3a88-4071-9e67-de40b0466c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:38:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:00.083657 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94d2a289-d7cb-4c6a-af07-35c2605b5f0b req-9eb8a680-87eb-48e7-afb0-abbc65b3d99d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386 HTTP/1.1" status: 200 len: 1000 time: 0.0966566 Jan 21 10:39:00.150719 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2a289-d7cb-4c6a-af07-35c2605b5f0b req-a6e461c5-095c-4f12-8fc8-26ee91fa9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:00.152159 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94d2a289-d7cb-4c6a-af07-35c2605b5f0b req-a6e461c5-095c-4f12-8fc8-26ee91fa9686 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0633056 Jan 21 10:39:00.228290 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2a289-d7cb-4c6a-af07-35c2605b5f0b req-27dd7986-bd4c-492e-a4b7-6d331c07a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:00.229867 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94d2a289-d7cb-4c6a-af07-35c2605b5f0b req-27dd7986-bd4c-492e-a4b7-6d331c07a5dc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714586 Jan 21 10:39:00.255105 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-abbfb27e-3a88-4071-9e67-de40b0466c99 None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:39:00.357860 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94d2a289-d7cb-4c6a-af07-35c2605b5f0b req-a5e56685-485c-47be-86cc-f52bdb11bed3 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221564 Jan 21 10:39:00.485645 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94d2a289-d7cb-4c6a-af07-35c2605b5f0b req-d7fa4abf-108c-4d4c-823e-ade7c6567b4a service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221056 Jan 21 10:39:00.598849 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-abbfb27e-3a88-4071-9e67-de40b0466c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '3e1d218b-9b48-4660-a2c9-1e95d7fb7d75', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'port_id': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'mac_address': 'fa:16:3e:2d:78:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:38:58Z', 'updated_at': '2022-01-21T10:38:58Z', 'revision_number': 0, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:41Z', 'revision_number': 5, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:39:00.602863 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbfb27e-3a88-4071-9e67-de40b0466c99 None None] The sync data for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv is: [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': '3e1d218b-9b48-4660-a2c9-1e95d7fb7d75', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'port_id': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'mac_address': 'fa:16:3e:2d:78:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:38:58Z', 'updated_at': '2022-01-21T10:38:58Z', 'revision_number': 0, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:41Z', 'revision_number': 5, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:39:00.790162 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cc6257-ea0b-46c0-944b-e36ac8ef38b9 None None] New status for floating IP 3e1d218b-9b48-4660-a2c9-1e95d7fb7d75: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:39:00.881158 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:01.030112 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:39:06.464825 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6547a95e-0f30-40d0-994a-59cf2e7f420a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:08.550401 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5f42-e7f7-4e5f-8d3e-70e81d73e234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:09.684262 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:10.050572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:11.419561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:30.858330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:34.750694 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-b56ad068-b825-427a-87c1-033e773d2e40 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766151 Jan 21 10:39:34.902970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-a53ddbc3-1bbd-4b26-b50c-58399fbac412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:34.904470 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-a53ddbc3-1bbd-4b26-b50c-58399fbac412 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1099 time: 0.0819688 Jan 21 10:39:35.056303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-5661a484-13ab-4407-bf50-05e5001ad51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:35.057790 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-5661a484-13ab-4407-bf50-05e5001ad51c service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1296594 Jan 21 10:39:35.166342 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-bb87c335-ebca-42df-a5d3-986c190247cd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386 HTTP/1.1" status: 200 len: 1002 time: 0.1020708 Jan 21 10:39:35.228155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-b26b51ca-8ccb-469f-bef3-5a7b80bccaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:35.229591 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-b26b51ca-8ccb-469f-bef3-5a7b80bccaef service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0570769 Jan 21 10:39:35.307878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-bba5282d-37e4-46e0-8d20-3d73a15e603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:35.309402 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-bba5282d-37e4-46e0-8d20-3d73a15e603a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739481 Jan 21 10:39:35.319258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-d75e40da-af37-4c0e-a621-53213fc47154 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:39:35.320170 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-d75e40da-af37-4c0e-a621-53213fc47154 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048876 Jan 21 10:39:35.456827 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-25f27c2e-23b8-4582-8a49-657f68ce4679 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299343 Jan 21 10:39:35.589843 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-78e9b9c0-f188-41ff-bd84-eee66b0f8b55 req-7877af05-80a9-48dc-afa3-2758c476a1cd service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269372 Jan 21 10:39:36.472517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7ea19185-56d0-44d1-9c94-4cad257bacc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:38.034731 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:39:38.542518 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7cec3754-e368-4175-a89f-ce34268989c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:39.683666 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:40.057682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:41.424884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:00.875649 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:06.466225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b97c1ed9-ea0a-478a-842a-2de5f3c0aace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:08.552599 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ba625015-5431-445e-80dc-f026ce935813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:09.677688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:10.057797 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:11.430340 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:15.039406 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:40:30.878688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:34.737497 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-760d7ccf-f134-438f-9ef2-9aedb542c13f req-481daaeb-9e24-4390-a908-d92ff9c3df90 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794091 Jan 21 10:40:34.994484 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d7ccf-f134-438f-9ef2-9aedb542c13f req-8ed3585c-6758-439c-b8ba-d1d81cb01847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:34.995960 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-760d7ccf-f134-438f-9ef2-9aedb542c13f req-8ed3585c-6758-439c-b8ba-d1d81cb01847 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1099 time: 0.1861894 Jan 21 10:40:35.141420 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d7ccf-f134-438f-9ef2-9aedb542c13f req-82e19c20-f65c-4a49-abf0-237daba285c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:35.142848 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-760d7ccf-f134-438f-9ef2-9aedb542c13f req-82e19c20-f65c-4a49-abf0-237daba285c2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1269684 Jan 21 10:40:35.246216 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-760d7ccf-f134-438f-9ef2-9aedb542c13f req-47a1532d-6bc3-48b2-a002-12dc4ba03081 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386 HTTP/1.1" status: 200 len: 1002 time: 0.0961080 Jan 21 10:40:35.309455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d7ccf-f134-438f-9ef2-9aedb542c13f req-86263517-3bc1-49d9-a7c2-ac83787cfc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:35.310840 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-760d7ccf-f134-438f-9ef2-9aedb542c13f req-86263517-3bc1-49d9-a7c2-ac83787cfc8e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0590525 Jan 21 10:40:35.388663 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d7ccf-f134-438f-9ef2-9aedb542c13f req-4ab5b7ad-ca8f-4441-bcc9-129f67847047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:35.390109 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-760d7ccf-f134-438f-9ef2-9aedb542c13f req-4ab5b7ad-ca8f-4441-bcc9-129f67847047 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728579 Jan 21 10:40:35.528822 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-760d7ccf-f134-438f-9ef2-9aedb542c13f req-5c4a24af-258a-4767-b70b-b9b302df856a service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319809 Jan 21 10:40:35.661842 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-760d7ccf-f134-438f-9ef2-9aedb542c13f req-7b2bc128-a2ed-417e-85c7-41b5b5606667 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274254 Jan 21 10:40:36.468719 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-43abfde0-467f-496e-b5bc-d98ccc6151ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:38.556172 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-feb653ae-a596-41ca-bb62-bc710d4de7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:39.682588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:40.061034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:41.431680 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:52.044786 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:41:00.890189 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:06.469053 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b7d2157e-d9db-4c4b-9dc9-48dfcb7029b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:08.561854 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-971c0ba4-e81b-4584-a0e2-5f9bbd1b8117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:09.685467 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:10.063904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:11.444624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:28.399980 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2cd95-cc66-4e2a-a836-89892a6e3670 req-adee5f70-edd4-4751-8fd9-1acc08daad45 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:28.401487 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1f2cd95-cc66-4e2a-a836-89892a6e3670 req-adee5f70-edd4-4751-8fd9-1acc08daad45 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0876048 Jan 21 10:41:28.444701 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1f2cd95-cc66-4e2a-a836-89892a6e3670 req-2e4be75d-f8f5-4207-8fc6-eedb02724498 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375614 Jan 21 10:41:29.050340 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:41:29.659432 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f41fb-5d80-4f42-b121-8c20200ad114 req-acdded7b-6743-4489-a6b0-7c12c81ce274 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:29.660930 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-410f41fb-5d80-4f42-b121-8c20200ad114 req-acdded7b-6743-4489-a6b0-7c12c81ce274 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0870011 Jan 21 10:41:29.708776 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-410f41fb-5d80-4f42-b121-8c20200ad114 req-549dc70c-d181-4637-a06c-2f830606ef51 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422482 Jan 21 10:41:30.891518 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:30.920306 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af1849-818c-44c2-910b-3d5215e713e3 req-a9314025-cfa7-41e0-98d7-c09b8bb8d337 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:30.921828 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94af1849-818c-44c2-910b-3d5215e713e3 req-a9314025-cfa7-41e0-98d7-c09b8bb8d337 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0915515 Jan 21 10:41:30.971398 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94af1849-818c-44c2-910b-3d5215e713e3 req-e4f04fde-c1a9-45d9-bd04-d6d05ce685ad tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409782 Jan 21 10:41:32.267931 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f442ee-4ff1-4f96-a967-815c6950faa5 req-9a39830e-ee3d-4502-9599-f78c2bcc9678 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:32.269276 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94f442ee-4ff1-4f96-a967-815c6950faa5 req-9a39830e-ee3d-4502-9599-f78c2bcc9678 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.1508784 Jan 21 10:41:32.316295 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94f442ee-4ff1-4f96-a967-815c6950faa5 req-571b68ce-b56e-4bec-9024-813fed5ccc79 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386767 Jan 21 10:41:33.565531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea8333-7f2f-41a1-a473-b28f610ea5b0 req-91e4fb02-cdf7-4eaf-8de1-e8d1ef2401bc tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:33.566979 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-22ea8333-7f2f-41a1-a473-b28f610ea5b0 req-91e4fb02-cdf7-4eaf-8de1-e8d1ef2401bc tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.1339977 Jan 21 10:41:33.612102 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-22ea8333-7f2f-41a1-a473-b28f610ea5b0 req-60e6ad26-d787-4ddc-b895-650da7098d8a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374007 Jan 21 10:41:34.836674 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033bbc8-5bb9-4745-96a3-163c8772447a req-92623e76-9137-4682-ad2a-20f94f4416ba tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:34.838126 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e033bbc8-5bb9-4745-96a3-163c8772447a req-92623e76-9137-4682-ad2a-20f94f4416ba tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.1193206 Jan 21 10:41:34.894864 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e033bbc8-5bb9-4745-96a3-163c8772447a req-64d9e596-412a-46cd-8512-9cabc96b1bfe tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504467 Jan 21 10:41:34.906201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7681e-bbad-4c70-a843-20b5122b7ee8 req-50e2640d-8fda-4277-bef4-bd17034ba8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:34.907682 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-18c7681e-bbad-4c70-a843-20b5122b7ee8 req-50e2640d-8fda-4277-bef4-bd17034ba8ae service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1099 time: 0.1870525 Jan 21 10:41:35.053501 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7681e-bbad-4c70-a843-20b5122b7ee8 req-c406e0a9-94fd-4d8f-86b3-aaaa1f6b5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:35.054918 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-18c7681e-bbad-4c70-a843-20b5122b7ee8 req-c406e0a9-94fd-4d8f-86b3-aaaa1f6b5eac service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1275022 Jan 21 10:41:35.158485 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-18c7681e-bbad-4c70-a843-20b5122b7ee8 req-cf9db9d1-554f-4ff4-95bc-809d2de02941 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386 HTTP/1.1" status: 200 len: 1002 time: 0.0969069 Jan 21 10:41:35.315029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7681e-bbad-4c70-a843-20b5122b7ee8 req-f705008a-b900-4e2b-9443-0c11f6373514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:35.316475 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-18c7681e-bbad-4c70-a843-20b5122b7ee8 req-f705008a-b900-4e2b-9443-0c11f6373514 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.1525860 Jan 21 10:41:35.396234 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7681e-bbad-4c70-a843-20b5122b7ee8 req-e6d34fba-b52d-4e93-8d4f-3b6862269a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:35.397791 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-18c7681e-bbad-4c70-a843-20b5122b7ee8 req-e6d34fba-b52d-4e93-8d4f-3b6862269a64 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748112 Jan 21 10:41:35.529218 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-18c7681e-bbad-4c70-a843-20b5122b7ee8 req-38d6ff35-d987-4804-a06f-2d9ac0810680 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245995 Jan 21 10:41:35.659429 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-18c7681e-bbad-4c70-a843-20b5122b7ee8 req-50200fd2-8e93-4d09-97b6-1a9e0a82e72a service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244483 Jan 21 10:41:36.114721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8a45-fee5-4ec1-a87c-2ca02455d6f6 req-0a6537d5-a00a-4bcc-bd39-9537d99a8cdc tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:36.116162 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-641f8a45-fee5-4ec1-a87c-2ca02455d6f6 req-0a6537d5-a00a-4bcc-bd39-9537d99a8cdc tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.1058218 Jan 21 10:41:36.161745 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-641f8a45-fee5-4ec1-a87c-2ca02455d6f6 req-feba781b-c3a6-49ec-96e6-8478176bcd78 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394673 Jan 21 10:41:36.467206 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-075228cd-35eb-4162-b9b6-6773ac1ed544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:37.359006 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a44b68-54c2-442e-9fab-4f68955931d7 req-62c74fe2-b491-499f-83c8-0ec3348ccc58 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:37.360467 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-32a44b68-54c2-442e-9fab-4f68955931d7 req-62c74fe2-b491-499f-83c8-0ec3348ccc58 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0890472 Jan 21 10:41:37.404385 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-32a44b68-54c2-442e-9fab-4f68955931d7 req-7a77a433-2d6c-4959-bf39-364d27031bc6 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382683 Jan 21 10:41:38.555985 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ea4356ad-ce96-4cb1-bc8a-667a2bda473d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:38.608744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75719-bfe9-4f70-83a0-0320f347467f req-54e9d420-b82b-40a0-bcc7-a8140728927d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:38.610340 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f4d75719-bfe9-4f70-83a0-0320f347467f req-54e9d420-b82b-40a0-bcc7-a8140728927d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0882137 Jan 21 10:41:38.656579 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f4d75719-bfe9-4f70-83a0-0320f347467f req-71f6a563-efc3-4ef8-86c2-f0f0b5ce6eec tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388310 Jan 21 10:41:39.691465 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:39.857430 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0e140-1b8b-4cf7-9bf9-aef2befe6a42 req-6995ed00-8f8f-4ca6-9ed2-68f6f530edbe tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:39.858874 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83e0e140-1b8b-4cf7-9bf9-aef2befe6a42 req-6995ed00-8f8f-4ca6-9ed2-68f6f530edbe tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0876501 Jan 21 10:41:39.905928 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83e0e140-1b8b-4cf7-9bf9-aef2befe6a42 req-ab3fb767-0f1b-412c-bcfd-6c49b245d3b6 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412529 Jan 21 10:41:40.067862 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:41.110372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d036fd-eada-48b8-8263-3d383dfcd719 req-5d0e0a87-3504-4e7d-bc22-e2210f80434d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:41.111843 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1d036fd-eada-48b8-8263-3d383dfcd719 req-5d0e0a87-3504-4e7d-bc22-e2210f80434d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0923314 Jan 21 10:41:41.155634 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f1d036fd-eada-48b8-8263-3d383dfcd719 req-c6df677a-1490-4324-94bb-05e537766cee tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380480 Jan 21 10:41:41.443766 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:42.352371 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299de275-5667-401c-a5a2-b37c6a5979fe req-caf13bb8-d905-4406-9824-c9618e2d4e48 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:42.353896 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-299de275-5667-401c-a5a2-b37c6a5979fe req-caf13bb8-d905-4406-9824-c9618e2d4e48 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0922041 Jan 21 10:41:42.398761 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-299de275-5667-401c-a5a2-b37c6a5979fe req-ce17b8b6-6638-4222-b2bd-4da57cd9bf4e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391262 Jan 21 10:41:43.592181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f1295-cd75-4dcd-9130-5c450ec53671 req-dbcbe61d-f8c6-46bc-809e-65ac8c5bf865 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:43.593661 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-885f1295-cd75-4dcd-9130-5c450ec53671 req-dbcbe61d-f8c6-46bc-809e-65ac8c5bf865 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0804834 Jan 21 10:41:43.637044 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-885f1295-cd75-4dcd-9130-5c450ec53671 req-431ed2b9-c1ac-43e8-a9b2-770be6eb4c5c tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376768 Jan 21 10:41:44.833196 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9d42c-6a14-4b44-a0f3-a3af26489736 req-395237d9-05de-47eb-8b01-9dc963f05da6 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:44.834661 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-25d9d42c-6a14-4b44-a0f3-a3af26489736 req-395237d9-05de-47eb-8b01-9dc963f05da6 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0931268 Jan 21 10:41:44.878956 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-25d9d42c-6a14-4b44-a0f3-a3af26489736 req-c81cbd85-17c5-4a93-a153-737329b2499e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385377 Jan 21 10:41:46.091809 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ce791-70a4-4b37-9258-521fcaaaf789 req-6eb87afa-f5d1-4914-9eb4-837c66da09b3 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:46.093194 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9f3ce791-70a4-4b37-9258-521fcaaaf789 req-6eb87afa-f5d1-4914-9eb4-837c66da09b3 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0981581 Jan 21 10:41:46.149126 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9f3ce791-70a4-4b37-9258-521fcaaaf789 req-8d3d14ed-e99f-41f4-b968-f09a4f87c884 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500486 Jan 21 10:41:46.820148 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 1f32f562-01b4-4bf8-b674-0b35a60f2386 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:41:46.969540 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 1f32f562-01b4-4bf8-b674-0b35a60f2386, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:41:46.986721 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'port_id': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'mac_address': 'fa:16:3e:2d:78:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:41:47.041150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:47.057468 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f32f562-01b4-4bf8-b674-0b35a60f2386 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:41:47.072926 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 1f32f562-01b4-4bf8-b674-0b35a60f2386, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:41:47.078514 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:47.157096 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=1f32f562-01b4-4bf8-b674-0b35a60f2386,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:41:47.163997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:41:47.164359 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:41:47.164705 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:41:47.165030 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:41:47.165353 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:41:47.165674 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:41:47.165989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:41:47.166307 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:41:47.166624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:41:47.166938 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:41:47.167248 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:41:47.167561 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:41:47.172096 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['1f32f562-01b4-4bf8-b674-0b35a60f2386'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:41:47.342116 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ae015-9bd9-456d-b68c-1bd858801d05 req-fab1290d-f720-40fc-8ac1-e5a2dc809c49 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:47.343491 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c08ae015-9bd9-456d-b68c-1bd858801d05 req-fab1290d-f720-40fc-8ac1-e5a2dc809c49 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 945 time: 0.0832751 Jan 21 10:41:47.387700 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c08ae015-9bd9-456d-b68c-1bd858801d05 req-25661c48-5cd3-4350-92b4-cc24fccbb195 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383511 Jan 21 10:41:48.591801 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349029aa-8db4-4542-9cd4-7f606458666c req-a5a905f6-9ccb-4b9e-ad7c-93af1373224d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:48.593061 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-349029aa-8db4-4542-9cd4-7f606458666c req-a5a905f6-9ccb-4b9e-ad7c-93af1373224d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 945 time: 0.0891166 Jan 21 10:41:48.639666 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-349029aa-8db4-4542-9cd4-7f606458666c req-73b7701f-9649-479c-b6b3-4568361eaa75 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404580 Jan 21 10:41:48.820433 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 1f32f562-01b4-4bf8-b674-0b35a60f2386 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:41:48.898226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 1f32f562-01b4-4bf8-b674-0b35a60f2386 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:41:48.898587 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:49.013829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:49.046930 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:41:49.061078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 1f32f562-01b4-4bf8-b674-0b35a60f2386, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:41:49.066760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:49.096886 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'code': 200} Jan 21 10:41:49.135711 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=1f32f562-01b4-4bf8-b674-0b35a60f2386,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:41:49.845702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065a41e-686e-43a5-9276-aaa6cd88ac23 req-c408cf09-5721-4690-92d2-fb3fda3b4f48 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:49.847184 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2065a41e-686e-43a5-9276-aaa6cd88ac23 req-c408cf09-5721-4690-92d2-fb3fda3b4f48 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0986626 Jan 21 10:41:49.893931 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2065a41e-686e-43a5-9276-aaa6cd88ac23 req-45a59f50-5bc6-481a-8a80-a29db047ac25 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408061 Jan 21 10:41:51.081996 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b27b6-7ba7-4b26-9a7a-24c1afc81aaa req-2f20e4e9-2544-4888-9a7c-ffb11e2bb993 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:51.083456 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fc2b27b6-7ba7-4b26-9a7a-24c1afc81aaa req-2f20e4e9-2544-4888-9a7c-ffb11e2bb993 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0843041 Jan 21 10:41:51.130206 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fc2b27b6-7ba7-4b26-9a7a-24c1afc81aaa req-b1c5d0d8-7822-4abe-bd4f-253585a3965e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408061 Jan 21 10:41:52.334398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8808e-e912-4e76-b7e1-f1d5a8cdb00a req-b0002c78-1a6d-4ea9-bc1e-bb173a4b488a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:52.336010 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f7f8808e-e912-4e76-b7e1-f1d5a8cdb00a req-b0002c78-1a6d-4ea9-bc1e-bb173a4b488a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0816598 Jan 21 10:41:52.392930 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f7f8808e-e912-4e76-b7e1-f1d5a8cdb00a req-398abe95-346e-442c-8247-ed43d5f0e43f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507357 Jan 21 10:41:53.581113 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bca5f-8808-4e55-8f75-d1623cd77f60 req-4a633d32-b9ac-46ed-af7b-0b5d85d23747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:53.585973 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-de6bca5f-8808-4e55-8f75-d1623cd77f60 req-4a633d32-b9ac-46ed-af7b-0b5d85d23747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0864789 Jan 21 10:41:53.652788 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-de6bca5f-8808-4e55-8f75-d1623cd77f60 req-c46d9524-a284-44bd-b1bf-2a6c32db3483 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625477 Jan 21 10:41:54.909633 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67bec2-21e0-463b-bccd-733937b60462 req-4066d058-e6f3-4bda-b87e-e098c045f9df tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:54.916872 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ef67bec2-21e0-463b-bccd-733937b60462 req-4066d058-e6f3-4bda-b87e-e098c045f9df tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.1005347 Jan 21 10:41:54.964739 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ef67bec2-21e0-463b-bccd-733937b60462 req-051e02b9-9037-4d6a-81ae-45aa43fec289 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466871 Jan 21 10:41:56.201412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd32f4-bb60-4b55-bbd4-95952fb93618 req-86455578-8ded-42ee-85c6-c7325c69ab9e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:56.202531 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7fcd32f4-bb60-4b55-bbd4-95952fb93618 req-86455578-8ded-42ee-85c6-c7325c69ab9e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0823038 Jan 21 10:41:56.262340 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7fcd32f4-bb60-4b55-bbd4-95952fb93618 req-2e4e0279-943b-4909-9e96-c8a29c0afa59 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532508 Jan 21 10:41:57.462832 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d006b24-0706-46f3-91e8-c9e6706c2198 req-6c13dcec-2eda-422e-8702-701cc14c3e5c tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:57.464382 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8d006b24-0706-46f3-91e8-c9e6706c2198 req-6c13dcec-2eda-422e-8702-701cc14c3e5c tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0990815 Jan 21 10:41:57.517840 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8d006b24-0706-46f3-91e8-c9e6706c2198 req-345c3054-43a6-4007-b709-6c2ad19f357c tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475383 Jan 21 10:41:58.745305 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1555e5c-f23d-4cdb-bcaa-ae880119473d req-3f308873-324d-43d8-a5da-241b353a99ef tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:58.746962 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c1555e5c-f23d-4cdb-bcaa-ae880119473d req-3f308873-324d-43d8-a5da-241b353a99ef tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0974417 Jan 21 10:41:58.794381 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c1555e5c-f23d-4cdb-bcaa-ae880119473d req-205616b5-0353-4b1c-afcc-c88a54faa284 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405893 Jan 21 10:42:00.075784 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da648b-df17-4424-b465-3d7aa7f44b0b req-17ed8f93-970d-4f2b-96ba-6528863f18ef tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:00.077230 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94da648b-df17-4424-b465-3d7aa7f44b0b req-17ed8f93-970d-4f2b-96ba-6528863f18ef tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.1761017 Jan 21 10:42:00.120515 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94da648b-df17-4424-b465-3d7aa7f44b0b req-889ab1d7-f316-44b9-9cbd-784409e86b2d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374510 Jan 21 10:42:00.453272 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600ff3c-5de3-491c-b7ce-fd359a6ec264 req-4a24a92b-6594-4757-a4bc-8d89eaacaf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:00.454720 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d600ff3c-5de3-491c-b7ce-fd359a6ec264 req-4a24a92b-6594-4757-a4bc-8d89eaacaf4c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1099 time: 0.0819044 Jan 21 10:42:00.587974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600ff3c-5de3-491c-b7ce-fd359a6ec264 req-30a81b03-82e0-421b-8414-73e4f4901d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:00.589439 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d600ff3c-5de3-491c-b7ce-fd359a6ec264 req-30a81b03-82e0-421b-8414-73e4f4901d90 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1286359 Jan 21 10:42:00.692270 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d600ff3c-5de3-491c-b7ce-fd359a6ec264 req-c7d02b90-1374-45b2-a571-f908c3817831 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386 HTTP/1.1" status: 200 len: 1002 time: 0.0964234 Jan 21 10:42:00.760288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600ff3c-5de3-491c-b7ce-fd359a6ec264 req-c3539c4f-9ac6-4618-9d93-ad22c064e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:00.761900 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d600ff3c-5de3-491c-b7ce-fd359a6ec264 req-c3539c4f-9ac6-4618-9d93-ad22c064e46c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0635660 Jan 21 10:42:00.858411 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600ff3c-5de3-491c-b7ce-fd359a6ec264 req-80c041df-4ce0-418e-a05a-b19f75f76915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:00.860091 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d600ff3c-5de3-491c-b7ce-fd359a6ec264 req-80c041df-4ce0-418e-a05a-b19f75f76915 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916204 Jan 21 10:42:00.899057 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:01.007016 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d600ff3c-5de3-491c-b7ce-fd359a6ec264 req-db40edbc-424b-43a8-beaa-c6eb077d7f1b service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405776 Jan 21 10:42:01.141563 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d600ff3c-5de3-491c-b7ce-fd359a6ec264 req-b57dd9fd-51c9-44bb-ab6a-78939e062ccc service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286073 Jan 21 10:42:01.338937 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda3892-7bc4-4708-a86f-30800678b990 req-ee825f9f-2b26-4ee5-bf4b-80b13b3a7cfd tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:01.340381 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2bda3892-7bc4-4708-a86f-30800678b990 req-ee825f9f-2b26-4ee5-bf4b-80b13b3a7cfd tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.1010747 Jan 21 10:42:01.387927 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2bda3892-7bc4-4708-a86f-30800678b990 req-713b0310-d01f-431e-920c-969c0652701f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394857 Jan 21 10:42:02.600842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36d0dd-acdd-4b56-b496-9f9d2b5901cb req-a5aa5b70-863d-454b-ba02-b12a36c89cb4 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:02.603200 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4d36d0dd-acdd-4b56-b496-9f9d2b5901cb req-a5aa5b70-863d-454b-ba02-b12a36c89cb4 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 946 time: 0.0924168 Jan 21 10:42:02.647014 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4d36d0dd-acdd-4b56-b496-9f9d2b5901cb req-88f1030f-89b1-4791-a520-2c426e01ccc4 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390112 Jan 21 10:42:02.897553 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 1f32f562-01b4-4bf8-b674-0b35a60f2386 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:42:03.029302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:03.054885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:42:03.064678 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 1f32f562-01b4-4bf8-b674-0b35a60f2386, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:42:03.070491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:03.138430 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=1f32f562-01b4-4bf8-b674-0b35a60f2386,revision_number=8']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:03.158708 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'code': 200} Jan 21 10:42:03.850590 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616de1a9-9e1b-43a1-b950-77dfbfeea730 req-4e914ead-d1f4-496b-a974-1e66a97b8b10 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:03.852015 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-616de1a9-9e1b-43a1-b950-77dfbfeea730 req-4e914ead-d1f4-496b-a974-1e66a97b8b10 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0888083 Jan 21 10:42:03.896109 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-616de1a9-9e1b-43a1-b950-77dfbfeea730 req-aa972070-000a-4d09-94a7-a9d24786d6a7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382283 Jan 21 10:42:04.397533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de479f1-a681-4ff1-990a-7b7570a4baf2 req-66772159-7708-48ec-9073-5e9f640f6c46 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:04.398992 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8de479f1-a681-4ff1-990a-7b7570a4baf2 req-66772159-7708-48ec-9073-5e9f640f6c46 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0785964 Jan 21 10:42:04.445181 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8de479f1-a681-4ff1-990a-7b7570a4baf2 req-c4ca2ab1-7dc3-458d-9096-252da106884f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404103 Jan 21 10:42:04.585844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 56904) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:42:04.711397 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-6770a332-7079-47d8-9c63-a705250fa883 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242092 Jan 21 10:42:05.643286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b63b01-0b03-4768-b4d1-871f0ec85a3e req-b016900b-a5b4-4632-ab03-c19a6cc4bd18 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:05.644835 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8b63b01-0b03-4768-b4d1-871f0ec85a3e req-b016900b-a5b4-4632-ab03-c19a6cc4bd18 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0834329 Jan 21 10:42:05.738913 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8b63b01-0b03-4768-b4d1-871f0ec85a3e req-8dda35cc-44eb-4fd4-8b18-fb630d97b7df tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877595 Jan 21 10:42:05.757746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-5678e252-4abb-433d-9427-3865db78fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:05.759209 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-5678e252-4abb-433d-9427-3865db78fe44 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b&tenant_id=54e347d6e26a4ba09d092f067e8f65a3 HTTP/1.1" status: 200 len: 1097 time: 0.0950921 Jan 21 10:42:05.851871 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-63aaa2e3-7c18-4c4b-834b-90fea63b7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:05.854140 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-63aaa2e3-7c18-4c4b-834b-90fea63b7436 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1097 time: 0.0739772 Jan 21 10:42:05.981979 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-4046be8f-8a31-4441-af78-2e85ec47009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:05.983392 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-4046be8f-8a31-4441-af78-2e85ec47009d service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1239314 Jan 21 10:42:06.050969 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:42:06.085737 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-cda2def1-f6ce-4db0-93c8-b989e38c6895 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386 HTTP/1.1" status: 200 len: 1000 time: 0.0955040 Jan 21 10:42:06.151657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-1ee76816-79c8-4e4d-9fd1-311ed9da9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:06.153139 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-1ee76816-79c8-4e4d-9fd1-311ed9da9a3d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0615017 Jan 21 10:42:06.230439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-8a42143a-eb40-4120-bd6d-b22f32adc995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:06.231956 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-8a42143a-eb40-4120-bd6d-b22f32adc995 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723372 Jan 21 10:42:06.368084 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-09613aa7-20eb-450c-8107-30a660b3e699 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297474 Jan 21 10:42:06.461727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d767ab-99b4-42a6-9d64-cdc445161a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:06.504058 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-e56ff47f-3a9e-44eb-82dc-d096eb38b115 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297727 Jan 21 10:42:07.074914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eea760-fd0f-4e25-8049-170947498247 req-d44ce189-00df-4896-b82f-e83e7c0c8780 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:07.090046 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-74eea760-fd0f-4e25-8049-170947498247 req-d44ce189-00df-4896-b82f-e83e7c0c8780 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.2432032 Jan 21 10:42:07.148494 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-74eea760-fd0f-4e25-8049-170947498247 req-5c367bd2-e125-46a8-b686-e2e1b99bff91 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543115 Jan 21 10:42:08.337092 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21945b19-9083-4702-bc30-25f070c5956a req-286d5c35-424c-443c-bf9b-1e007f2477de tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:08.338679 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-21945b19-9083-4702-bc30-25f070c5956a req-286d5c35-424c-443c-bf9b-1e007f2477de tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0830739 Jan 21 10:42:08.386892 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-21945b19-9083-4702-bc30-25f070c5956a req-d8bfcaaf-9ec8-4513-82fc-358181ebcabd tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420513 Jan 21 10:42:08.562204 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9773-644e-4f94-b408-db8e92591e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:09.582773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47384c-3e20-44e4-aa55-a1a8e60fe0dc req-3c2ff46f-7953-40c5-bad1-b99984fd289f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:09.584314 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3d47384c-3e20-44e4-aa55-a1a8e60fe0dc req-3c2ff46f-7953-40c5-bad1-b99984fd289f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0884202 Jan 21 10:42:09.640188 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3d47384c-3e20-44e4-aa55-a1a8e60fe0dc req-dee0dcea-fdcf-4e2e-be33-8e87f8731edd tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488656 Jan 21 10:42:09.685474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:10.070194 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:10.840787 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361b553-b582-4ff9-9f70-4515aba6825f req-1fa737ab-5b04-41ef-ac46-8962a9009f0a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:10.842273 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d361b553-b582-4ff9-9f70-4515aba6825f req-1fa737ab-5b04-41ef-ac46-8962a9009f0a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0885072 Jan 21 10:42:10.892845 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d361b553-b582-4ff9-9f70-4515aba6825f req-b0c92bac-b5d6-43d6-abec-f173f47a9628 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446563 Jan 21 10:42:11.442890 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:12.081211 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65eacd-256c-44dc-96e4-4f632f70c2db req-6eb156b9-4961-413b-801e-2fce6d66772c tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:12.082646 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ef65eacd-256c-44dc-96e4-4f632f70c2db req-6eb156b9-4961-413b-801e-2fce6d66772c tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0837622 Jan 21 10:42:12.132143 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ef65eacd-256c-44dc-96e4-4f632f70c2db req-734076dd-2e17-4b08-adef-c699ebdee521 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413544 Jan 21 10:42:13.327822 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f071c16-9525-43d1-a881-4500543b3c18 req-c19df255-e7cd-4115-ab57-3b706242090b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:13.329630 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1f071c16-9525-43d1-a881-4500543b3c18 req-c19df255-e7cd-4115-ab57-3b706242090b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0888364 Jan 21 10:42:13.375959 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1f071c16-9525-43d1-a881-4500543b3c18 req-6ca0e6b4-2ad4-4b32-8708-aceb418313ba tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400097 Jan 21 10:42:14.572455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047f848-0a44-4ad8-b628-374f9eb98d21 req-09fbd5e8-daa9-4687-b6dd-2200935c8109 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:14.574717 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b047f848-0a44-4ad8-b628-374f9eb98d21 req-09fbd5e8-daa9-4687-b6dd-2200935c8109 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0867720 Jan 21 10:42:14.625093 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b047f848-0a44-4ad8-b628-374f9eb98d21 req-9f0b2187-4f27-4733-9016-b8e349d72782 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435486 Jan 21 10:42:15.828835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957d590-16e9-4fd8-9772-49b5ae5b6c87 req-101034ae-6bf8-4937-9eb6-eb4064a691db tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:15.830301 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5957d590-16e9-4fd8-9772-49b5ae5b6c87 req-101034ae-6bf8-4937-9eb6-eb4064a691db tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0891395 Jan 21 10:42:15.877647 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5957d590-16e9-4fd8-9772-49b5ae5b6c87 req-d56481dd-1bad-4d62-b232-98289b12e4b7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389819 Jan 21 10:42:17.076970 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4d884-6e21-42e0-a626-f2cd3c2327c2 req-a51aea80-05ce-44ff-ac44-04b605fa2b4c tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:17.078415 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b3c4d884-6e21-42e0-a626-f2cd3c2327c2 req-a51aea80-05ce-44ff-ac44-04b605fa2b4c tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0824771 Jan 21 10:42:17.122466 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b3c4d884-6e21-42e0-a626-f2cd3c2327c2 req-a396d2f7-0fcb-44e5-a10f-37b7d4458518 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382557 Jan 21 10:42:18.322080 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6bff0-be68-4e90-90c4-d810ab80e358 req-f183fd04-762a-40aa-b74f-2a877554b310 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:18.323503 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fba6bff0-be68-4e90-90c4-d810ab80e358 req-f183fd04-762a-40aa-b74f-2a877554b310 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0897906 Jan 21 10:42:18.368718 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-fba6bff0-be68-4e90-90c4-d810ab80e358 req-2afe7cb5-cabb-4d48-aa34-fb9fcdba7c61 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369904 Jan 21 10:42:19.570616 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc286cf-4da7-4893-8417-ec91640b4ef0 req-4da026d4-f074-499a-aaf7-f2ead16a026f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:19.572074 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5fc286cf-4da7-4893-8417-ec91640b4ef0 req-4da026d4-f074-499a-aaf7-f2ead16a026f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0863547 Jan 21 10:42:19.621744 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5fc286cf-4da7-4893-8417-ec91640b4ef0 req-a6d67285-6da0-49ed-b9fd-e976169f502e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434616 Jan 21 10:42:20.811623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2d9a0-b89b-4390-9bd0-2d2e8fc65886 req-56b14d00-567a-456f-b494-f5c371c1ce59 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:20.813099 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eab2d9a0-b89b-4390-9bd0-2d2e8fc65886 req-56b14d00-567a-456f-b494-f5c371c1ce59 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 944 time: 0.0829580 Jan 21 10:42:20.857467 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-eab2d9a0-b89b-4390-9bd0-2d2e8fc65886 req-a05561f2-bf96-4ecb-97b5-182eeb3bf61d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385985 Jan 21 10:42:21.022432 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 1f32f562-01b4-4bf8-b674-0b35a60f2386 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:42:21.166884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 1f32f562-01b4-4bf8-b674-0b35a60f2386, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:42:21.180203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'port_id': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'mac_address': 'fa:16:3e:2d:78:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:42:21.274274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:21.291287 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f32f562-01b4-4bf8-b674-0b35a60f2386 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:42:21.306477 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 1f32f562-01b4-4bf8-b674-0b35a60f2386, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:42:21.313275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:21.377177 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=1f32f562-01b4-4bf8-b674-0b35a60f2386,revision_number=9']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:21.687853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['1f32f562-01b4-4bf8-b674-0b35a60f2386'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:42:22.052315 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac429ea-a0e4-4baf-b69f-5ba2205a8e27 req-a8a7e9cc-2565-484c-bdc7-c7d1640f9620 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:22.054055 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ac429ea-a0e4-4baf-b69f-5ba2205a8e27 req-a8a7e9cc-2565-484c-bdc7-c7d1640f9620 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 945 time: 0.0838420 Jan 21 10:42:22.097127 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3ac429ea-a0e4-4baf-b69f-5ba2205a8e27 req-e509b646-88a0-4a6c-ad44-84031d34d764 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374281 Jan 21 10:42:23.038382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 1f32f562-01b4-4bf8-b674-0b35a60f2386 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:42:23.124213 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 1f32f562-01b4-4bf8-b674-0b35a60f2386 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:42:23.124605 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:23.239578 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:23.266160 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:42:23.276174 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 1f32f562-01b4-4bf8-b674-0b35a60f2386, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:42:23.282138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:23.284515 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476e9b1-8739-47e5-8940-e8a302f7ff4f req-733143ff-d8f7-456b-ae2d-7385a1e6ea45 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:23.286029 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5476e9b1-8739-47e5-8940-e8a302f7ff4f req-733143ff-d8f7-456b-ae2d-7385a1e6ea45 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 945 time: 0.0808561 Jan 21 10:42:23.313482 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'code': 200} Jan 21 10:42:23.332820 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5476e9b1-8739-47e5-8940-e8a302f7ff4f req-84ad41ba-fb55-4005-bfef-11a50bc3b746 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400314 Jan 21 10:42:23.352685 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=1f32f562-01b4-4bf8-b674-0b35a60f2386,revision_number=10']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:23.566699 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fba212-2112-425e-8fb8-10344e4c4663 req-e339cbc8-e34c-4ca8-860e-b0071135989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:23.568057 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-21fba212-2112-425e-8fb8-10344e4c4663 req-e339cbc8-e34c-4ca8-860e-b0071135989b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1100 time: 0.0768454 Jan 21 10:42:23.609081 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-21fba212-2112-425e-8fb8-10344e4c4663 req-f9c70ba2-bfc5-4635-afa5-5ca0dd52ed47 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349998 Jan 21 10:42:24.542361 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de9d16-6dca-4743-ba14-f7c9d8efb244 req-3664c6f8-c9bc-4ed2-83c2-f20c3d1c6d31 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:24.543776 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c1de9d16-6dca-4743-ba14-f7c9d8efb244 req-3664c6f8-c9bc-4ed2-83c2-f20c3d1c6d31 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 947 time: 0.0926726 Jan 21 10:42:24.590351 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c1de9d16-6dca-4743-ba14-f7c9d8efb244 req-66396eb9-407b-4e2d-b5c3-b31b0a5e0600 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407004 Jan 21 10:42:25.793565 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32101900-e7f2-47da-8dcc-5b2d9a1b570b req-47613f82-21cd-4023-834f-465ffed84f07 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:25.794942 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-32101900-e7f2-47da-8dcc-5b2d9a1b570b req-47613f82-21cd-4023-834f-465ffed84f07 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 947 time: 0.0959740 Jan 21 10:42:25.842609 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-32101900-e7f2-47da-8dcc-5b2d9a1b570b req-95a8da4a-b47f-4c89-8609-73fe9895b87e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390301 Jan 21 10:42:27.044614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e576c7-61f8-4fae-9e01-b3270bc70a2a req-35f3b863-ce78-4b6b-8965-493d1d2f9754 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:27.046144 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40e576c7-61f8-4fae-9e01-b3270bc70a2a req-35f3b863-ce78-4b6b-8965-493d1d2f9754 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 947 time: 0.0890741 Jan 21 10:42:27.090197 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-40e576c7-61f8-4fae-9e01-b3270bc70a2a req-8c8397a6-d7e6-4649-89ff-6bb12ed63aee tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381830 Jan 21 10:42:30.907193 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:34.725929 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f194edc2-4373-4e70-9b37-92409bc40741 req-cb4a4ab0-0db1-415d-81a1-04c7c9eb567d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714655 Jan 21 10:42:34.889482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194edc2-4373-4e70-9b37-92409bc40741 req-813e24b8-b409-4d4c-8320-940f9125aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:34.890956 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f194edc2-4373-4e70-9b37-92409bc40741 req-813e24b8-b409-4d4c-8320-940f9125aba7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1100 time: 0.0841379 Jan 21 10:42:35.132174 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194edc2-4373-4e70-9b37-92409bc40741 req-96ea4ed3-9333-4528-8227-c9dff4442de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:35.133717 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f194edc2-4373-4e70-9b37-92409bc40741 req-96ea4ed3-9333-4528-8227-c9dff4442de8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.2226541 Jan 21 10:42:35.252474 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f194edc2-4373-4e70-9b37-92409bc40741 req-3837adf8-e26b-42a9-a47c-3666cd1800b4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386 HTTP/1.1" status: 200 len: 1002 time: 0.1086986 Jan 21 10:42:35.322452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194edc2-4373-4e70-9b37-92409bc40741 req-90a3a0d3-38a1-4de4-b7a0-3e73b0d00129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:35.323886 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f194edc2-4373-4e70-9b37-92409bc40741 req-90a3a0d3-38a1-4de4-b7a0-3e73b0d00129 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0646834 Jan 21 10:42:35.400859 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194edc2-4373-4e70-9b37-92409bc40741 req-41252a59-a368-4d1e-b197-be6e732623a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:35.402356 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f194edc2-4373-4e70-9b37-92409bc40741 req-41252a59-a368-4d1e-b197-be6e732623a7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717244 Jan 21 10:42:35.536953 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f194edc2-4373-4e70-9b37-92409bc40741 req-c3166392-5dfe-4bbc-981e-d3ea842e0ffd service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270127 Jan 21 10:42:35.669501 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f194edc2-4373-4e70-9b37-92409bc40741 req-ab3973c8-4f9d-482c-972e-ebcd25a00ce5 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261580 Jan 21 10:42:36.472382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6abc3441-8d64-4c92-b2ff-3afa4edaf282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:38.571875 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-375fdccc-afe3-42f2-a54a-5b7bc482c496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:39.698171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:40.070576 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:41.446707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:43.055706 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:43:00.930318 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:06.478683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-996329ed-4c44-47ab-a9be-0de6556060cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:08.568207 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1d527e88-f897-4341-988b-419532671d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:09.696701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:10.078876 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:11.456236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:20.060786 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:43:30.919080 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:36.474542 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b7bb3c38-dd33-495b-b152-b442d3836a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:36.735507 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c23ed89-59a8-489e-8d96-79aec76fddfe req-da3d12d9-9175-4df4-9daa-a1c6f1a1c630 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817130 Jan 21 10:43:36.890077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23ed89-59a8-489e-8d96-79aec76fddfe req-57113f07-c6f4-41de-badc-63f56b2b59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:36.891598 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c23ed89-59a8-489e-8d96-79aec76fddfe req-57113f07-c6f4-41de-badc-63f56b2b59a1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1100 time: 0.0739603 Jan 21 10:43:37.043479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23ed89-59a8-489e-8d96-79aec76fddfe req-b1c8f108-f518-4455-b051-75f530102995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:37.045639 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c23ed89-59a8-489e-8d96-79aec76fddfe req-b1c8f108-f518-4455-b051-75f530102995 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1348264 Jan 21 10:43:37.157383 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c23ed89-59a8-489e-8d96-79aec76fddfe req-62e08bb7-461f-4348-ba7c-90ac56286623 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386 HTTP/1.1" status: 200 len: 1002 time: 0.1051848 Jan 21 10:43:37.225289 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23ed89-59a8-489e-8d96-79aec76fddfe req-f7627b53-e36f-4418-b768-16c6dc83768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:37.226760 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c23ed89-59a8-489e-8d96-79aec76fddfe req-f7627b53-e36f-4418-b768-16c6dc83768a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0628693 Jan 21 10:43:37.304303 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23ed89-59a8-489e-8d96-79aec76fddfe req-c46081a1-9dea-4d24-b670-10caa8ba70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:37.305753 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c23ed89-59a8-489e-8d96-79aec76fddfe req-c46081a1-9dea-4d24-b670-10caa8ba70dc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727265 Jan 21 10:43:37.439069 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c23ed89-59a8-489e-8d96-79aec76fddfe req-18247733-a8ae-4625-b15d-9b323f90ad20 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270013 Jan 21 10:43:37.570549 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c23ed89-59a8-489e-8d96-79aec76fddfe req-8284bd70-f6a2-4411-a0fb-363176705b09 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256464 Jan 21 10:43:38.553796 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8ab619b3-ff1b-45f4-8409-81e9bf186bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:39.695677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:40.081774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:41.461284 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:57.066111 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:44:00.931888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:02.860650 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57044) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:03.119016 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Deleting port 1b5fa910-dd28-4a96-9d2b-52c84730ddf2 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:44:03.119364 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:03.292764 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:03.293053 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:03.526983 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Calling delete_port for 1b5fa910-dd28-4a96-9d2b-52c84730ddf2 owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:44:03.679023 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:03.723874 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event deleted for resources: {'Port': ['ID=1b5fa910-dd28-4a96-9d2b-52c84730ddf2,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:03.760207 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:03.760541 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:03.760902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:03.761229 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:03.761555 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:03.761877 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:03.762194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:03.762513 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:03.762834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:03.763151 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:03.763463 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:03.763754 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:03.825156 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:03.825350 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Floating IP 3e1d218b-9b48-4660-a2c9-1e95d7fb7d75 disassociated (deleted). External IP: 172.26.4.198, port: 1f32f562-01b4-4bf8-b674-0b35a60f2386. Jan 21 10:44:04.200666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:44:04.380228 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:44:04.390131 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c521917-1881-4df0-9b26-92d148284f5a None None] Sync routers for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:44:04.399562 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c521917-1881-4df0-9b26-92d148284f5a None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:44:04.400176 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5c521917-1881-4df0-9b26-92d148284f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:43:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:04.402448 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:04.457249 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-306de995-6101-4e64-82ef-40f58a0e3861 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "DELETE /v2.0/floatingips/3e1d218b-9b48-4660-a2c9-1e95d7fb7d75 HTTP/1.1" status: 204 len: 168 time: 1.5955153 Jan 21 10:44:04.457728 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:44:04.567525 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'status': 'completed', 'code': 200} Jan 21 10:44:04.583400 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5c521917-1881-4df0-9b26-92d148284f5a None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:44:04.692796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e8c15-e099-4c12-a0e8-da487aca6236 req-3b8437b0-c43f-405a-b0fd-c0a9c90e90be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:04.694474 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-214e8c15-e099-4c12-a0e8-da487aca6236 req-3b8437b0-c43f-405a-b0fd-c0a9c90e90be service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 1100 time: 0.1060114 Jan 21 10:44:04.939761 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5c521917-1881-4df0-9b26-92d148284f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:41Z', 'revision_number': 5, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:04.943557 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c521917-1881-4df0-9b26-92d148284f5a None None] Checking router: 4e42d85d-e45d-4d77-ba03-76c00af36fe7 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:44:04.951815 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c521917-1881-4df0-9b26-92d148284f5a None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:44:04.952447 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5c521917-1881-4df0-9b26-92d148284f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:43:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:04.977072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e8c15-e099-4c12-a0e8-da487aca6236 req-3b5b1ebd-6227-41e9-a313-84ff10078b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:04.978573 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-214e8c15-e099-4c12-a0e8-da487aca6236 req-3b5b1ebd-6227-41e9-a313-84ff10078b3a service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.2777052 Jan 21 10:44:05.050850 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-214e8c15-e099-4c12-a0e8-da487aca6236 req-22c2d223-4c53-47f4-911e-17c5a107e953 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386 HTTP/1.1" status: 200 len: 217 time: 0.0659845 Jan 21 10:44:05.062767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae7662-6a63-4896-b88b-b02d92970979 req-f6339f61-3cb3-48f0-b612-daa87785637d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:05.064165 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-85ae7662-6a63-4896-b88b-b02d92970979 req-f6339f61-3cb3-48f0-b612-daa87785637d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 947 time: 0.2769723 Jan 21 10:44:05.125872 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-5c521917-1881-4df0-9b26-92d148284f5a None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:44:05.150057 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e8c15-e099-4c12-a0e8-da487aca6236 req-6597396b-1698-406a-a0e0-59d0ee79a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:05.151474 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-214e8c15-e099-4c12-a0e8-da487aca6236 req-6597396b-1698-406a-a0e0-59d0ee79a994 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0864525 Jan 21 10:44:05.159696 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-85ae7662-6a63-4896-b88b-b02d92970979 req-0c356e60-a481-40e2-ac29-a50ccbc5c265 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612521 Jan 21 10:44:05.235404 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e8c15-e099-4c12-a0e8-da487aca6236 req-e3d9813e-0255-4af5-985d-7a1ff6b78ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:05.236825 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-214e8c15-e099-4c12-a0e8-da487aca6236 req-e3d9813e-0255-4af5-985d-7a1ff6b78ae7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762432 Jan 21 10:44:05.372568 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-214e8c15-e099-4c12-a0e8-da487aca6236 req-8f8fd775-c8df-4491-be02-d0be67043554 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290069 Jan 21 10:44:05.436405 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-5c521917-1881-4df0-9b26-92d148284f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:41Z', 'revision_number': 5, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:05.440495 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c521917-1881-4df0-9b26-92d148284f5a None None] The sync data for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv is: [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:41Z', 'revision_number': 5, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:44:05.505811 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-214e8c15-e099-4c12-a0e8-da487aca6236 req-5db00022-26b7-47ab-a611-bda8a5145847 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264632 Jan 21 10:44:05.660654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3a80e7-473e-4e0b-a405-a594e3a90785 None None] New status for floating IP 3e1d218b-9b48-4660-a2c9-1e95d7fb7d75: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:44:06.319882 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b969bce-aadd-4d7b-a25a-9337e6d3e55f req-291d8a78-cc20-466f-8a74-0e6d140afc99 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:06.321348 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8b969bce-aadd-4d7b-a25a-9337e6d3e55f req-291d8a78-cc20-466f-8a74-0e6d140afc99 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.121 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 947 time: 0.1170027 Jan 21 10:44:06.398663 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-8b969bce-aadd-4d7b-a25a-9337e6d3e55f req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Deleting port 1f32f562-01b4-4bf8-b674-0b35a60f2386 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:44:06.398998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-8b969bce-aadd-4d7b-a25a-9337e6d3e55f req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:06.468562 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-25aed030-9d31-4008-be35-7a39805a1391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:06.494685 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce1939-b5b0-4fb9-bb60-e40a98732493 req-b7b340da-b99b-40b6-a15a-a772f3697d4f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:06.496138 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-43ce1939-b5b0-4fb9-bb60-e40a98732493 req-b7b340da-b99b-40b6-a15a-a772f3697d4f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 947 time: 0.2242303 Jan 21 10:44:06.589492 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-43ce1939-b5b0-4fb9-bb60-e40a98732493 req-94688a25-79a8-4087-a075-66cbbe953a1c tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=98b89631-ba13-465b-8ec3-5af4c8fe2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875978 Jan 21 10:44:06.691856 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-8b969bce-aadd-4d7b-a25a-9337e6d3e55f req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] For port 1f32f562-01b4-4bf8-b674-0b35a60f2386, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1f32f562-01b4-4bf8-b674-0b35a60f2386,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:44:06.692221 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-8b969bce-aadd-4d7b-a25a-9337e6d3e55f req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:06.813984 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-8b969bce-aadd-4d7b-a25a-9337e6d3e55f req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Calling delete_port for 1f32f562-01b4-4bf8-b674-0b35a60f2386 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:44:06.983576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-8b969bce-aadd-4d7b-a25a-9337e6d3e55f req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:07.034908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event deleted for resources: {'Port': ['ID=1f32f562-01b4-4bf8-b674-0b35a60f2386,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:07.075075 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:07.075370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:07.075712 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:07.076055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:07.076397 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:07.076742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:07.077072 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:07.077417 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:07.077759 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:07.078052 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:07.078375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:07.078694 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:07.120139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b969bce-aadd-4d7b-a25a-9337e6d3e55f req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] No DVR routers for this DVR port 1f32f562-01b4-4bf8-b674-0b35a60f2386 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:44:07.122534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-8b969bce-aadd-4d7b-a25a-9337e6d3e55f req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:07.125011 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'name': 'network-vif-deleted', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:44:07.137067 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8b969bce-aadd-4d7b-a25a-9337e6d3e55f req-724c3764-9e81-4b33-be60-3bcae5305f00 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.121 "DELETE /v2.0/ports/1f32f562-01b4-4bf8-b674-0b35a60f2386 HTTP/1.1" status: 204 len: 173 time: 0.8102946 Jan 21 10:44:07.264902 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b', 'name': 'network-vif-deleted', 'tag': '1f32f562-01b4-4bf8-b674-0b35a60f2386', 'status': 'completed', 'code': 200} Jan 21 10:44:07.757556 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-aae64a99-95fe-4171-bea3-cbcfe98403d7 req-8a7a0409-55a9-4419-aa05-56efc82c1887 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Synchronizing usage tracker for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:44:07.773060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-aae64a99-95fe-4171-bea3-cbcfe98403d7 req-8a7a0409-55a9-4419-aa05-56efc82c1887 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Unset dirty status for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:44:07.774568 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aae64a99-95fe-4171-bea3-cbcfe98403d7 req-8a7a0409-55a9-4419-aa05-56efc82c1887 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b4c5b1e-2eeb-4e69-8757-7baf9c23b47b HTTP/1.1" status: 200 len: 210 time: 0.0592117 Jan 21 10:44:08.566242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0e646e36-080b-4b54-b201-a583d33c47ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:08.878143 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57074) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:09.054977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6356218a-04ac-4da3-aa2a-6022189a0e8b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:09.083740 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6356218a-04ac-4da3-aa2a-6022189a0e8b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:09.149316 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6356218a-04ac-4da3-aa2a-6022189a0e8b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:09.166457 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356218a-04ac-4da3-aa2a-6022189a0e8b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b89631-ba13-465b-8ec3-5af4c8fe2a36,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:09.180977 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-6356218a-04ac-4da3-aa2a-6022189a0e8b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:09.182124 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6356218a-04ac-4da3-aa2a-6022189a0e8b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "DELETE /v2.0/security-groups/98b89631-ba13-465b-8ec3-5af4c8fe2a36 HTTP/1.1" status: 204 len: 168 time: 0.3029742 Jan 21 10:44:09.690424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:10.090212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:10.851707 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57084) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:10.856901 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1363632857', 'description': 'tempest-secgroup-smoke-1363632857 description', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:44:10.863348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:44:10.868281 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:44:10.871287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:44:10.878222 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:44:10.890521 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:10.910014 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:44:10.913886 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:44:10.916758 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:44:10.922415 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:44:10.991120 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:10.998339 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.047753 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7571ffd5-429d-4ab0-b256-c5ca3b83aaef,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:11.052054 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.053440 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-23404cd4-e0ab-4ddf-a9e5-b9328ab8b212 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2007465 Jan 21 10:44:11.056393 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57088) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:11.062908 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-b97e2b8b-2464-479c-a0f1-6afe0409cbc9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group_rule': {'security_group_id': '7571ffd5-429d-4ab0-b256-c5ca3b83aaef', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:44:11.070925 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b97e2b8b-2464-479c-a0f1-6afe0409cbc9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:44:11.074936 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b97e2b8b-2464-479c-a0f1-6afe0409cbc9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:44:11.077898 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-b97e2b8b-2464-479c-a0f1-6afe0409cbc9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:44:11.083609 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-b97e2b8b-2464-479c-a0f1-6afe0409cbc9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:44:11.099523 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b97e2b8b-2464-479c-a0f1-6afe0409cbc9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.158549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b97e2b8b-2464-479c-a0f1-6afe0409cbc9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.164702 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b97e2b8b-2464-479c-a0f1-6afe0409cbc9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.187429 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e2b8b-2464-479c-a0f1-6afe0409cbc9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6042ea-c4a1-4918-81be-e9d7179d9da1,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:11.196705 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b97e2b8b-2464-479c-a0f1-6afe0409cbc9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.197878 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b97e2b8b-2464-479c-a0f1-6afe0409cbc9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405728 Jan 21 10:44:11.200632 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57092) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:11.205507 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-713af68b-4cf6-41c8-848d-ab5e43391e20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group_rule': {'security_group_id': '7571ffd5-429d-4ab0-b256-c5ca3b83aaef', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:44:11.211401 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-713af68b-4cf6-41c8-848d-ab5e43391e20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:44:11.215373 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-713af68b-4cf6-41c8-848d-ab5e43391e20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:44:11.218324 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-713af68b-4cf6-41c8-848d-ab5e43391e20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:44:11.224109 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-713af68b-4cf6-41c8-848d-ab5e43391e20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:44:11.242657 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-713af68b-4cf6-41c8-848d-ab5e43391e20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.306079 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-713af68b-4cf6-41c8-848d-ab5e43391e20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.311687 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-713af68b-4cf6-41c8-848d-ab5e43391e20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.335559 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713af68b-4cf6-41c8-848d-ab5e43391e20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11004b73-2dbf-4818-ae66-cfcf53bac2bf,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:11.346432 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-713af68b-4cf6-41c8-848d-ab5e43391e20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.347802 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-713af68b-4cf6-41c8-848d-ab5e43391e20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461439 Jan 21 10:44:11.350646 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57096) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:11.355528 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-831a00e8-b6ec-4e5a-bc29-f87a0efd0188 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group_rule': {'security_group_id': '7571ffd5-429d-4ab0-b256-c5ca3b83aaef', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:44:11.361411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-831a00e8-b6ec-4e5a-bc29-f87a0efd0188 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:44:11.365334 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-831a00e8-b6ec-4e5a-bc29-f87a0efd0188 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:44:11.368601 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-831a00e8-b6ec-4e5a-bc29-f87a0efd0188 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:44:11.374309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-831a00e8-b6ec-4e5a-bc29-f87a0efd0188 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:44:11.392209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-831a00e8-b6ec-4e5a-bc29-f87a0efd0188 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.457325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-831a00e8-b6ec-4e5a-bc29-f87a0efd0188 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.459535 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.462101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-831a00e8-b6ec-4e5a-bc29-f87a0efd0188 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.473939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 1f32f562-01b4-4bf8-b674-0b35a60f2386 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:44:11.487051 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a00e8-b6ec-4e5a-bc29-f87a0efd0188 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6345d5-8a7c-4ae3-bff5-877d1695f15d,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:11.495994 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-831a00e8-b6ec-4e5a-bc29-f87a0efd0188 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.497162 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-831a00e8-b6ec-4e5a-bc29-f87a0efd0188 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455781 Jan 21 10:44:11.499927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57100) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:11.505188 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-1fff116d-f0cc-4b88-a800-40a4ca6c7caf tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group_rule': {'security_group_id': '7571ffd5-429d-4ab0-b256-c5ca3b83aaef', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:44:11.508372 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 1f32f562-01b4-4bf8-b674-0b35a60f2386 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:44:11.508731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 1f32f562-01b4-4bf8-b674-0b35a60f2386 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:44:11.510996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1fff116d-f0cc-4b88-a800-40a4ca6c7caf tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:44:11.514747 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1fff116d-f0cc-4b88-a800-40a4ca6c7caf tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:44:11.517577 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-1fff116d-f0cc-4b88-a800-40a4ca6c7caf tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:44:11.523136 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-1fff116d-f0cc-4b88-a800-40a4ca6c7caf tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:44:11.541307 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fff116d-f0cc-4b88-a800-40a4ca6c7caf tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.605055 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fff116d-f0cc-4b88-a800-40a4ca6c7caf tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.609671 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fff116d-f0cc-4b88-a800-40a4ca6c7caf tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.632918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff116d-f0cc-4b88-a800-40a4ca6c7caf tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2f0190-3c24-426a-bb8c-615447e708f8,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:11.642789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1fff116d-f0cc-4b88-a800-40a4ca6c7caf tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.643937 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1fff116d-f0cc-4b88-a800-40a4ca6c7caf tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430666 Jan 21 10:44:11.646828 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57104) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:11.651717 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0b94e39e-08b2-47d6-a364-8077595c57d7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group_rule': {'security_group_id': '7571ffd5-429d-4ab0-b256-c5ca3b83aaef', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:44:11.657514 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0b94e39e-08b2-47d6-a364-8077595c57d7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:44:11.661271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0b94e39e-08b2-47d6-a364-8077595c57d7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:44:11.664164 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0b94e39e-08b2-47d6-a364-8077595c57d7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:44:11.669701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0b94e39e-08b2-47d6-a364-8077595c57d7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:44:11.680828 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-0b94e39e-08b2-47d6-a364-8077595c57d7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Project 54e347d6e26a4ba09d092f067e8f65a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:44:11.687213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0b94e39e-08b2-47d6-a364-8077595c57d7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.753570 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0b94e39e-08b2-47d6-a364-8077595c57d7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.758966 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0b94e39e-08b2-47d6-a364-8077595c57d7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.783456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94e39e-08b2-47d6-a364-8077595c57d7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcd09bf-3612-4bd5-b75e-97d6188beaf2,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:11.794377 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0b94e39e-08b2-47d6-a364-8077595c57d7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.795761 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0b94e39e-08b2-47d6-a364-8077595c57d7 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479557 Jan 21 10:44:11.798597 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57108) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:11.803419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0976d9a8-02cb-4f5a-a8a8-ee9789b08bea tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'security_group_rule': {'security_group_id': '7571ffd5-429d-4ab0-b256-c5ca3b83aaef', 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:44:11.809290 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0976d9a8-02cb-4f5a-a8a8-ee9789b08bea tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:44:11.813111 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0976d9a8-02cb-4f5a-a8a8-ee9789b08bea tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:security_group_rule and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:44:11.815958 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0976d9a8-02cb-4f5a-a8a8-ee9789b08bea tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:44:11.821773 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0976d9a8-02cb-4f5a-a8a8-ee9789b08bea tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:44:11.834707 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.securitygroups_db [None req-0976d9a8-02cb-4f5a-a8a8-ee9789b08bea tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Project 54e347d6e26a4ba09d092f067e8f65a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:44:11.841312 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0976d9a8-02cb-4f5a-a8a8-ee9789b08bea tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.905733 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0976d9a8-02cb-4f5a-a8a8-ee9789b08bea tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.911948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0976d9a8-02cb-4f5a-a8a8-ee9789b08bea tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.934540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976d9a8-02cb-4f5a-a8a8-ee9789b08bea tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0134020e-1419-4fdf-a750-d1a43849571b,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:11.943325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0976d9a8-02cb-4f5a-a8a8-ee9789b08bea tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:11.944503 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0976d9a8-02cb-4f5a-a8a8-ee9789b08bea tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449537 Jan 21 10:44:26.978688 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-bc986d13-8c5d-46d3-9933-6610e834a878 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Synchronizing usage tracker for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:44:26.996261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-bc986d13-8c5d-46d3-9933-6610e834a878 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Unset dirty status for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:44:26.997820 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-bc986d13-8c5d-46d3-9933-6610e834a878 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1363632857&fields=id&tenant_id=54e347d6e26a4ba09d092f067e8f65a3 HTTP/1.1" status: 200 len: 267 time: 0.0581703 Jan 21 10:44:27.152455 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9f673795-ac19-4c1d-a016-47c04806c79f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:27.153893 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9f673795-ac19-4c1d-a016-47c04806c79f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 808 time: 0.1489623 Jan 21 10:44:27.171379 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-858b25ae-310f-4d06-8670-e6149d2a35ef tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/quotas/54e347d6e26a4ba09d092f067e8f65a3 HTTP/1.1" status: 200 len: 375 time: 0.0093970 Jan 21 10:44:27.256368 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-20ea8f99-a8f1-4c87-b3ab-05e7cd941e96 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777717 Jan 21 10:44:27.393714 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-304d63f5-dd4d-4f6e-8093-a58c787fe5a2 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:44:27.394682 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-304d63f5-dd4d-4f6e-8093-a58c787fe5a2 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454705 Jan 21 10:44:27.534201 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-f81541c0-a9f9-429d-afcc-9452a26b313f service neutron] 10.222.0.99 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308415 Jan 21 10:44:27.665307 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-8bb15840-3076-40f2-8169-89bde03aaf0f service neutron] 10.222.0.99 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254721 Jan 21 10:44:28.068763 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f3e24db0-ed4a-496e-9a60-77c9f3e572e7 req-47930826-3ffd-40bc-9a2b-f40d6b0d6506 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0412941 Jan 21 10:44:29.120702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-a5101b58-7856-4b82-802e-4f773c1766bb tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:29.122161 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-a5101b58-7856-4b82-802e-4f773c1766bb tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 808 time: 0.1478882 Jan 21 10:44:29.171191 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-89f86bcf-b3b5-4da8-8263-e673061ab759 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54e347d6e26a4ba09d092f067e8f65a3 HTTP/1.1" status: 200 len: 380 time: 0.0411839 Jan 21 10:44:29.179878 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'port': {'device_id': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'admin_state_up': True, 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'security_groups': ['7571ffd5-429d-4ab0-b256-c5ca3b83aaef']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:44:29.242153 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-570eee6b-1b45-4080-9acb-082ea234cdbf req-73233d2c-f2be-429c-a44a-fb6158fd0952 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0485997 Jan 21 10:44:29.352149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:44:29.361659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:44:29.372766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Made reservation on behalf of 54e347d6e26a4ba09d092f067e8f65a3 for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:44:29.376677 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:29.538702 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Allocated IP 172.20.0.5 (2447204d-01a6-4a96-9d11-fe244fe99ea7/8968ae17-02d3-4909-9f71-113fc94a511f/5dd5adfe-08fd-4abb-86b2-ae256ae08d7a) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:44:29.726571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:29.742349 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Transition to ACTIVE for port object 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:44:29.765582 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:29.838893 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Network 2447204d-01a6-4a96-9d11-fe244fe99ea7 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:44:29.842058 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:44:29.845914 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:44:29.875458 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'Port': ['ID=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:29.913254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:29.913952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:29.943717 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-d28f0c5a-eec6-4b66-b283-ec17354de9e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7675428 Jan 21 10:44:29.955406 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Request body: {'port': {'device_id': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:44:30.073733 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:30.089309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7ca310eb-e21d-4bca-9e7d-72875c935352 None None] Provisioning for port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:44:30.095009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7ca310eb-e21d-4bca-9e7d-72875c935352 None None] Provisioning complete for port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:44:30.095412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7ca310eb-e21d-4bca-9e7d-72875c935352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:30.151831 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7ca310eb-e21d-4bca-9e7d-72875c935352 None None] Port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:44:30.544725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e08421-adbe-49a1-a908-62a8931fffea req-0578d417-a251-4fec-b24d-bfd21c8807d0 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:30.545312 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-f6e08421-adbe-49a1-a908-62a8931fffea req-0578d417-a251-4fec-b24d-bfd21c8807d0 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Synchronizing usage tracker for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:44:30.604261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-f6e08421-adbe-49a1-a908-62a8931fffea req-0578d417-a251-4fec-b24d-bfd21c8807d0 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Unset dirty status for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:44:30.605460 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f6e08421-adbe-49a1-a908-62a8931fffea req-0578d417-a251-4fec-b24d-bfd21c8807d0 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 931 time: 0.1932361 Jan 21 10:44:30.607385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:44:30.614686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:30.645488 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Transition to ACTIVE for port object 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:44:30.658554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:30.726390 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-f6e08421-adbe-49a1-a908-62a8931fffea req-12543e2f-647c-43e1-8ef6-f960a2a0b90d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046100 Jan 21 10:44:30.868620 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:30.915000 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Attempting to bind port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:44:30.915359 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Attempting to bind port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:44:30.915687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Attempting to bind port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a on network 2447204d-01a6-4a96-9d11-fe244fe99ea7 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:44:30.921486 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a on network 2447204d-01a6-4a96-9d11-fe244fe99ea7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:44:30.921814 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Attempting to bind port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a on network 2447204d-01a6-4a96-9d11-fe244fe99ea7 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:44:30.927034 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:44:30.927370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Checking segment: {'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:44:30.927757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Bound using segment: {'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:44:30.928198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Bound port: 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf702acb-392c-4377-afec-45693570ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:44:30.928580 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:30.938493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:31.021530 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] For port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:44:31.024625 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] For port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:44:31.030985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:31.098532 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:31.099195 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:31.100545 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] 10.222.0.121 "PUT /v2.0/ports/5dd5adfe-08fd-4abb-86b2-ae256ae08d7a HTTP/1.1" status: 200 len: 1093 time: 1.1494410 Jan 21 10:44:31.100987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:44:31.129998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff7a21-e997-49ee-b3aa-936889433a97 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:31.174125 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'status': 'completed', 'code': 200} Jan 21 10:44:31.215535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-a5e822b2-a7dd-4eee-a72d-6f5ba96e0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:31.217097 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-a5e822b2-a7dd-4eee-a72d-6f5ba96e0160 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 1096 time: 0.0737779 Jan 21 10:44:31.288845 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-424df096-5bca-4899-be69-3c458d9a501d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a HTTP/1.1" status: 200 len: 217 time: 0.0647600 Jan 21 10:44:31.356325 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-5d4e8924-f6d5-46aa-a904-838b7ceb92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:31.357662 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-5d4e8924-f6d5-46aa-a904-838b7ceb92cb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0626493 Jan 21 10:44:31.432159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-0d60b4a4-a6f0-4ee7-962f-e04ae520c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:31.433634 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-0d60b4a4-a6f0-4ee7-962f-e04ae520c128 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702121 Jan 21 10:44:31.565849 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-745b5e1a-e832-4be7-b4d9-2294c4de5955 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255107 Jan 21 10:44:31.695735 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4ed373cd-0da6-49de-9be7-a27e91f65a8a req-b84475b4-d8be-4e9c-8ffe-329199e4b080 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239326 Jan 21 10:44:31.814602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4390ba-8261-443b-8a88-93dc7b71810c req-9639636d-8954-497e-a57c-9f0a708bb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:31.816088 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0e4390ba-8261-443b-8a88-93dc7b71810c req-9639636d-8954-497e-a57c-9f0a708bb927 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 1096 time: 0.0720983 Jan 21 10:44:31.997705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4390ba-8261-443b-8a88-93dc7b71810c req-8aaf2b36-3656-408a-adbc-52c5f18e2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:31.999038 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0e4390ba-8261-443b-8a88-93dc7b71810c req-8aaf2b36-3656-408a-adbc-52c5f18e2550 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1771328 Jan 21 10:44:32.011539 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9861b-f596-4cda-97de-ed7803768a01 req-c210b6a8-06da-4efd-8018-9394d3c1947a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:32.012877 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0ed9861b-f596-4cda-97de-ed7803768a01 req-c210b6a8-06da-4efd-8018-9394d3c1947a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.1701834 Jan 21 10:44:32.185405 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0e4390ba-8261-443b-8a88-93dc7b71810c req-2b997de4-1b41-4ded-a747-8f92031cd382 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a HTTP/1.1" status: 200 len: 217 time: 0.1715710 Jan 21 10:44:32.246945 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0ed9861b-f596-4cda-97de-ed7803768a01 req-18a44d04-a6c2-426c-af27-e8e63182d528 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875403 Jan 21 10:44:32.264743 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4390ba-8261-443b-8a88-93dc7b71810c req-5909b488-0899-4d6e-8d7f-99757416a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:32.264743 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0e4390ba-8261-443b-8a88-93dc7b71810c req-5909b488-0899-4d6e-8d7f-99757416a03e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0731554 Jan 21 10:44:32.344881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4390ba-8261-443b-8a88-93dc7b71810c req-e475284b-ed54-43b4-9f7e-e2f2a1a51a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:32.346334 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0e4390ba-8261-443b-8a88-93dc7b71810c req-e475284b-ed54-43b4-9f7e-e2f2a1a51a1b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754521 Jan 21 10:44:32.482708 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0e4390ba-8261-443b-8a88-93dc7b71810c req-764e2ad3-101d-4053-af29-bd8c2440a145 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296866 Jan 21 10:44:32.613267 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0e4390ba-8261-443b-8a88-93dc7b71810c req-a1cb64f0-cfff-4a2b-a4ea-f271a8ed2c07 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235576 Jan 21 10:44:33.446869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e073940-4829-49f8-b6a7-a6cbd6be46b7 req-b03eb9b1-9cc1-42b7-a0e1-62e97254e319 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:33.448382 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e073940-4829-49f8-b6a7-a6cbd6be46b7 req-b03eb9b1-9cc1-42b7-a0e1-62e97254e319 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0797651 Jan 21 10:44:33.493193 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e073940-4829-49f8-b6a7-a6cbd6be46b7 req-98ae7c2c-366c-4aff-a589-438e49c8590d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391695 Jan 21 10:44:34.071335 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:44:34.686867 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71999d2-1af2-44f4-ab07-9109390ca4f9 req-8f83b0dc-5c8e-4bed-9ed8-c604649a757a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:34.688331 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b71999d2-1af2-44f4-ab07-9109390ca4f9 req-8f83b0dc-5c8e-4bed-9ed8-c604649a757a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0864730 Jan 21 10:44:34.732610 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b71999d2-1af2-44f4-ab07-9109390ca4f9 req-c2b75c42-02ec-42be-bf65-c159e456b447 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384886 Jan 21 10:44:35.929975 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f35402-0626-4387-9f4f-f7c165c2a574 req-79e7b20b-21ba-42c6-9264-090b800f83fa tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:35.931323 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-32f35402-0626-4387-9f4f-f7c165c2a574 req-79e7b20b-21ba-42c6-9264-090b800f83fa tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0814228 Jan 21 10:44:35.981129 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-32f35402-0626-4387-9f4f-f7c165c2a574 req-a94a34d9-ebe1-4925-a5bd-b5511c8b35e3 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440853 Jan 21 10:44:36.482853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5af3773f-392a-4b1d-8624-89c7d658ad30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:37.167156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432840b-dfe5-4813-a655-8fc0fc1a0baa req-ebe46c99-664b-4075-82a3-c6fe297360c9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:37.168635 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d432840b-dfe5-4813-a655-8fc0fc1a0baa req-ebe46c99-664b-4075-82a3-c6fe297360c9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0830646 Jan 21 10:44:37.211581 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d432840b-dfe5-4813-a655-8fc0fc1a0baa req-81f85cbd-0351-4141-9857-8c96bca3f45b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372729 Jan 21 10:44:38.444626 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5823-b7d6-49bb-b7b3-f8f56ef94087 req-7998b23b-e287-435d-9564-482639cb260b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:38.446084 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-367d5823-b7d6-49bb-b7b3-f8f56ef94087 req-7998b23b-e287-435d-9564-482639cb260b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0937901 Jan 21 10:44:38.489488 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-367d5823-b7d6-49bb-b7b3-f8f56ef94087 req-4df70ded-db38-43a1-b35e-9a38632f7d25 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377815 Jan 21 10:44:38.560624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dd5f266c-768b-4772-a76b-88745c78c781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:39.687954 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b43bd-0493-480f-b0ef-3ccccc2827c0 req-ea820a83-6c9c-4323-8bcc-51b606bfbe48 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:39.689436 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f3b43bd-0493-480f-b0ef-3ccccc2827c0 req-ea820a83-6c9c-4323-8bcc-51b606bfbe48 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0830755 Jan 21 10:44:39.696507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:39.734738 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6f3b43bd-0493-480f-b0ef-3ccccc2827c0 req-315943ef-ce86-44c6-bc59-462ae232eb33 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385144 Jan 21 10:44:40.094327 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:40.929271 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375e9a-486a-4328-8e02-08f3c21b3518 req-f401d172-2a1c-4383-a2d9-8cda49b3ece2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:40.930710 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e375e9a-486a-4328-8e02-08f3c21b3518 req-f401d172-2a1c-4383-a2d9-8cda49b3ece2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0859723 Jan 21 10:44:40.975773 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e375e9a-486a-4328-8e02-08f3c21b3518 req-5aa046df-7aea-46ad-88e6-a5c748a3e589 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391235 Jan 21 10:44:41.473569 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:42.178758 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b968ae-4426-404a-9503-eeb3b0c8fe3e req-0728e4dd-9a63-4042-9adc-da3ad6c78b66 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:42.180178 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a8b968ae-4426-404a-9503-eeb3b0c8fe3e req-0728e4dd-9a63-4042-9adc-da3ad6c78b66 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0911217 Jan 21 10:44:42.224484 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a8b968ae-4426-404a-9503-eeb3b0c8fe3e req-0ebdd559-fe57-4a0b-b66d-163c26f4778a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379000 Jan 21 10:44:43.415385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5373a07-cb18-45a3-9cf3-85a2c358bd0d req-2c4407a9-65d4-4fe3-a26d-ec6adf17ddf0 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:43.416891 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a5373a07-cb18-45a3-9cf3-85a2c358bd0d req-2c4407a9-65d4-4fe3-a26d-ec6adf17ddf0 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0843444 Jan 21 10:44:43.460425 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a5373a07-cb18-45a3-9cf3-85a2c358bd0d req-92bbdaaa-bf11-4cf2-bf97-5eb2d886f67b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376270 Jan 21 10:44:44.649823 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2fe89-475e-41c3-abea-0febd6327d9b req-7cb7aee1-197b-49dd-9618-c8b695753255 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:44.651238 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8f2fe89-475e-41c3-abea-0febd6327d9b req-7cb7aee1-197b-49dd-9618-c8b695753255 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0813389 Jan 21 10:44:44.698298 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e8f2fe89-475e-41c3-abea-0febd6327d9b req-b3674358-7238-44bc-ad10-86b6bb7addd2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411768 Jan 21 10:44:45.627491 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:44:45.768744 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:44:45.783368 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'port_id': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'mac_address': 'fa:16:3e:e2:d8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:44:45.837702 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:45.854268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:44:45.869956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:44:45.874682 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:45.888603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983241b-f1ce-4abf-9624-16e542fc8df2 req-c5c0dcd4-4280-4ae5-9c9d-4a99582aa754 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:45.889973 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c983241b-f1ce-4abf-9624-16e542fc8df2 req-c5c0dcd4-4280-4ae5-9c9d-4a99582aa754 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0797431 Jan 21 10:44:45.935973 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c983241b-f1ce-4abf-9624-16e542fc8df2 req-6481d209-8c58-4ddf-9057-3d038f6add8e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400822 Jan 21 10:44:45.975157 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:45.982302 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:45.982645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:45.982968 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:45.983298 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:45.983625 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:45.983953 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:45.984273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:45.984624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:45.984946 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:45.985263 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:45.985580 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:45.985893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:44:46.224558 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['5dd5adfe-08fd-4abb-86b2-ae256ae08d7a'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:44:47.148844 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9585ee1-99a8-41ca-8ec0-dc2d410be47c req-4ba8b466-43fb-4ffd-a542-1a510e28f3e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:47.150293 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d9585ee1-99a8-41ca-8ec0-dc2d410be47c req-4ba8b466-43fb-4ffd-a542-1a510e28f3e2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 944 time: 0.0927241 Jan 21 10:44:47.196655 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d9585ee1-99a8-41ca-8ec0-dc2d410be47c req-a420c508-af05-47fd-bd7e-3fea7ad297c3 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376379 Jan 21 10:44:47.627431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:44:47.704044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:44:47.710771 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:44:47.711434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:47.833088 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:47.860306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:44:47.870017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:44:47.875478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:47.908611 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'code': 200} Jan 21 10:44:47.950273 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:48.185012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e9829-1670-4603-800f-7bc9dd619678 req-08a97842-1f0c-4407-bc7c-53f0a6caa2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:48.186353 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-327e9829-1670-4603-800f-7bc9dd619678 req-08a97842-1f0c-4407-bc7c-53f0a6caa2b9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0733054 Jan 21 10:44:48.235438 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-327e9829-1670-4603-800f-7bc9dd619678 req-070635d2-d79b-4be9-a0d2-b8cd7d195a42 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427070 Jan 21 10:44:48.503527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973ba3b-fd1b-4d63-af2c-b302a147a7e4 req-9991b9fd-f880-4b9f-baae-216cf505e6dd tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:48.504980 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0973ba3b-fd1b-4d63-af2c-b302a147a7e4 req-9991b9fd-f880-4b9f-baae-216cf505e6dd tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.1978881 Jan 21 10:44:48.555378 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-0973ba3b-fd1b-4d63-af2c-b302a147a7e4 req-3567b450-34ec-4da9-84ff-efea5ff0d4ff tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445325 Jan 21 10:44:49.749938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715ae78-924c-4cef-b768-af80fa1e1a80 req-a23bd69a-822a-4ba3-9a74-d9aa4c17d77b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:49.751731 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6715ae78-924c-4cef-b768-af80fa1e1a80 req-a23bd69a-822a-4ba3-9a74-d9aa4c17d77b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0831985 Jan 21 10:44:49.811159 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6715ae78-924c-4cef-b768-af80fa1e1a80 req-e1c5ed7b-69c1-440e-8450-413c2f76523d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509267 Jan 21 10:44:49.998105 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae428071-8f0b-457f-b89d-7525847fafec req-0195506e-ca9b-49e9-a4d6-3ee61c20ceff tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:49.999547 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ae428071-8f0b-457f-b89d-7525847fafec req-0195506e-ca9b-49e9-a4d6-3ee61c20ceff tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0821662 Jan 21 10:44:50.045852 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ae428071-8f0b-457f-b89d-7525847fafec req-aa0854bf-106f-4d0c-811a-a31c8864e416 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Jan 21 10:44:50.073806 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57338) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:50.193775 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da76eaf-8075-4328-882c-1adf66f4b56c tempest-TestShelveInstance-1325498322 tempest-TestShelveInstance-1325498322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:50.195255 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9da76eaf-8075-4328-882c-1adf66f4b56c tempest-TestShelveInstance-1325498322 tempest-TestShelveInstance-1325498322-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 1093 time: 0.1204844 Jan 21 10:44:50.199221 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57344) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:44:50.204065 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:44:50.209986 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:44:50.213868 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Usage tracker for resource:floatingip and tenant:54e347d6e26a4ba09d092f067e8f65a3 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:44:50.216699 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:44:50.222341 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:44:50.237676 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for floatingip, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:50.500900 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:50.638135 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Allocated IP 172.26.4.86 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/534e88a5-dc44-4d49-bbd7-6ab1b7723f5a) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:44:50.800873 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:50.833902 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:50.899845 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:44:50.902700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:44:50.906419 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:44:50.939831 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'Port': ['ID=534e88a5-dc44-4d49-bbd7-6ab1b7723f5a,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:51.324366 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:51.401674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:51.609049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:51.615979 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:51.718735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event updated for resources: {'Port': ['ID=534e88a5-dc44-4d49-bbd7-6ab1b7723f5a,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:44:51.735515 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:51.914379 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Floating IP ba84403b-9fbe-4e7f-a66b-b9b6a885824f associated. External IP: 172.26.4.86, port: 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a. Jan 21 10:44:52.369612 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:44:52.565468 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:44:52.577074 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78428cf0-c02e-47fd-8b08-69b86fa8714b None None] Sync routers for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:44:52.587594 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78428cf0-c02e-47fd-8b08-69b86fa8714b None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:44:52.588258 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-78428cf0-c02e-47fd-8b08-69b86fa8714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:44:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:52.599943 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:52.657463 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f25b1364-175a-4634-b255-a00709d4f747 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4572678 Jan 21 10:44:52.658043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:44:52.707452 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'status': 'completed', 'code': 200} Jan 21 10:44:52.763733 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-78428cf0-c02e-47fd-8b08-69b86fa8714b None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:44:52.801036 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b57ed-17fe-4825-a811-44e39a85f89b req-11d5c9e7-5ce4-4ade-9a16-4771ba2c8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:52.802475 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ee5b57ed-17fe-4825-a811-44e39a85f89b req-11d5c9e7-5ce4-4ade-9a16-4771ba2c8b8a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0743158 Jan 21 10:44:52.950838 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b57ed-17fe-4825-a811-44e39a85f89b req-c73f252a-ee6d-4bbf-9309-b6c62d081b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:52.952300 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ee5b57ed-17fe-4825-a811-44e39a85f89b req-c73f252a-ee6d-4bbf-9309-b6c62d081b2d service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1439958 Jan 21 10:44:53.054398 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ee5b57ed-17fe-4825-a811-44e39a85f89b req-94ded681-4f6a-439c-aac1-dd5cd6091a70 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a HTTP/1.1" status: 200 len: 998 time: 0.0965650 Jan 21 10:44:53.107053 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-78428cf0-c02e-47fd-8b08-69b86fa8714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ba84403b-9fbe-4e7f-a66b-b9b6a885824f', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'port_id': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'mac_address': 'fa:16:3e:e2:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:44:51Z', 'updated_at': '2022-01-21T10:44:51Z', 'revision_number': 0, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:41Z', 'revision_number': 5, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:53.110965 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78428cf0-c02e-47fd-8b08-69b86fa8714b None None] Checking router: 4e42d85d-e45d-4d77-ba03-76c00af36fe7 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:44:53.116098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b57ed-17fe-4825-a811-44e39a85f89b req-f471532d-578f-4592-91bf-e9e631e0c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:53.117655 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ee5b57ed-17fe-4825-a811-44e39a85f89b req-f471532d-578f-4592-91bf-e9e631e0c838 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0579586 Jan 21 10:44:53.119317 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78428cf0-c02e-47fd-8b08-69b86fa8714b None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:44:53.119935 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-78428cf0-c02e-47fd-8b08-69b86fa8714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:44:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:53.194344 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b57ed-17fe-4825-a811-44e39a85f89b req-c5606f64-92b3-4016-b0b0-07104d4ba046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:53.195877 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ee5b57ed-17fe-4825-a811-44e39a85f89b req-c5606f64-92b3-4016-b0b0-07104d4ba046 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721195 Jan 21 10:44:53.326409 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-78428cf0-c02e-47fd-8b08-69b86fa8714b None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:44:53.335037 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ee5b57ed-17fe-4825-a811-44e39a85f89b req-896fd426-f5b0-4416-b91f-e86c1242d688 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319070 Jan 21 10:44:53.466206 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ee5b57ed-17fe-4825-a811-44e39a85f89b req-afbd377d-cfd2-4478-b916-577e4a052ae5 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251020 Jan 21 10:44:53.676534 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-78428cf0-c02e-47fd-8b08-69b86fa8714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ba84403b-9fbe-4e7f-a66b-b9b6a885824f', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'port_id': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'mac_address': 'fa:16:3e:e2:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:44:51Z', 'updated_at': '2022-01-21T10:44:51Z', 'revision_number': 0, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:41Z', 'revision_number': 5, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:44:53.680888 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78428cf0-c02e-47fd-8b08-69b86fa8714b None None] The sync data for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv is: [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'ba84403b-9fbe-4e7f-a66b-b9b6a885824f', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'port_id': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'mac_address': 'fa:16:3e:e2:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:44:51Z', 'updated_at': '2022-01-21T10:44:51Z', 'revision_number': 0, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:41Z', 'revision_number': 5, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:44:53.884201 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e707bfc-fa4c-4d43-87bc-78d8f93fb421 None None] New status for floating IP ba84403b-9fbe-4e7f-a66b-b9b6a885824f: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:45:00.957042 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:06.485956 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d36ff106-da3c-40af-805a-63aad2e38807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:08.565447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4260034b-0f39-4a16-9456-fb1fe09fbca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:09.697165 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:10.089424 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:11.070893 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:45:11.469613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:30.971187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:36.490493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-88b69811-e442-40b3-8dbd-feb71c82f4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:38.572774 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ac0085ff-ce72-42d4-bbc8-7d40e2bdbef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:39.692275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:39.729147 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbe39297-97c4-49f8-b886-eaa600d46ba6 req-c75d2d8e-d846-4c07-a62e-ea885212aa74 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797541 Jan 21 10:45:39.880172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe39297-97c4-49f8-b886-eaa600d46ba6 req-08d45c50-784c-4e1c-992f-e05fef92aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:39.881763 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbe39297-97c4-49f8-b886-eaa600d46ba6 req-08d45c50-784c-4e1c-992f-e05fef92aece service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0774667 Jan 21 10:45:40.024605 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe39297-97c4-49f8-b886-eaa600d46ba6 req-1c93dcc8-edcd-4c80-a5b4-4d6e511b84db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:40.025957 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbe39297-97c4-49f8-b886-eaa600d46ba6 req-1c93dcc8-edcd-4c80-a5b4-4d6e511b84db service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1263463 Jan 21 10:45:40.091624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:40.128877 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbe39297-97c4-49f8-b886-eaa600d46ba6 req-e3c26de1-2f2e-4e3f-9dd6-ae18c39bc0b6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a HTTP/1.1" status: 200 len: 1000 time: 0.0965960 Jan 21 10:45:40.191847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe39297-97c4-49f8-b886-eaa600d46ba6 req-8ccd1d64-cc6b-454c-96b1-1393b34d94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:40.193325 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbe39297-97c4-49f8-b886-eaa600d46ba6 req-8ccd1d64-cc6b-454c-96b1-1393b34d94c8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0592010 Jan 21 10:45:40.268925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe39297-97c4-49f8-b886-eaa600d46ba6 req-24232504-bdf2-4b98-9030-14c99c14d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:40.270464 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbe39297-97c4-49f8-b886-eaa600d46ba6 req-24232504-bdf2-4b98-9030-14c99c14d94b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716269 Jan 21 10:45:40.497721 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbe39297-97c4-49f8-b886-eaa600d46ba6 req-af9ce05f-900a-4428-a458-7c153d87890f service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211545 Jan 21 10:45:40.629176 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-cbe39297-97c4-49f8-b886-eaa600d46ba6 req-85c8f998-6c10-457b-95c3-6df8b6b5c15c service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244397 Jan 21 10:45:41.476400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:48.076470 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:46:01.008039 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:06.492238 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e556bfe1-13aa-46eb-b055-cedbdf384a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:08.579426 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec440-5e33-484e-9563-a32dd8bb28a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:09.698022 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:10.104203 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:11.489725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:25.078031 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:46:31.037404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:36.495607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7103a1b4-c6c3-408d-b41a-25c605cdaf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:38.570373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-1cba3e08-dea5-407e-b07d-cccd1702237c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:39.701595 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:39.798193 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83da3334-b7cb-4537-a490-9ee5e2116d49 req-be95cd42-78e0-4d7c-ae22-247456fad93d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1314497 Jan 21 10:46:39.945614 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da3334-b7cb-4537-a490-9ee5e2116d49 req-5fd5f92f-34c8-4974-b71f-f76a8c48148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:39.946985 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83da3334-b7cb-4537-a490-9ee5e2116d49 req-5fd5f92f-34c8-4974-b71f-f76a8c48148c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0739176 Jan 21 10:46:40.093959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da3334-b7cb-4537-a490-9ee5e2116d49 req-b972eda8-44ea-4b2e-8146-a33206450887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:40.095322 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83da3334-b7cb-4537-a490-9ee5e2116d49 req-b972eda8-44ea-4b2e-8146-a33206450887 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1296768 Jan 21 10:46:40.099503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:40.205617 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83da3334-b7cb-4537-a490-9ee5e2116d49 req-43f5fa85-99fc-48df-8c11-eea400e1c731 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a HTTP/1.1" status: 200 len: 1000 time: 0.1038344 Jan 21 10:46:40.269525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da3334-b7cb-4537-a490-9ee5e2116d49 req-63d108df-66a3-4cdf-807d-961d66b34aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:40.270965 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83da3334-b7cb-4537-a490-9ee5e2116d49 req-63d108df-66a3-4cdf-807d-961d66b34aeb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0594950 Jan 21 10:46:40.349485 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da3334-b7cb-4537-a490-9ee5e2116d49 req-2fac343f-bb4d-4336-86bc-65be1c789a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:40.350920 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83da3334-b7cb-4537-a490-9ee5e2116d49 req-2fac343f-bb4d-4336-86bc-65be1c789a04 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742359 Jan 21 10:46:40.496206 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83da3334-b7cb-4537-a490-9ee5e2116d49 req-dc4644b9-de34-41f6-8185-b810801fbe2e service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392090 Jan 21 10:46:40.626938 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-83da3334-b7cb-4537-a490-9ee5e2116d49 req-3462993c-5cbf-4a07-8088-48aa0742aa50 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249568 Jan 21 10:46:41.488908 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:50.702657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a51dc-2908-4b22-8cfe-af3aa01c2dcf req-0f176452-dbbe-407d-8c7d-eb2fdd6a7278 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:50.704109 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9f7a51dc-2908-4b22-8cfe-af3aa01c2dcf req-0f176452-dbbe-407d-8c7d-eb2fdd6a7278 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.1438870 Jan 21 10:46:50.754500 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9f7a51dc-2908-4b22-8cfe-af3aa01c2dcf req-e132fd28-bf2e-46df-ae7e-6563d0f087b9 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417924 Jan 21 10:46:52.009009 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e9562-3be6-4985-bb7a-8984bf928371 req-96b99e53-979a-4981-aed6-de426d6579d2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:52.010469 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-950e9562-3be6-4985-bb7a-8984bf928371 req-96b99e53-979a-4981-aed6-de426d6579d2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.1327047 Jan 21 10:46:52.056430 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-950e9562-3be6-4985-bb7a-8984bf928371 req-d3c3731c-e1ab-416f-a080-40f529201fab tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375836 Jan 21 10:46:53.263541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635515f5-cff6-497b-8ae9-865c7752a187 req-328f045d-b87e-403f-b955-a1614c06ec30 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:53.264922 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-635515f5-cff6-497b-8ae9-865c7752a187 req-328f045d-b87e-403f-b955-a1614c06ec30 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0905795 Jan 21 10:46:53.313533 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-635515f5-cff6-497b-8ae9-865c7752a187 req-3dc449fd-df64-4b9d-a382-418b92a76f59 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416927 Jan 21 10:46:54.509117 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc6aef-c623-4ccb-98fe-f01abd94d0aa req-ce48183b-4dd5-4ff7-a88c-edf4d1efb3b1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:54.510477 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33bc6aef-c623-4ccb-98fe-f01abd94d0aa req-ce48183b-4dd5-4ff7-a88c-edf4d1efb3b1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0850108 Jan 21 10:46:54.558218 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-33bc6aef-c623-4ccb-98fe-f01abd94d0aa req-7268473a-26b6-4f66-a88c-c96f59791339 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395508 Jan 21 10:46:55.754440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03821c3-37ca-4021-aac9-a9c0f2227d7e req-86997dd0-b821-48fb-a68c-80d0ebb74b0b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:55.755960 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c03821c3-37ca-4021-aac9-a9c0f2227d7e req-86997dd0-b821-48fb-a68c-80d0ebb74b0b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0873511 Jan 21 10:46:55.802484 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c03821c3-37ca-4021-aac9-a9c0f2227d7e req-db0c6806-0537-4b4e-a353-5c0df1eb62b8 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383403 Jan 21 10:46:56.997149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c7caf-9248-43a7-aa93-0ea969b33e0c req-b6509821-7b46-4f53-b41a-70c32ac3e225 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:56.998625 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f3c7caf-9248-43a7-aa93-0ea969b33e0c req-b6509821-7b46-4f53-b41a-70c32ac3e225 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0784297 Jan 21 10:46:57.043112 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8f3c7caf-9248-43a7-aa93-0ea969b33e0c req-0ad0055d-bbb2-48c1-b3c5-199a2c6fbdd8 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382566 Jan 21 10:46:58.334115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8801fb-49ca-4629-9f3e-3f31c960cf43 req-8ba9fd37-175d-4504-a84c-0a8016246bb2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:58.335449 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2d8801fb-49ca-4629-9f3e-3f31c960cf43 req-8ba9fd37-175d-4504-a84c-0a8016246bb2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.1783099 Jan 21 10:46:58.382069 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2d8801fb-49ca-4629-9f3e-3f31c960cf43 req-f3553599-bc4e-49ee-a9d9-4a7bb4628d2d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380080 Jan 21 10:46:59.588672 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc496e-8dba-44dc-8cc7-404eb8b0e34f req-5fdd0c2f-2502-4f55-9943-5c037df1848f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:59.590135 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-90dc496e-8dba-44dc-8cc7-404eb8b0e34f req-5fdd0c2f-2502-4f55-9943-5c037df1848f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0909266 Jan 21 10:46:59.635912 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-90dc496e-8dba-44dc-8cc7-404eb8b0e34f req-d2b3c90c-5218-491a-849e-c4070ddc6084 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398531 Jan 21 10:47:00.801898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10a41-7c82-427a-b6ca-c61ac9a2136b req-13de56a0-da7c-4dd6-873a-60d203d0face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:00.803466 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-daa10a41-7c82-427a-b6ca-c61ac9a2136b req-13de56a0-da7c-4dd6-873a-60d203d0face service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 1098 time: 0.1205592 Jan 21 10:47:00.929703 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28a3e9-0d06-452d-92d2-3699e51b9ea3 req-465c3e4d-687a-4461-a521-9be8b5014dba tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:00.931048 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca28a3e9-0d06-452d-92d2-3699e51b9ea3 req-465c3e4d-687a-4461-a521-9be8b5014dba tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.1872728 Jan 21 10:47:00.969652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10a41-7c82-427a-b6ca-c61ac9a2136b req-0d187131-e8f2-460e-9b35-abee0868ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:00.971055 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-daa10a41-7c82-427a-b6ca-c61ac9a2136b req-0d187131-e8f2-460e-9b35-abee0868ac05 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1605217 Jan 21 10:47:01.045717 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:01.058372 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca28a3e9-0d06-452d-92d2-3699e51b9ea3 req-302adf64-76ff-47ad-921c-cbf695778940 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199899 Jan 21 10:47:01.085520 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-daa10a41-7c82-427a-b6ca-c61ac9a2136b req-6774376b-4176-4477-a34d-f6b6ddcc3e30 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a HTTP/1.1" status: 200 len: 1000 time: 0.1061282 Jan 21 10:47:01.148942 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10a41-7c82-427a-b6ca-c61ac9a2136b req-7a09283c-5b5c-4738-ac36-156d37cef9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:01.150330 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-daa10a41-7c82-427a-b6ca-c61ac9a2136b req-7a09283c-5b5c-4738-ac36-156d37cef9da service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0589256 Jan 21 10:47:01.230682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10a41-7c82-427a-b6ca-c61ac9a2136b req-a684d62d-5ed9-430f-b6b0-3e6ee9ff951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:01.232016 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-daa10a41-7c82-427a-b6ca-c61ac9a2136b req-a684d62d-5ed9-430f-b6b0-3e6ee9ff951f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742583 Jan 21 10:47:01.374879 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-daa10a41-7c82-427a-b6ca-c61ac9a2136b req-39268d5c-2e7f-4c1b-aa8d-0ed6b6f1fcc2 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361008 Jan 21 10:47:01.502846 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-daa10a41-7c82-427a-b6ca-c61ac9a2136b req-665a0423-fa48-4fa0-80a8-3a1a3503ddc3 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216486 Jan 21 10:47:02.082217 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:47:02.260064 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d2b50-8817-49cc-aaaa-a34fb6884535 req-4f651872-3a9f-4968-9cc9-1f738d426d3c tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:02.261543 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-030d2b50-8817-49cc-aaaa-a34fb6884535 req-4f651872-3a9f-4968-9cc9-1f738d426d3c tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0911150 Jan 21 10:47:02.305136 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-030d2b50-8817-49cc-aaaa-a34fb6884535 req-d09fd2e3-6744-4ade-bc5c-76320e790db5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379937 Jan 21 10:47:03.493454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00fa65-357c-45de-8c05-3b8fae39ebe0 req-0dd88823-2c38-43d4-8bb7-19276e6875fa tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:03.495190 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3c00fa65-357c-45de-8c05-3b8fae39ebe0 req-0dd88823-2c38-43d4-8bb7-19276e6875fa tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0839086 Jan 21 10:47:03.540840 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3c00fa65-357c-45de-8c05-3b8fae39ebe0 req-c795a732-dd65-4aaa-a6fd-81e0d982ef1e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398052 Jan 21 10:47:04.734982 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca400433-fb74-482e-8d0e-14f5ccad87b2 req-7f3d3eb8-6915-4a4c-adb0-f3e5a3b8b591 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:04.736463 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca400433-fb74-482e-8d0e-14f5ccad87b2 req-7f3d3eb8-6915-4a4c-adb0-f3e5a3b8b591 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0835605 Jan 21 10:47:04.785413 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca400433-fb74-482e-8d0e-14f5ccad87b2 req-d71dd6fc-9b5f-47b6-9bc3-7d302c1fb127 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419967 Jan 21 10:47:05.970609 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-eed4dbac-c763-49c0-a27d-d4c95df5a517 req-bfd2eead-0538-4fda-b655-768edf8c2fd4 service neutron] (87501) timed out ('10.222.0.99', 55698) {{(pid=87501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:47:06.020833 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57408) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:06.152603 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-b23c281f-699b-4600-b959-1ee14ba6914f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305106 Jan 21 10:47:06.156535 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5ac31-bf02-476a-8c9b-f4e2bd3e9f32 req-1cf2ece7-18e3-4219-b410-f28488a17288 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:06.157988 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dfa5ac31-bf02-476a-8c9b-f4e2bd3e9f32 req-1cf2ece7-18e3-4219-b410-f28488a17288 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0808189 Jan 21 10:47:06.205507 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-dfa5ac31-bf02-476a-8c9b-f4e2bd3e9f32 req-0df87357-36ec-48f7-b9be-94aa616501d5 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417485 Jan 21 10:47:06.343727 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:47:06.458068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:06.499558 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:47:06.505761 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-641883d4-2d00-4566-9eb8-73e11c268978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:06.510683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:06.515933 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:06.593024 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:06.598637 dv-neutron-825723-1-hyperv neutron-server[87503]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'code': 422} returned with failed status Jan 21 10:47:06.603486 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:06.603837 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:06.604210 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:06.604854 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:06.605212 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:06.605974 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:06.606581 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:06.607027 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:06.607362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:06.607696 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:06.608020 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:06.608362 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:07.398097 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad0b82-231a-44b1-a565-7f12b0fff071 req-24a9d438-600b-4bf1-b57d-4ce8306c2d29 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:07.399620 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5dad0b82-231a-44b1-a565-7f12b0fff071 req-24a9d438-600b-4bf1-b57d-4ce8306c2d29 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0856321 Jan 21 10:47:07.445109 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5dad0b82-231a-44b1-a565-7f12b0fff071 req-370cab9b-c094-4d7d-a155-3f6b0e5ddbce tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 Jan 21 10:47:08.566852 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-53bf61fe-fd9e-4886-9b26-2abfbd6c3de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:08.634541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37c24e-a447-4ef7-ac3c-4c29d3573081 req-20233df9-fdab-4944-ab8b-db530198a9ab tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:08.636010 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ee37c24e-a447-4ef7-ac3c-4c29d3573081 req-20233df9-fdab-4944-ab8b-db530198a9ab tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0811079 Jan 21 10:47:08.823165 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ee37c24e-a447-4ef7-ac3c-4c29d3573081 req-a2a59acc-e701-4368-bf0e-8b12bd4e0e0a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802442 Jan 21 10:47:08.860026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-a93034c0-4ed4-45d6-aab6-0a13854f80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:08.861546 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-a93034c0-4ed4-45d6-aab6-0a13854f80eb service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3&tenant_id=54e347d6e26a4ba09d092f067e8f65a3 HTTP/1.1" status: 200 len: 1096 time: 0.1923356 Jan 21 10:47:08.959383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-6547e0be-c8b2-4e64-a492-a8f411a3e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:08.960917 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-6547e0be-c8b2-4e64-a492-a8f411a3e4fa service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 1096 time: 0.0706947 Jan 21 10:47:09.092891 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-5c2d0629-ed25-482e-9f20-9904d2f923d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:09.094223 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-5c2d0629-ed25-482e-9f20-9904d2f923d8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1268816 Jan 21 10:47:09.196313 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-7453f6c4-0818-40df-ad4e-de26ca463a95 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a HTTP/1.1" status: 200 len: 998 time: 0.0958281 Jan 21 10:47:09.260742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-b0c5a7fa-745e-437c-8fc9-f1aff42fcfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:09.262114 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-b0c5a7fa-745e-437c-8fc9-f1aff42fcfe5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0599601 Jan 21 10:47:09.342586 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-afe44933-dc6d-4d4c-8891-b7d18957ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:09.344125 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-afe44933-dc6d-4d4c-8891-b7d18957ffb2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741565 Jan 21 10:47:09.475671 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-5aa8f159-501b-40b5-ab52-74a8188ccf02 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255534 Jan 21 10:47:09.611486 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2e63f268-761b-4cb0-ab18-da9ecd785031 req-bfdd30e7-0a25-495b-8e90-d527cf74f943 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296008 Jan 21 10:47:09.716440 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:10.037860 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c3ed7-af14-4b78-b2ec-30a295383797 req-1b18f8bc-84b2-4da3-ac78-9bd382baf00b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:10.039316 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e94c3ed7-af14-4b78-b2ec-30a295383797 req-1b18f8bc-84b2-4da3-ac78-9bd382baf00b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0953741 Jan 21 10:47:10.087035 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e94c3ed7-af14-4b78-b2ec-30a295383797 req-734502da-4e4e-4429-ace7-beabd503d520 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 Jan 21 10:47:10.101450 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:11.286422 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7a0f9-5cbd-4417-9fc6-7088d3ccaec4 req-596c7b91-1c40-42dd-8caa-3f54e61400e8 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:11.287841 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4eb7a0f9-5cbd-4417-9fc6-7088d3ccaec4 req-596c7b91-1c40-42dd-8caa-3f54e61400e8 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0824370 Jan 21 10:47:11.330629 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4eb7a0f9-5cbd-4417-9fc6-7088d3ccaec4 req-b4b92e6a-52a3-405f-bd4f-ccd8c2ccfaaa tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368619 Jan 21 10:47:11.492811 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:12.559772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0dcf-fb72-451b-9f12-002f99722b48 req-22e924b3-f29a-48fe-869c-df2356c5c855 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:12.561328 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-43db0dcf-fb72-451b-9f12-002f99722b48 req-22e924b3-f29a-48fe-869c-df2356c5c855 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0979855 Jan 21 10:47:12.604765 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-43db0dcf-fb72-451b-9f12-002f99722b48 req-a21a5b19-062b-4a16-bb7d-e82e32a02c9c tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375574 Jan 21 10:47:13.797423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb98def-1101-40e3-972b-60dd345536d6 req-87974238-cfd7-431d-80c3-9345134368d8 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:13.798850 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6bb98def-1101-40e3-972b-60dd345536d6 req-87974238-cfd7-431d-80c3-9345134368d8 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0902734 Jan 21 10:47:13.842999 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6bb98def-1101-40e3-972b-60dd345536d6 req-ede0e223-a2e5-4024-a792-a004b4af88ba tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383673 Jan 21 10:47:15.046388 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16729812-8199-4545-aef0-41d46e70899f req-a2dadbe2-5221-4439-a81b-2189a6bbd12f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:15.047736 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-16729812-8199-4545-aef0-41d46e70899f req-a2dadbe2-5221-4439-a81b-2189a6bbd12f tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0886567 Jan 21 10:47:15.103698 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-16729812-8199-4545-aef0-41d46e70899f req-ce89e1f7-8e8b-464b-a820-0590f3d5ce9d tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501561 Jan 21 10:47:16.318707 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57222f44-34ea-4c0f-b747-086466d42385 req-094bf27c-99b0-4b2e-af7f-e004ccd3bc4b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:16.320168 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-57222f44-34ea-4c0f-b747-086466d42385 req-094bf27c-99b0-4b2e-af7f-e004ccd3bc4b tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0876312 Jan 21 10:47:16.374182 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-57222f44-34ea-4c0f-b747-086466d42385 req-cf44ce42-8961-466d-9f6a-6ffa2ac4c630 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450797 Jan 21 10:47:17.579373 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a514e-66b2-4f45-9112-43bcbd3ac088 req-1b13aad1-7417-41f8-bf56-a23acd2211a8 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:17.580851 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c14a514e-66b2-4f45-9112-43bcbd3ac088 req-1b13aad1-7417-41f8-bf56-a23acd2211a8 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 943 time: 0.0929463 Jan 21 10:47:17.625055 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c14a514e-66b2-4f45-9112-43bcbd3ac088 req-2a6ea623-da4c-4a2d-a57f-b6494b3a47d6 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385349 Jan 21 10:47:18.423401 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:47:18.607361 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:18.620828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'port_id': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'mac_address': 'fa:16:3e:e2:d8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:47:18.677776 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:18.694407 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:47:18.709755 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:18.714888 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:18.780959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:18.814861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef0dee-7824-43cf-bdba-64380b026d0a req-437b7c3e-5155-4b93-8482-d0e71f800e33 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:18.816322 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-30ef0dee-7824-43cf-bdba-64380b026d0a req-437b7c3e-5155-4b93-8482-d0e71f800e33 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 944 time: 0.0840442 Jan 21 10:47:18.862600 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-30ef0dee-7824-43cf-bdba-64380b026d0a req-d8f5eade-fe85-4376-a94c-9dc3b72471b2 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405715 Jan 21 10:47:19.058465 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['5dd5adfe-08fd-4abb-86b2-ae256ae08d7a'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:47:20.238579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd6c69-d72e-4e95-9c47-3d51c3dbde2a req-b6cef442-6e76-41c5-8c14-56f72ee5c117 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:20.239958 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d6fd6c69-d72e-4e95-9c47-3d51c3dbde2a req-b6cef442-6e76-41c5-8c14-56f72ee5c117 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 944 time: 0.1028402 Jan 21 10:47:20.288155 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d6fd6c69-d72e-4e95-9c47-3d51c3dbde2a req-62ffd151-abd8-453d-b038-d626d5b18c20 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421777 Jan 21 10:47:20.423359 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:20.505641 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:20.505894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:20.622525 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:20.654456 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:47:20.665326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:20.672300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:20.739850 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,revision_number=8']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:21.605159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf03a79-10d1-4110-999d-352812a50832 req-1fd7d12b-09f0-4143-87a3-e45c79b4d065 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:21.606491 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5cf03a79-10d1-4110-999d-352812a50832 req-1fd7d12b-09f0-4143-87a3-e45c79b4d065 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.1965270 Jan 21 10:47:21.651178 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5cf03a79-10d1-4110-999d-352812a50832 req-e5ca0c19-3ea6-4e41-9209-38c78552dc93 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386767 Jan 21 10:47:21.712623 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'code': 200} Jan 21 10:47:22.008135 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b1438-558f-4512-a04a-c19d89067f49 req-8877d7a5-3127-4d33-8a49-7d7eb7a835f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:22.009756 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-951b1438-558f-4512-a04a-c19d89067f49 req-8877d7a5-3127-4d33-8a49-7d7eb7a835f3 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0874267 Jan 21 10:47:22.062820 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-951b1438-558f-4512-a04a-c19d89067f49 req-d51817ac-987c-40ba-a69c-69f5c66f287e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465910 Jan 21 10:47:22.839612 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf799d-0e63-4fe9-bc2b-48cc12566f03 req-748d19eb-8690-4458-9d74-d6d7177035de tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:22.841304 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-92bf799d-0e63-4fe9-bc2b-48cc12566f03 req-748d19eb-8690-4458-9d74-d6d7177035de tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0828943 Jan 21 10:47:22.884825 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-92bf799d-0e63-4fe9-bc2b-48cc12566f03 req-dde87cf0-7877-42f8-aea8-aaab05f7c5f6 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379078 Jan 21 10:47:24.096019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40fc84-ac39-4ca7-b1c2-66bd18235dcd req-b17bda9e-6d08-4327-97ba-35b255155dd0 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:24.097549 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bf40fc84-ac39-4ca7-b1c2-66bd18235dcd req-b17bda9e-6d08-4327-97ba-35b255155dd0 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.1023598 Jan 21 10:47:24.152182 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bf40fc84-ac39-4ca7-b1c2-66bd18235dcd req-ba5081ab-7e89-4345-acc2-26d7bba6ed65 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481260 Jan 21 10:47:31.059040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:36.498363 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-46461fa3-7a33-4336-888c-b075dcf9f2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:38.562854 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-770864eb-aacb-4721-b3f9-8902e95c70eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:39.089012 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:47:39.723894 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:40.116804 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:41.495205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:41.736178 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-29a338a1-68ff-4884-9f63-9bc7b21bded5 req-b1675871-f27a-48fe-8a34-ac23601c388f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706553 Jan 21 10:47:41.876002 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a338a1-68ff-4884-9f63-9bc7b21bded5 req-e963984d-a9d0-408d-9b2d-1faa00982107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:41.876002 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-29a338a1-68ff-4884-9f63-9bc7b21bded5 req-e963984d-a9d0-408d-9b2d-1faa00982107 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0704987 Jan 21 10:47:42.030531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a338a1-68ff-4884-9f63-9bc7b21bded5 req-e1bb4368-b513-4db4-b7c4-9c8cb59ce744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:42.030531 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-29a338a1-68ff-4884-9f63-9bc7b21bded5 req-e1bb4368-b513-4db4-b7c4-9c8cb59ce744 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1356955 Jan 21 10:47:42.137308 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-29a338a1-68ff-4884-9f63-9bc7b21bded5 req-44e115ff-4a7f-40d4-bd5b-192bd3a429bc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a HTTP/1.1" status: 200 len: 1000 time: 0.0984008 Jan 21 10:47:42.201267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a338a1-68ff-4884-9f63-9bc7b21bded5 req-3c5e3cb3-3f00-4335-8a91-ffab29eec54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:42.201267 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-29a338a1-68ff-4884-9f63-9bc7b21bded5 req-3c5e3cb3-3f00-4335-8a91-ffab29eec54f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0604923 Jan 21 10:47:42.279979 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a338a1-68ff-4884-9f63-9bc7b21bded5 req-ca8d0604-3c00-4948-b4e1-e42520f4480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:42.279979 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-29a338a1-68ff-4884-9f63-9bc7b21bded5 req-ca8d0604-3c00-4948-b4e1-e42520f4480d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754037 Jan 21 10:47:42.419607 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-29a338a1-68ff-4884-9f63-9bc7b21bded5 req-60a45000-21c6-4bfd-b0b7-d91a955897a8 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294208 Jan 21 10:47:42.552674 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-29a338a1-68ff-4884-9f63-9bc7b21bded5 req-a584a8a2-2f92-44c0-8ed1-7b9c00954c1d service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272933 Jan 21 10:48:01.070102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:06.502381 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-56906bb5-098d-4412-8ce4-a36257ee86a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:08.570499 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-591f767e-2db6-4f99-9c1e-5007c4791470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:09.719289 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:10.116401 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:11.496989 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:16.083641 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:48:31.069942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:36.496135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-5524b8c1-22ed-4fce-b643-34d0f28fb49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:38.570230 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-bda32368-6fd2-4bd3-b5da-08bd2406b7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:39.713703 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:40.125405 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:40.727666 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57492) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:40.940447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Deleting port 534e88a5-dc44-4d49-bbd7-6ab1b7723f5a {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:48:40.940692 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:41.110155 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:41.110350 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:41.228058 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Calling delete_port for 534e88a5-dc44-4d49-bbd7-6ab1b7723f5a owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:48:41.484791 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:41.487495 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:41.532309 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event deleted for resources: {'Port': ['ID=534e88a5-dc44-4d49-bbd7-6ab1b7723f5a,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:41.570822 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:41.571165 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:41.571501 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:41.571833 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:41.572168 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:41.572522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:41.572843 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:41.573169 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:41.573489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:41.573807 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:41.574124 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:41.574420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:41.631257 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:41.631565 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Floating IP ba84403b-9fbe-4e7f-a66b-b9b6a885824f disassociated (deleted). External IP: 172.26.4.86, port: 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a. Jan 21 10:48:41.740102 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93091e01-4c9b-4518-9a8e-f3cf984d91f1 req-2c5c9b59-48d5-4410-a7e5-2962a9ced9c1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813332 Jan 21 10:48:41.880026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93091e01-4c9b-4518-9a8e-f3cf984d91f1 req-0a083065-53d0-4802-b6d2-9e90a86f12f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:41.881539 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93091e01-4c9b-4518-9a8e-f3cf984d91f1 req-0a083065-53d0-4802-b6d2-9e90a86f12f9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0721643 Jan 21 10:48:41.987576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:48:42.046550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93091e01-4c9b-4518-9a8e-f3cf984d91f1 req-164c2cb2-32e3-436c-ba25-9e9938fa0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:42.048000 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93091e01-4c9b-4518-9a8e-f3cf984d91f1 req-164c2cb2-32e3-436c-ba25-9e9938fa0ec0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1451168 Jan 21 10:48:42.127412 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93091e01-4c9b-4518-9a8e-f3cf984d91f1 req-de295fe8-e0ee-4820-b575-c9cb24c6f99c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a HTTP/1.1" status: 200 len: 217 time: 0.0732241 Jan 21 10:48:42.173321 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:48:42.184766 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352e720e-23df-4810-a29b-f756b6e14a19 None None] Sync routers for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:48:42.192189 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93091e01-4c9b-4518-9a8e-f3cf984d91f1 req-3122923e-4443-4fec-aa30-53be113e05bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:42.193889 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93091e01-4c9b-4518-9a8e-f3cf984d91f1 req-3122923e-4443-4fec-aa30-53be113e05bb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0612130 Jan 21 10:48:42.194924 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e720e-23df-4810-a29b-f756b6e14a19 None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:48:42.195560 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-352e720e-23df-4810-a29b-f756b6e14a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:48:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:42.196829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:42.256998 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e55bdb81-97b4-49d0-bae2-cfbd8afae7d1 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "DELETE /v2.0/floatingips/ba84403b-9fbe-4e7f-a66b-b9b6a885824f HTTP/1.1" status: 204 len: 168 time: 1.5277178 Jan 21 10:48:42.259285 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:48:42.272916 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93091e01-4c9b-4518-9a8e-f3cf984d91f1 req-eddb6329-ada8-4689-8b45-878de65571ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:42.274761 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93091e01-4c9b-4518-9a8e-f3cf984d91f1 req-eddb6329-ada8-4689-8b45-878de65571ce service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743012 Jan 21 10:48:42.321984 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'status': 'completed', 'code': 200} Jan 21 10:48:42.387469 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-352e720e-23df-4810-a29b-f756b6e14a19 None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:48:42.529283 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93091e01-4c9b-4518-9a8e-f3cf984d91f1 req-86175bdb-d916-4477-ad0e-ac1379745ea4 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481351 Jan 21 10:48:42.714583 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93091e01-4c9b-4518-9a8e-f3cf984d91f1 req-7376e176-848c-4634-bd2d-411557128cfa service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788995 Jan 21 10:48:42.730355 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082383b-8702-4f3c-b536-8ec2b08f8db0 req-580494d2-7506-4515-a8eb-586bb01e7a9e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:42.731756 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9082383b-8702-4f3c-b536-8ec2b08f8db0 req-580494d2-7506-4515-a8eb-586bb01e7a9e tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.1720138 Jan 21 10:48:42.733215 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-352e720e-23df-4810-a29b-f756b6e14a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:41Z', 'revision_number': 5, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:42.738699 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352e720e-23df-4810-a29b-f756b6e14a19 None None] Checking router: 4e42d85d-e45d-4d77-ba03-76c00af36fe7 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:48:42.747240 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e720e-23df-4810-a29b-f756b6e14a19 None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:48:42.748164 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-352e720e-23df-4810-a29b-f756b6e14a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:48:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:42.820328 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9082383b-8702-4f3c-b536-8ec2b08f8db0 req-89122adb-b260-411d-a2e8-8fba03471f86 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811727 Jan 21 10:48:42.853031 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790141d-dc58-4f31-bebe-5d09bde67a4b req-cd18d152-ab08-4da1-93eb-b81ee050087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:42.854556 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d790141d-dc58-4f31-bebe-5d09bde67a4b req-cd18d152-ab08-4da1-93eb-b81ee050087b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0840812 Jan 21 10:48:42.927881 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-352e720e-23df-4810-a29b-f756b6e14a19 None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:48:42.985729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790141d-dc58-4f31-bebe-5d09bde67a4b req-a747dca4-5cc3-4d1a-a8c0-ca90d4a82fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:42.987209 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d790141d-dc58-4f31-bebe-5d09bde67a4b req-a747dca4-5cc3-4d1a-a8c0-ca90d4a82fe4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 200 len: 909 time: 0.1256022 Jan 21 10:48:43.054022 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d790141d-dc58-4f31-bebe-5d09bde67a4b req-a5136ea1-b225-494b-bd64-716ba51acbf9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a HTTP/1.1" status: 200 len: 217 time: 0.0606737 Jan 21 10:48:43.120028 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790141d-dc58-4f31-bebe-5d09bde67a4b req-cd01a7e3-eb80-4a6b-847c-82c1ace870ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:43.121540 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d790141d-dc58-4f31-bebe-5d09bde67a4b req-cd01a7e3-eb80-4a6b-847c-82c1ace870ba service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 200 len: 847 time: 0.0603406 Jan 21 10:48:43.197660 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790141d-dc58-4f31-bebe-5d09bde67a4b req-619b528e-248c-42ab-bff7-2a6f3ea378db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:43.199047 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d790141d-dc58-4f31-bebe-5d09bde67a4b req-619b528e-248c-42ab-bff7-2a6f3ea378db service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2447204d-01a6-4a96-9d11-fe244fe99ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709579 Jan 21 10:48:43.230948 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-352e720e-23df-4810-a29b-f756b6e14a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:41Z', 'revision_number': 5, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:43.235284 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352e720e-23df-4810-a29b-f756b6e14a19 None None] The sync data for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv is: [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:38:33Z', 'revision_number': 4, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '4e1cef21-f8c0-4ede-8d7e-17feae6387de', 'name': '', 'network_id': '2447204d-01a6-4a96-9d11-fe244fe99ea7', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'mac_address': 'fa:16:3e:34:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:32Z', 'updated_at': '2022-01-21T10:38:41Z', 'revision_number': 5, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'subnets': [{'id': '8968ae17-02d3-4909-9f71-113fc94a511f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:48:43.334201 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d790141d-dc58-4f31-bebe-5d09bde67a4b req-c85e44fe-7821-45d1-b1a6-50e50e750e01 service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283414 Jan 21 10:48:43.458507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d20b0d-c7bc-4df3-a9b5-6d11212b6af3 None None] New status for floating IP ba84403b-9fbe-4e7f-a66b-b9b6a885824f: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:48:43.471735 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d790141d-dc58-4f31-bebe-5d09bde67a4b req-5d986edc-5a6e-4a2d-9873-57fdf588accf service neutron] 10.222.0.121 "GET /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299489 Jan 21 10:48:44.034390 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a685e-e282-49c7-92c9-1745f1e7b35a req-dad7903e-1f5d-49c9-a13c-46f2186cedde tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:44.035908 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-689a685e-e282-49c7-92c9-1745f1e7b35a req-dad7903e-1f5d-49c9-a13c-46f2186cedde tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0983088 Jan 21 10:48:44.080018 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-689a685e-e282-49c7-92c9-1745f1e7b35a req-213204d2-0efd-4a8c-82d1-eaec842126f8 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/security-groups?id=7571ffd5-429d-4ab0-b256-c5ca3b83aaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382040 Jan 21 10:48:44.323001 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b5fa9-6fac-4366-be90-ce55256843c2 req-6453ec0c-cb85-4ec3-9539-0ffcd92b5283 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:44.324433 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4e6b5fa9-6fac-4366-be90-ce55256843c2 req-6453ec0c-cb85-4ec3-9539-0ffcd92b5283 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.121 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 945 time: 0.0979288 Jan 21 10:48:44.397505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-4e6b5fa9-6fac-4366-be90-ce55256843c2 req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Deleting port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:48:44.397864 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4e6b5fa9-6fac-4366-be90-ce55256843c2 req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:44.646739 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-4e6b5fa9-6fac-4366-be90-ce55256843c2 req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] For port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:48:44.647103 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4e6b5fa9-6fac-4366-be90-ce55256843c2 req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:44.860667 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-4e6b5fa9-6fac-4366-be90-ce55256843c2 req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Calling delete_port for 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:48:45.008865 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4e6b5fa9-6fac-4366-be90-ce55256843c2 req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:45.060763 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event deleted for resources: {'Port': ['ID=5dd5adfe-08fd-4abb-86b2-ae256ae08d7a,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:45.097331 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:45.097663 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:45.098040 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:45.098384 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:45.098720 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:45.099122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:45.099385 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:45.099715 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:45.100060 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:45.100370 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:45.100709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:45.101032 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:48:45.147533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6b5fa9-6fac-4366-be90-ce55256843c2 req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] No DVR routers for this DVR port 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:48:45.150070 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-4e6b5fa9-6fac-4366-be90-ce55256843c2 req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:45.152968 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'name': 'network-vif-deleted', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:48:45.165329 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4e6b5fa9-6fac-4366-be90-ce55256843c2 req-637c665f-fea7-468b-887b-183c5ee2e14a tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.121 "DELETE /v2.0/ports/5dd5adfe-08fd-4abb-86b2-ae256ae08d7a HTTP/1.1" status: 204 len: 173 time: 0.8360472 Jan 21 10:48:45.222703 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3', 'name': 'network-vif-deleted', 'tag': '5dd5adfe-08fd-4abb-86b2-ae256ae08d7a', 'status': 'completed', 'code': 200} Jan 21 10:48:45.235791 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-5e2dd4ea-8f3b-4982-b566-328eb44b0c2c req-b038484e-4446-4aac-918d-d1ee3ac573ca tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Synchronizing usage tracker for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:48:45.254601 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-5e2dd4ea-8f3b-4982-b566-328eb44b0c2c req-b038484e-4446-4aac-918d-d1ee3ac573ca tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Unset dirty status for tenant:54e347d6e26a4ba09d092f067e8f65a3 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:48:45.255827 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5e2dd4ea-8f3b-4982-b566-328eb44b0c2c req-b038484e-4446-4aac-918d-d1ee3ac573ca tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0665329 Jan 21 10:48:46.423388 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-6704edff-35b2-4ce6-ba4a-82ff9454a951 req-dd13fc2d-9b51-4999-92bd-e440d3d8c572 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "GET /v2.0/ports?device_id=f0abf4d5-4c80-4ae6-a888-f64a9ec3b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0422318 Jan 21 10:48:47.519602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57516) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:47.590249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1c0287d4-1ee4-47a1-9e72-a748fb7cb397 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:47.620151 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1c0287d4-1ee4-47a1-9e72-a748fb7cb397 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:47.685317 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1c0287d4-1ee4-47a1-9e72-a748fb7cb397 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:47.704898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0287d4-1ee4-47a1-9e72-a748fb7cb397 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7571ffd5-429d-4ab0-b256-c5ca3b83aaef,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:47.714225 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1c0287d4-1ee4-47a1-9e72-a748fb7cb397 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:47.718234 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1c0287d4-1ee4-47a1-9e72-a748fb7cb397 tempest-TestShelveInstance-1321682468 tempest-TestShelveInstance-1321682468-project] 10.222.0.99 "DELETE /v2.0/security-groups/7571ffd5-429d-4ab0-b256-c5ca3b83aaef HTTP/1.1" status: 204 len: 168 time: 0.1949489 Jan 21 10:48:48.783705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57524) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:48.842584 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:48:48.878832 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:48:48.879171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 5dd5adfe-08fd-4abb-86b2-ae256ae08d7a not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:48:49.583181 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a29f9b8c-f3cb-42c7-ad5b-102ddb6cd4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:50.043994 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a29f9b8c-f3cb-42c7-ad5b-102ddb6cd4c2 admin admin] Deleting port 4e1cef21-f8c0-4ede-8d7e-17feae6387de {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:48:50.044709 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a29f9b8c-f3cb-42c7-ad5b-102ddb6cd4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:50.217796 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-a29f9b8c-f3cb-42c7-ad5b-102ddb6cd4c2 admin admin] For port 4e1cef21-f8c0-4ede-8d7e-17feae6387de, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=4e1cef21-f8c0-4ede-8d7e-17feae6387de,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:48:50.218155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a29f9b8c-f3cb-42c7-ad5b-102ddb6cd4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:50.340899 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a29f9b8c-f3cb-42c7-ad5b-102ddb6cd4c2 admin admin] Calling delete_port for 4e1cef21-f8c0-4ede-8d7e-17feae6387de owned by network:router_interface {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:48:50.662425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a29f9b8c-f3cb-42c7-ad5b-102ddb6cd4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:50.711186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f9b8c-f3cb-42c7-ad5b-102ddb6cd4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1cef21-f8c0-4ede-8d7e-17feae6387de,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:50.979679 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a29f9b8c-f3cb-42c7-ad5b-102ddb6cd4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:51.440854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29f9b8c-f3cb-42c7-ad5b-102ddb6cd4c2 admin admin] Router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:48:51.612307 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29f9b8c-f3cb-42c7-ad5b-102ddb6cd4c2 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:48:51.622276 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49a861-bdcf-4231-aa18-7b0ee6bbe805 None None] Sync routers for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:48:51.634079 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a29f9b8c-f3cb-42c7-ad5b-102ddb6cd4c2 admin admin] 10.222.0.99 "PUT /v2.0/routers/4e42d85d-e45d-4d77-ba03-76c00af36fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8467855 Jan 21 10:48:51.634254 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49a861-bdcf-4231-aa18-7b0ee6bbe805 None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:48:51.634254 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ea49a861-bdcf-4231-aa18-7b0ee6bbe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:48:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:51.634412 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57530) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:51.810944 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-ea49a861-bdcf-4231-aa18-7b0ee6bbe805 None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:48:51.819089 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Notify callbacks [] for router, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:51.993708 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:52.005682 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Deleting port bc7633b1-8f29-4b17-aa92-9728f9d25d4b {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:48:52.006131 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:52.095027 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ea49a861-bdcf-4231-aa18-7b0ee6bbe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:48:50Z', 'revision_number': 5, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port': {'id': 'bc7633b1-8f29-4b17-aa92-9728f9d25d4b', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:30Z', 'updated_at': '2022-01-21T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:52.098781 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49a861-bdcf-4231-aa18-7b0ee6bbe805 None None] Checking router: 4e42d85d-e45d-4d77-ba03-76c00af36fe7 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:48:52.107151 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49a861-bdcf-4231-aa18-7b0ee6bbe805 None None] Routers {'4e42d85d-e45d-4d77-ba03-76c00af36fe7'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:48:52.107755 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ea49a861-bdcf-4231-aa18-7b0ee6bbe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:48:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:52.181933 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] For port bc7633b1-8f29-4b17-aa92-9728f9d25d4b, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=bc7633b1-8f29-4b17-aa92-9728f9d25d4b,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:48:52.182288 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:52.289632 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-ea49a861-bdcf-4231-aa18-7b0ee6bbe805 None None] Set router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:48:52.310311 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Calling delete_port for bc7633b1-8f29-4b17-aa92-9728f9d25d4b owned by network:router_gateway {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:48:52.394115 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-ea49a861-bdcf-4231-aa18-7b0ee6bbe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:48:51Z', 'revision_number': 6, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:52.398031 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49a861-bdcf-4231-aa18-7b0ee6bbe805 None None] The sync data for ids ['4e42d85d-e45d-4d77-ba03-76c00af36fe7'] in dv-neutron-825723-1-hyperv is: [{'id': '4e42d85d-e45d-4d77-ba03-76c00af36fe7', 'name': 'tempest-TestShelveInstance-593972232-router', 'tenant_id': '54e347d6e26a4ba09d092f067e8f65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:29Z', 'updated_at': '2022-01-21T10:48:51Z', 'revision_number': 6, 'project_id': '54e347d6e26a4ba09d092f067e8f65a3', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:48:52.481534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:52.526885 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7633b1-8f29-4b17-aa92-9728f9d25d4b,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:52.624750 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:52.912736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:52.915044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:52.938968 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:52.939493 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e42d85d-e45d-4d77-ba03-76c00af36fe7 {{(pid=87501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:48:52.952084 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:52.953308 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-078ae99c-3f41-4c8d-88e1-e0995d8c2136 admin admin] 10.222.0.99 "DELETE /v2.0/routers/4e42d85d-e45d-4d77-ba03-76c00af36fe7 HTTP/1.1" status: 204 len: 168 time: 1.3180373 Jan 21 10:48:52.956118 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57534) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:53.017834 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b223af85-a861-438f-895b-3b52cf813ea3 admin admin] Deleting subnet 8968ae17-02d3-4909-9f71-113fc94a511f {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:48:53.020827 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b223af85-a861-438f-895b-3b52cf813ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:53.069259 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b223af85-a861-438f-895b-3b52cf813ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:53.083044 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:48:53.148310 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b223af85-a861-438f-895b-3b52cf813ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:53.209710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bc7633b1-8f29-4b17-aa92-9728f9d25d4b no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:48:53.226438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b223af85-a861-438f-895b-3b52cf813ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:53.243996 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: bc7633b1-8f29-4b17-aa92-9728f9d25d4b {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:48:53.244359 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device bc7633b1-8f29-4b17-aa92-9728f9d25d4b not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:48:53.244786 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4e1cef21-f8c0-4ede-8d7e-17feae6387de no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:48:53.263004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223af85-a861-438f-895b-3b52cf813ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8968ae17-02d3-4909-9f71-113fc94a511f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:53.266498 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b223af85-a861-438f-895b-3b52cf813ea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:53.272287 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b223af85-a861-438f-895b-3b52cf813ea3 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/8968ae17-02d3-4909-9f71-113fc94a511f HTTP/1.1" status: 204 len: 168 time: 0.3151186 Jan 21 10:48:53.274813 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57538) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:53.279155 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 4e1cef21-f8c0-4ede-8d7e-17feae6387de {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:48:53.279503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 4e1cef21-f8c0-4ede-8d7e-17feae6387de not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:48:53.282447 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda4216-b66f-4a30-8d07-ee09ac68ebe4 None None] Network 2447204d-01a6-4a96-9d11-fe244fe99ea7 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:48:53.382715 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:53.394328 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Deleting port 969138ca-ea20-4f38-ae66-9452c1d68a1f {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:48:53.394525 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:53.577116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7b1410-6236-4759-a954-4c5bf8e7821d None None] DHCP port deletion for 2447204d-01a6-4a96-9d11-fe244fe99ea7 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:48:53.581463 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b1410-6236-4759-a954-4c5bf8e7821d None None] Deleting port 969138ca-ea20-4f38-ae66-9452c1d68a1f {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:48:53.581981 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9c7b1410-6236-4759-a954-4c5bf8e7821d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:53.601858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] For port 969138ca-ea20-4f38-ae66-9452c1d68a1f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=969138ca-ea20-4f38-ae66-9452c1d68a1f,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:48:53.602213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:53.786253 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9c7b1410-6236-4759-a954-4c5bf8e7821d None None] For port 969138ca-ea20-4f38-ae66-9452c1d68a1f, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=969138ca-ea20-4f38-ae66-9452c1d68a1f,segment=NetworkSegment(bf702acb-392c-4377-afec-45693570ca4d),segment_id=bf702acb-392c-4377-afec-45693570ca4d)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:48:53.786507 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9c7b1410-6236-4759-a954-4c5bf8e7821d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:53.835381 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Calling delete_port for 969138ca-ea20-4f38-ae66-9452c1d68a1f owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:48:53.908555 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b1410-6236-4759-a954-4c5bf8e7821d None None] Calling delete_port for 969138ca-ea20-4f38-ae66-9452c1d68a1f owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:48:53.911073 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:53.961275 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Pushing event deleted for resources: {'Port': ['ID=969138ca-ea20-4f38-ae66-9452c1d68a1f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:53.963083 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] No DVR routers for this DVR port 969138ca-ea20-4f38-ae66-9452c1d68a1f on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:48:53.980175 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-9c7b1410-6236-4759-a954-4c5bf8e7821d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:48:53.980570 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-9c7b1410-6236-4759-a954-4c5bf8e7821d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:48:54.086921 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:54.111058 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2447204d-01a6-4a96-9d11-fe244fe99ea7']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:54.123924 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf702acb-392c-4377-afec-45693570ca4d') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:54.124194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf702acb-392c-4377-afec-45693570ca4d') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:54.135848 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:54.152086 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:54.158283 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:48:54.158645 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:48:54.171901 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:48:54.255668 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:54.271348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:54.283462 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] Pushing event deleted for resources: {'Network': ['ID=2447204d-01a6-4a96-9d11-fe244fe99ea7,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:54.290182 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-5d12b763-418b-4836-915e-acc6eb510605 admin admin] 10.222.0.99 "DELETE /v2.0/networks/2447204d-01a6-4a96-9d11-fe244fe99ea7 HTTP/1.1" status: 204 len: 168 time: 1.0144069 Jan 21 10:48:54.291300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57542) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:54.482171 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b1410-6236-4759-a954-4c5bf8e7821d None None] Deleting port 969138ca-ea20-4f38-ae66-9452c1d68a1f {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:48:54.482757 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9c7b1410-6236-4759-a954-4c5bf8e7821d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:54.550647 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b1410-6236-4759-a954-4c5bf8e7821d None None] The port '969138ca-ea20-4f38-ae66-9452c1d68a1f' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:48:54.832408 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cf455b8d-f21c-4f16-a674-4f621968dd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:54.883949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 969138ca-ea20-4f38-ae66-9452c1d68a1f no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:48:54.917211 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 969138ca-ea20-4f38-ae66-9452c1d68a1f {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:48:54.917552 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 969138ca-ea20-4f38-ae66-9452c1d68a1f not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:48:55.293547 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-cf455b8d-f21c-4f16-a674-4f621968dd87 admin admin] Deleting port 7dd15b49-04b5-4ab5-9069-efcae341c556 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:48:55.294147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cf455b8d-f21c-4f16-a674-4f621968dd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:55.467454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-cf455b8d-f21c-4f16-a674-4f621968dd87 admin admin] For port 7dd15b49-04b5-4ab5-9069-efcae341c556, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=7dd15b49-04b5-4ab5-9069-efcae341c556,segment=NetworkSegment(ae02a7b8-472a-4a39-b3c1-33430300e2c3),segment_id=ae02a7b8-472a-4a39-b3c1-33430300e2c3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:48:55.467852 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cf455b8d-f21c-4f16-a674-4f621968dd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:55.587751 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-cf455b8d-f21c-4f16-a674-4f621968dd87 admin admin] Calling delete_port for 7dd15b49-04b5-4ab5-9069-efcae341c556 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:48:55.901709 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cf455b8d-f21c-4f16-a674-4f621968dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:55.953300 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf455b8d-f21c-4f16-a674-4f621968dd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd15b49-04b5-4ab5-9069-efcae341c556,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:56.225895 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cf455b8d-f21c-4f16-a674-4f621968dd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:56.699499 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf455b8d-f21c-4f16-a674-4f621968dd87 admin admin] Router bc5c7a26-7a5b-4d00-a66a-1adb0e298225 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:48:56.883430 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf455b8d-f21c-4f16-a674-4f621968dd87 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:48:56.894127 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df807a7f-b229-46e4-83ff-e4819cf389e8 None None] Sync routers for ids ['bc5c7a26-7a5b-4d00-a66a-1adb0e298225'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:48:56.902823 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cf455b8d-f21c-4f16-a674-4f621968dd87 admin admin] 10.222.0.99 "PUT /v2.0/routers/bc5c7a26-7a5b-4d00-a66a-1adb0e298225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6105311 Jan 21 10:48:56.904363 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df807a7f-b229-46e4-83ff-e4819cf389e8 None None] Routers {'bc5c7a26-7a5b-4d00-a66a-1adb0e298225'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:48:56.905017 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-df807a7f-b229-46e4-83ff-e4819cf389e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:48:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['bc5c7a26-7a5b-4d00-a66a-1adb0e298225'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:56.905382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57546) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:57.083870 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-df807a7f-b229-46e4-83ff-e4819cf389e8 None None] Set router bc5c7a26-7a5b-4d00-a66a-1adb0e298225 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:48:57.084526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:57.261864 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:57.272180 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Deleting port 58967224-4f78-42da-8fc2-2f91d6422625 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:48:57.272629 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:57.362775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-df807a7f-b229-46e4-83ff-e4819cf389e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'name': 'tempest-TestShelveInstance-426166964-router', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '58967224-4f78-42da-8fc2-2f91d6422625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:48:55Z', 'revision_number': 5, 'project_id': '80ce22d1c7714ffea3777946b1e3261e', 'gw_port': {'id': '58967224-4f78-42da-8fc2-2f91d6422625', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:57.367208 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df807a7f-b229-46e4-83ff-e4819cf389e8 None None] Checking router: bc5c7a26-7a5b-4d00-a66a-1adb0e298225 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:48:57.376647 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df807a7f-b229-46e4-83ff-e4819cf389e8 None None] Routers {'bc5c7a26-7a5b-4d00-a66a-1adb0e298225'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:48:57.377309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-df807a7f-b229-46e4-83ff-e4819cf389e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:48:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['bc5c7a26-7a5b-4d00-a66a-1adb0e298225'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:57.459147 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] For port 58967224-4f78-42da-8fc2-2f91d6422625, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=58967224-4f78-42da-8fc2-2f91d6422625,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:48:57.459483 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:57.525656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-df807a7f-b229-46e4-83ff-e4819cf389e8 None None] Set router bc5c7a26-7a5b-4d00-a66a-1adb0e298225 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:48:57.580092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Calling delete_port for 58967224-4f78-42da-8fc2-2f91d6422625 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:48:57.673386 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-df807a7f-b229-46e4-83ff-e4819cf389e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'name': 'tempest-TestShelveInstance-426166964-router', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:48:57Z', 'revision_number': 6, 'project_id': '80ce22d1c7714ffea3777946b1e3261e', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:57.678773 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df807a7f-b229-46e4-83ff-e4819cf389e8 None None] The sync data for ids ['bc5c7a26-7a5b-4d00-a66a-1adb0e298225'] in dv-neutron-825723-1-hyperv is: [{'id': 'bc5c7a26-7a5b-4d00-a66a-1adb0e298225', 'name': 'tempest-TestShelveInstance-426166964-router', 'tenant_id': '80ce22d1c7714ffea3777946b1e3261e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:38:36Z', 'updated_at': '2022-01-21T10:48:57Z', 'revision_number': 6, 'project_id': '80ce22d1c7714ffea3777946b1e3261e', 'gw_port_host': None}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:48:57.774617 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:57.819996 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=58967224-4f78-42da-8fc2-2f91d6422625,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:57.912260 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.207732 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.210101 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.234489 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.235032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc5c7a26-7a5b-4d00-a66a-1adb0e298225 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:48:58.247140 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.248623 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f980122a-82bf-4db0-8d37-d5505d00e9d1 admin admin] 10.222.0.99 "DELETE /v2.0/routers/bc5c7a26-7a5b-4d00-a66a-1adb0e298225 HTTP/1.1" status: 204 len: 168 time: 1.3423200 Jan 21 10:48:58.251698 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57550) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:58.315152 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f5ecbd-3e77-4131-8334-be9da3454433 admin admin] Deleting subnet 3dbfede9-3b76-4608-a54f-b2aa81b16898 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:48:58.318092 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ecbd-3e77-4131-8334-be9da3454433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.365625 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ecbd-3e77-4131-8334-be9da3454433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.446013 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ecbd-3e77-4131-8334-be9da3454433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.517869 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ecbd-3e77-4131-8334-be9da3454433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.555000 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5ecbd-3e77-4131-8334-be9da3454433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dbfede9-3b76-4608-a54f-b2aa81b16898,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:58.558554 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ecbd-3e77-4131-8334-be9da3454433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.566138 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ebd2aa-5014-43ec-aa71-c8f52b470d0d None None] Network ec019926-6c5a-47b2-ac22-47c9f75c328f requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:48:58.567698 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57554) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:58.576988 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f0f5ecbd-3e77-4131-8334-be9da3454433 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/3dbfede9-3b76-4608-a54f-b2aa81b16898 HTTP/1.1" status: 204 len: 168 time: 0.3241951 Jan 21 10:48:58.680721 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.691643 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Deleting port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:48:58.691999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.838672 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ae2787-a25c-4ecf-87b9-5127f99d5feb None None] DHCP port deletion for ec019926-6c5a-47b2-ac22-47c9f75c328f request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:48:58.843453 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-14ae2787-a25c-4ecf-87b9-5127f99d5feb None None] Deleting port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:48:58.844006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-14ae2787-a25c-4ecf-87b9-5127f99d5feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.897236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 58967224-4f78-42da-8fc2-2f91d6422625 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:48:58.910177 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] For port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93,segment=NetworkSegment(ae02a7b8-472a-4a39-b3c1-33430300e2c3),segment_id=ae02a7b8-472a-4a39-b3c1-33430300e2c3)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:48:58.910527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:58.934387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 58967224-4f78-42da-8fc2-2f91d6422625 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:48:58.934741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 58967224-4f78-42da-8fc2-2f91d6422625 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:48:58.935220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:48:59.034479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Calling delete_port for d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 owned by network:dhcp {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:48:59.110839 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.161533 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:59.163243 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] No DVR routers for this DVR port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 on host dv-neutron-825723-1-hyperv {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:48:59.177268 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-14ae2787-a25c-4ecf-87b9-5127f99d5feb None None] For port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93,segment=NetworkSegment(ae02a7b8-472a-4a39-b3c1-33430300e2c3),segment_id=ae02a7b8-472a-4a39-b3c1-33430300e2c3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:48:59.177658 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-14ae2787-a25c-4ecf-87b9-5127f99d5feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.187756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.278108 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.302924 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec019926-6c5a-47b2-ac22-47c9f75c328f']}} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:59.309571 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-14ae2787-a25c-4ecf-87b9-5127f99d5feb None None] Calling delete_port for d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:48:59.315126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae02a7b8-472a-4a39-b3c1-33430300e2c3') {'for_net_delete': True} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:59.315423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.services.segments.db [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae02a7b8-472a-4a39-b3c1-33430300e2c3') {} {{(pid=87501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:59.326853 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262085214'] for segment, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.342746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.348810 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:48:59.349188 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262085529'] for segment, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: Traceback (most recent call last): Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: timer() Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: cb(*args, **kw) Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: return func(*args, **kwargs) Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: self._notify() Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: self.callback(batched_events) Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: event.method(event) Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: return f(self, *a, **k) Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._get(url).json() Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: return self.request(url, 'GET', **kwargs) Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:48:59.362432 dv-neutron-825723-1-hyperv neutron-server[87501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:48:59.399140 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7dd15b49-04b5-4ab5-9069-efcae341c556 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:48:59.445372 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 7dd15b49-04b5-4ab5-9069-efcae341c556 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:48:59.445621 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 7dd15b49-04b5-4ab5-9069-efcae341c556 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:48:59.459826 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-14ae2787-a25c-4ecf-87b9-5127f99d5feb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:48:59.460714 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-14ae2787-a25c-4ecf-87b9-5127f99d5feb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:48:59.464302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.481101 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.490919 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec019926-6c5a-47b2-ac22-47c9f75c328f,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:59.498157 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-a3c76ac7-ac3c-407b-9a81-c0f62f6581d0 admin admin] 10.222.0.99 "DELETE /v2.0/networks/ec019926-6c5a-47b2-ac22-47c9f75c328f HTTP/1.1" status: 204 len: 168 time: 0.9290581 Jan 21 10:48:59.631843 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57560) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:59.679996 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-131cb7bf-79e1-49b3-bddb-10800a0fd57e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=54e347d6e26a4ba09d092f067e8f65a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468729 Jan 21 10:48:59.682576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57564) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:59.741059 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fbe15c3-d9b8-4ede-aafd-80e4a1f2a5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.769079 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fbe15c3-d9b8-4ede-aafd-80e4a1f2a5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.836814 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fbe15c3-d9b8-4ede-aafd-80e4a1f2a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.852036 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe15c3-d9b8-4ede-aafd-80e4a1f2a5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6451e80c-4781-43a6-b8d8-ddcc55f8a5c4,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:59.863098 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0fbe15c3-d9b8-4ede-aafd-80e4a1f2a5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:59.864225 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0fbe15c3-d9b8-4ede-aafd-80e4a1f2a5e0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/6451e80c-4781-43a6-b8d8-ddcc55f8a5c4 HTTP/1.1" status: 204 len: 168 time: 0.1807773 Jan 21 10:48:59.961909 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-14ae2787-a25c-4ecf-87b9-5127f99d5feb None None] Deleting port d9bce8d0-3de3-41ae-a05f-9d20d7cb4b93 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:48:59.962460 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-14ae2787-a25c-4ecf-87b9-5127f99d5feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:00.027740 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-14ae2787-a25c-4ecf-87b9-5127f99d5feb None None] The port 'd9bce8d0-3de3-41ae-a05f-9d20d7cb4b93' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:49:00.259309 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57572) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:00.309131 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-cf16e62f-9c40-4661-8d68-0b6b76143b46 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=80ce22d1c7714ffea3777946b1e3261e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485723 Jan 21 10:49:00.311604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57576) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:00.370983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-15493d32-e0b3-4ca5-a9ba-b0d74ca6b4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:00.397026 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-15493d32-e0b3-4ca5-a9ba-b0d74ca6b4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:00.451296 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-15493d32-e0b3-4ca5-a9ba-b0d74ca6b4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:00.465978 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15493d32-e0b3-4ca5-a9ba-b0d74ca6b4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653d5125-eff4-4ced-bbb7-2ef05cb90e67,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:00.472522 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-15493d32-e0b3-4ca5-a9ba-b0d74ca6b4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:00.476025 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-15493d32-e0b3-4ca5-a9ba-b0d74ca6b4ee admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/653d5125-eff4-4ced-bbb7-2ef05cb90e67 HTTP/1.1" status: 204 len: 168 time: 0.1633894 Jan 21 10:49:01.059441 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:01.304283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57600) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:01.421389 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-117958501-network', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:01.426585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:01.430850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Usage tracker for resource:network and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:01.433837 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:01.443560 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:01.456575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Made reservation on behalf of b7f85d6b6bc8474396231ea45c201b5c for: {'network': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:49:01.460047 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:01.477950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:01.498810 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:01.505037 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Usage tracker for resource:security_group_rule and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:01.507870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:01.515629 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:01.598965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:01.604434 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:01.631776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=87501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:49:01.644490 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb66df26-ee0e-4ef3-b05f-a615a07f943d,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:01.649111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:01.649450 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.segments_db [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Added segment 5d3bda6b-ae6b-4d5e-8abe-f229bdb93600 of type vlan for network d46c685b-0ac6-4096-8c37-eea5414fe3a8 Jan 21 10:49:01.679765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:01.712017 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:01.712987 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:01.713578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Notify callbacks [] for network, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:01.918236 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6126506 Jan 21 10:49:01.921382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57606) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:01.923638 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce294f-0377-4448-8e69-a0db38b9862b admin admin] Pushing event updated for resources: {'Network': ['ID=d46c685b-0ac6-4096-8c37-eea5414fe3a8,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:01.930272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Request body: {'subnet': {'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-117958501-subnet', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:01.938980 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network d46c685b-0ac6-4096-8c37-eea5414fe3a8 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:49:01.939494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:01.943794 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Usage tracker for resource:subnet and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:01.946965 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:01.953519 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:01.965636 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Made reservation on behalf of b7f85d6b6bc8474396231ea45c201b5c for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:49:01.968150 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:02.180863 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:02.249785 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6223bd09-9863-4454-9893-10b10eb26e5c,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:02.260214 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Checking segment: {'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:49:02.260602 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Network hostable DHCP agents. Network: d46c685b-0ac6-4096-8c37-eea5414fe3a8, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:49:02.280839 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Network d46c685b-0ac6-4096-8c37-eea5414fe3a8 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:49:02.291456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, d46c685b-0ac6-4096-8c37-eea5414fe3a8) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:49:02.295642 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:02.296213 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:02.301037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e89dc4-947b-40e7-ba14-fcbd2da82ea4 None None] Network d46c685b-0ac6-4096-8c37-eea5414fe3a8 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:49:02.317517 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-516f11a7-202a-4221-a1c8-ac5453c49d90 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3949864 Jan 21 10:49:02.320187 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57610) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:02.325046 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:02.329826 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:02.333731 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Usage tracker for resource:router and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:02.336522 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:02.342292 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:02.354117 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:02.355094 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:02.370017 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:02.521400 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-d46c685b-0ac6-4096-8c37-eea5414fe3a8', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:49:02.522235 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:02.637518 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:02.706052 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Allocated IP 172.20.0.2 (d46c685b-0ac6-4096-8c37-eea5414fe3a8/6223bd09-9863-4454-9893-10b10eb26e5c/c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:49:02.916610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:02.927517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Transition to ACTIVE for port object c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:49:02.947700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Transition to ACTIVE for port object c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:49:02.954752 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:03.024426 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Network d46c685b-0ac6-4096-8c37-eea5414fe3a8 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:49:03.027482 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:49:03.031293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:49:03.037404 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Pushing event updated for resources: {'Port': ['ID=c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:03.064701 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:03.077709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:03.078054 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:03.078394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:03.078724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:03.079053 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:03.079451 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:03.079778 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:03.080098 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:03.080464 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:03.080788 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:03.081108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:03.081425 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:03.095505 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:03.133964 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Attempting to bind port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:49:03.134343 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Attempting to bind port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:49:03.134698 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Attempting to bind port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 on network d46c685b-0ac6-4096-8c37-eea5414fe3a8 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:49:03.140179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:49:03.140598 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Checking segment: {'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:49:03.140991 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:03.141367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Bound using segment: {'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:49:03.141911 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Bound port: c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:49:03.142275 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:03.228206 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] For port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:49:03.230171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Allocated IP 172.26.4.51 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/65dcdeaf-dffc-473f-b6de-4662cf143d34) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:49:03.231865 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] For port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:49:03.238161 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:03.326388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac48bd-6dbe-462c-9a19-ef7a99e728ad None None] Pushing event updated for resources: {'Port': ['ID=c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:03.379927 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:03.412194 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:03.477942 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:49:03.486606 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:49:03.486606 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:49:03.528122 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Pushing event updated for resources: {'Port': ['ID=65dcdeaf-dffc-473f-b6de-4662cf143d34,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:03.927944 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:04.250434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cab1eb-3d4a-49ff-a112-4e16b36c683c None None] Network d46c685b-0ac6-4096-8c37-eea5414fe3a8 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:49:04.276109 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:04.359090 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-e13f39b9-33f3-4424-b3b0-d47d3379a262 None None] Provisioning for port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:49:04.603533 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:49:04.795420 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:49:04.805166 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Sync routers for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:49:04.814925 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:49:04.815701 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:48:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:04.819966 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:04.821408 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-634926cb-a8ee-4986-b6a8-61dc9d6b3809 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5002599 Jan 21 10:49:04.824231 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57614) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:04.930315 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:49:04.993334 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:49:05.003059 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:49:05.007952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:05.008300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:05.125147 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:05.157672 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:49:05.162150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:05.232209 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:05.276259 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:03Z', 'revision_number': 3, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:05.280115 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Checking router: 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:49:05.280487 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Updating router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc port 65dcdeaf-dffc-473f-b6de-4662cf143d34 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:49:05.331033 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:05.511963 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:05.650311 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:05.662192 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Transition to ACTIVE for port object 65dcdeaf-dffc-473f-b6de-4662cf143d34 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:49:05.668967 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:05.722722 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_common [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Allocated IP 172.20.0.1 (d46c685b-0ac6-4096-8c37-eea5414fe3a8/6223bd09-9863-4454-9893-10b10eb26e5c/63583c3d-4341-423a-abb2-b1ee56a536b0) {{(pid=87502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:49:05.747314 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Attempting to bind port 65dcdeaf-dffc-473f-b6de-4662cf143d34 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:49:05.747983 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Attempting to bind port 65dcdeaf-dffc-473f-b6de-4662cf143d34 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:49:05.748319 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Attempting to bind port 65dcdeaf-dffc-473f-b6de-4662cf143d34 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:49:05.750371 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Pushing event updated for resources: {'Port': ['ID=65dcdeaf-dffc-473f-b6de-4662cf143d34,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:05.759860 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:05.760199 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:05.760540 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:05.760880 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:05.761203 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:05.761525 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:05.761819 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:05.762200 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:05.762465 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:05.762752 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:05.763082 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:05.763383 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:49:05.766635 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:49:05.766994 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:49:05.767399 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:05.767752 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:49:05.768208 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Bound port: 65dcdeaf-dffc-473f-b6de-4662cf143d34, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:49:05.768594 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:05.839529 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] For port 65dcdeaf-dffc-473f-b6de-4662cf143d34, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:49:05.842621 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] For port 65dcdeaf-dffc-473f-b6de-4662cf143d34, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=65dcdeaf-dffc-473f-b6de-4662cf143d34,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:49:05.846804 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:05.877899 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:05.893777 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.provisioning_blocks [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Transition to ACTIVE for port object 63583c3d-4341-423a-abb2-b1ee56a536b0 will not be triggered until provisioned by entity DHCP. {{(pid=87502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:49:05.922271 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:05.923514 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:49:05.924239 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:48:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:05.987128 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Network d46c685b-0ac6-4096-8c37-eea5414fe3a8 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:49:05.989983 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2627b19-a125-40d9-9688-8558aac7410a None None] Pushing event updated for resources: {'Port': ['ID=65dcdeaf-dffc-473f-b6de-4662cf143d34,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:05.990114 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:49:05.993588 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Received port after_create {{(pid=87502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:49:06.025999 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Pushing event updated for resources: {'Port': ['ID=63583c3d-4341-423a-abb2-b1ee56a536b0,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:06.048674 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:06.108687 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:49:06.226731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7b5c4c86-934d-463e-99ed-4d6053853a96 None None] Provisioning for port 63583c3d-4341-423a-abb2-b1ee56a536b0 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:49:06.231925 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-7b5c4c86-934d-463e-99ed-4d6053853a96 None None] Provisioning complete for port 63583c3d-4341-423a-abb2-b1ee56a536b0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:06.232412 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4c86-934d-463e-99ed-4d6053853a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:06.292868 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c4c86-934d-463e-99ed-4d6053853a96 None None] Port 63583c3d-4341-423a-abb2-b1ee56a536b0 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:49:06.429281 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:03Z', 'revision_number': 3, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:06.433242 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e40b42-f54c-49c0-8333-0a48762bce43 None None] The sync data for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv is: [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:03Z', 'revision_number': 3, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:49:06.445488 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:06.501510 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d27684de-c116-43a8-a382-7e9bb32439bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:06.682721 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:06.688127 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3287736'] for port, after_update {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:06.796095 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Pushing event updated for resources: {'Port': ['ID=63583c3d-4341-423a-abb2-b1ee56a536b0,revision_number=2']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:06.798795 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:06.941012 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Network d46c685b-0ac6-4096-8c37-eea5414fe3a8 is already hosted by enough agents. {{(pid=87502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:49:06.942193 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Resources bound (agent type, host, resource id): {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:49:06.975691 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 65dcdeaf-dffc-473f-b6de-4662cf143d34 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:49:07.055439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 65dcdeaf-dffc-473f-b6de-4662cf143d34 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:49:07.063055 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 65dcdeaf-dffc-473f-b6de-4662cf143d34 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:07.064050 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:07.164669 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:49:07.233479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:07.244090 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-0eeb8db8-b494-42c0-a54a-ba56b47f8054 None None] Provisioning complete for port 63583c3d-4341-423a-abb2-b1ee56a536b0 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:07.244488 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0eeb8db8-b494-42c0-a54a-ba56b47f8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:07.296852 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 65dcdeaf-dffc-473f-b6de-4662cf143d34, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=65dcdeaf-dffc-473f-b6de-4662cf143d34,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:49:07.307457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:07.308235 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:49:07.346266 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:49:07.354839 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b62e9bf3-e331-4b4a-8fc4-61305bf58868 admin admin] 10.222.0.99 "PUT /v2.0/routers/4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5296023 Jan 21 10:49:07.375481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0eeb8db8-b494-42c0-a54a-ba56b47f8054 None None] Port 63583c3d-4341-423a-abb2-b1ee56a536b0 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:49:07.430049 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=65dcdeaf-dffc-473f-b6de-4662cf143d34,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:07.442490 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:07.442855 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:07.886093 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57632) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:07.891918 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1495823100-network', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4'}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:07.897129 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:07.901411 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Usage tracker for resource:network and tenant:d0ac794403c64bcfaec3a7f8b81705c4 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:07.904471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:07.910714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:07.926006 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Made reservation on behalf of d0ac794403c64bcfaec3a7f8b81705c4 for: {'network': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:49:07.930569 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for network, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:07.946565 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:07.952918 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Sync routers for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:49:07.961447 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:07.962747 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:49:07.963495 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:48:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:07.965434 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Usage tracker for resource:security_group_rule and tenant:d0ac794403c64bcfaec3a7f8b81705c4 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:07.968287 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:07.974209 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:08.059054 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.063781 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.093583 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:49:08.101850 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83c527b-9585-4a2e-914d-080cda30f440,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:08.107550 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.107992 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.segments_db [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Added segment f016e96f-9166-41de-a695-76f1d507ed81 of type vlan for network f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295 Jan 21 10:49:08.135394 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735566701150'] for network, precommit_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.142893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:49:08.164512 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507'] for network, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.165456 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:08.166034 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.267102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] Pushing event updated for resources: {'Network': ['ID=f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295,revision_number=1']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:08.270068 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-31edeece-757c-4a9b-b9ef-0b5faa5a5483 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3829534 Jan 21 10:49:08.274076 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 57638) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:08.279467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.v2.base [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Request body: {'subnet': {'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1495823100-subnet', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'ip_version': 4}} {{(pid=87502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:08.281555 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Network f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295 details requested by agent ovs-agent-dv-neutron-825723-1-hyperv with host dv-neutron-825723-1-hyperv {{(pid=87503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:49:08.284591 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:08.288383 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Usage tracker for resource:subnet and tenant:d0ac794403c64bcfaec3a7f8b81705c4 is out of sync, need to count used quota {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:08.291199 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.quota.resource [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87502) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:08.296922 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.quota.driver [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87502) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:08.306939 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Made reservation on behalf of d0ac794403c64bcfaec3a7f8b81705c4 for: {'subnet': 1} {{(pid=87502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:49:08.309380 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3196089'] for subnet, before_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.563904 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-deb45c7c-f466-4b18-b04b-7adb80ca18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.567773 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 2, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:08.576081 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Checking router: 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:49:08.576478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Updating router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc port 63583c3d-4341-423a-abb2-b1ee56a536b0 binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:49:08.627714 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3287605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3196075'] for subnet, after_create {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.633441 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.701319 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6a7426-5472-4808-9578-aba550627c76,revision_number=0']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:08.711284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Checking segment: {'id': 'f016e96f-9166-41de-a695-76f1d507ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:49:08.711632 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Network hostable DHCP agents. Network: f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295, hostable agents: ['16fa782c-0157-495a-a0c1-265d5fb8e4b1'], hosted agents: [] {{(pid=87502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:49:08.731755 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Network f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295 is scheduled to be hosted by DHCP agent 16fa782c-0157-495a-a0c1-265d5fb8e4b1 with binding_index 1 {{(pid=87502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:49:08.741838 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.base_scheduler [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825723-1-hyperv, f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295) {{(pid=87502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:49:08.746413 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:08.747013 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.752690 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0b227f-7f0a-4391-b185-4bb093e62beb None None] Network f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:49:08.772807 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57642) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:08.773382 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-0bfd5fe3-e440-42e6-af78-374fd477273a admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4978726 Jan 21 10:49:08.778263 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1495823100-router', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:08.783623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:08.787670 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Usage tracker for resource:router and tenant:d0ac794403c64bcfaec3a7f8b81705c4 is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:08.790707 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:08.796965 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:08.809537 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3739476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58463'] for router, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.810525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3739552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58448'] for router, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.826964 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:08.902828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 65dcdeaf-dffc-473f-b6de-4662cf143d34 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:49:09.099527 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3739570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3739483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58434'] for router, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:09.146046 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 65dcdeaf-dffc-473f-b6de-4662cf143d34 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:09.146415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:09.169241 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48365ba3-cbd8-5443-8985-8df8252054b4-f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295', 'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'fixed_ips': [{'subnet_id': '8f6a7426-5472-4808-9578-aba550627c76'}]}} from dv-neutron-825723-1-hyperv. {{(pid=87503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:49:09.170048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:09.351720 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:09.376439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Transition to ACTIVE for port object 63583c3d-4341-423a-abb2-b1ee56a536b0 will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:49:09.389102 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:09.425610 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:09.455302 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:09.607583 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Allocated IP 172.26.4.211 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/dcbb0862-9548-48ec-994e-404afc307584) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:49:09.624323 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81353e-0d81-46fc-a7d3-72fb978aae66 None None] Pushing event updated for resources: {'Port': ['ID=63583c3d-4341-423a-abb2-b1ee56a536b0,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:09.714842 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.db_base_plugin_common [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Allocated IP 172.20.0.2 (f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295/8f6a7426-5472-4808-9578-aba550627c76/84ef6bf3-fefe-43ca-95e9-7af129163caa) {{(pid=87503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:49:09.744299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Attempting to bind port 63583c3d-4341-423a-abb2-b1ee56a536b0 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:49:09.744725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Attempting to bind port 63583c3d-4341-423a-abb2-b1ee56a536b0 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:49:09.745058 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Attempting to bind port 63583c3d-4341-423a-abb2-b1ee56a536b0 on network d46c685b-0ac6-4096-8c37-eea5414fe3a8 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:49:09.748564 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:09.768145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:49:09.768472 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Checking segment: {'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:49:09.768736 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:09.768879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:09.769245 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Bound using segment: {'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:49:09.769709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Bound port: 63583c3d-4341-423a-abb2-b1ee56a536b0, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:49:09.770073 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:09.798770 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:09.865155 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:49:09.867895 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:49:09.870744 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:49:09.908999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbb0862-9548-48ec-994e-404afc307584,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:09.995749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] For port 63583c3d-4341-423a-abb2-b1ee56a536b0, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:49:10.017767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] For port 63583c3d-4341-423a-abb2-b1ee56a536b0, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=63583c3d-4341-423a-abb2-b1ee56a536b0,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:49:10.022969 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:10.069942 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Notify callbacks [] for port, precommit_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:10.097374 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Transition to ACTIVE for port object 84ef6bf3-fefe-43ca-95e9-7af129163caa will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:49:10.152240 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Transition to ACTIVE for port object 84ef6bf3-fefe-43ca-95e9-7af129163caa will not be triggered until provisioned by entity DHCP. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:49:10.153388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:49:10.154037 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:49:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:10.209821 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:10.211000 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81353e-0d81-46fc-a7d3-72fb978aae66 None None] Pushing event updated for resources: {'Port': ['ID=63583c3d-4341-423a-abb2-b1ee56a536b0,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:10.222163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317'] for port, after_create {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:10.301458 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Network f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295 is already hosted by enough agents. {{(pid=87503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:49:10.312044 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.scheduler.base_scheduler [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Resources bound (agent type, host, resource id): {{(pid=87503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:49:10.319534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Received port after_create {{(pid=87503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:49:10.419579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:10.419796 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Pushing event updated for resources: {'Port': ['ID=84ef6bf3-fefe-43ca-95e9-7af129163caa,revision_number=1']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:10.496055 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:49:10.561121 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Attempting to bind port 84ef6bf3-fefe-43ca-95e9-7af129163caa on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:49:10.561485 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Attempting to bind port 84ef6bf3-fefe-43ca-95e9-7af129163caa by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'f016e96f-9166-41de-a695-76f1d507ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:49:10.561839 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Attempting to bind port 84ef6bf3-fefe-43ca-95e9-7af129163caa on network f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:49:10.572517 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:49:10.572879 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Checking segment: {'id': 'f016e96f-9166-41de-a695-76f1d507ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:49:10.573271 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:10.573648 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Bound using segment: {'id': 'f016e96f-9166-41de-a695-76f1d507ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:49:10.574318 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Bound port: 84ef6bf3-fefe-43ca-95e9-7af129163caa, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f016e96f-9166-41de-a695-76f1d507ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:49:10.574440 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:10.760874 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3739458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3739613'] for router, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:10.848521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] For port 84ef6bf3-fefe-43ca-95e9-7af129163caa, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:49:10.869336 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] For port 84ef6bf3-fefe-43ca-95e9-7af129163caa, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=84ef6bf3-fefe-43ca-95e9-7af129163caa,segment=NetworkSegment(f016e96f-9166-41de-a695-76f1d507ed81),segment_id=f016e96f-9166-41de-a695-76f1d507ed81)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:49:10.874887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:10.973650 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Router 9672ef6d-a52e-4dc0-be12-b2803f187b93 is scheduled to L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 with binding_index 1 {{(pid=87501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:49:10.992724 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80937e1d-7208-4d9f-b8a1-5a002e93643a None None] Pushing event updated for resources: {'Port': ['ID=84ef6bf3-fefe-43ca-95e9-7af129163caa,revision_number=2']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:11.010383 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:09Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:11.014606 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb96a5e-65db-4691-a1ff-cfb3da14d359 None None] The sync data for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv is: [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:09Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:49:11.173859 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:49:11.190533 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Sync routers for ids ['9672ef6d-a52e-4dc0-be12-b2803f187b93'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:49:11.212616 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Routers {'9672ef6d-a52e-4dc0-be12-b2803f187b93'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:49:11.213051 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:49:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['9672ef6d-a52e-4dc0-be12-b2803f187b93'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:11.222238 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] Notify callbacks [] for router, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:11.226210 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-b8dce721-a3fc-40a3-bd6d-fce12202b500 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4520233 Jan 21 10:49:11.227850 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57646) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:11.433460 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Set router 9672ef6d-a52e-4dc0-be12-b2803f187b93 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:49:11.493847 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:11.755333 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'name': 'tempest-TestSnapshotPattern-1495823100-router', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dcbb0862-9548-48ec-994e-404afc307584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:08Z', 'updated_at': '2022-01-21T10:49:10Z', 'revision_number': 3, 'project_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'gw_port': {'id': 'dcbb0862-9548-48ec-994e-404afc307584', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ce:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:09Z', 'updated_at': '2022-01-21T10:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:11.759837 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Checking router: 9672ef6d-a52e-4dc0-be12-b2803f187b93 for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:49:11.760182 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Updating router 9672ef6d-a52e-4dc0-be12-b2803f187b93 port dcbb0862-9548-48ec-994e-404afc307584 binding host dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:49:11.820300 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:12.145903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27601f12-1e0f-44b7-91b2-45aa17c0d740 None None] Network f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:49:12.162653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:12.185975 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Notify callbacks [] for port, precommit_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:12.198577 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.provisioning_blocks [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Transition to ACTIVE for port object dcbb0862-9548-48ec-994e-404afc307584 will not be triggered until provisioned by entity L2. {{(pid=87504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:49:12.207822 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:12.268402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-2b08e88d-3192-46c7-a14b-0d43ad20ed3a None None] Provisioning for port 84ef6bf3-fefe-43ca-95e9-7af129163caa completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:49:12.289216 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad20812-7ab1-4ee3-a8a6-61a191f84df4 None None] Pushing event updated for resources: {'Port': ['ID=dcbb0862-9548-48ec-994e-404afc307584,revision_number=2']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:12.307565 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Attempting to bind port dcbb0862-9548-48ec-994e-404afc307584 on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:49:12.307886 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Attempting to bind port dcbb0862-9548-48ec-994e-404afc307584 by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:49:12.308246 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Attempting to bind port dcbb0862-9548-48ec-994e-404afc307584 on network 58c8b401-ac8f-45df-8edc-754a2deb57f9 {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:49:12.313850 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:49:12.314218 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Checking segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:49:12.314611 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:12.315002 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Bound using segment: {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'} {{(pid=87504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:49:12.315498 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.managers [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Bound port: dcbb0862-9548-48ec-994e-404afc307584, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1d5222-5171-4ea2-af7b-c762201c39f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9'}}] {{(pid=87504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:49:12.315867 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:12.390297 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Allocated IP 172.20.0.1 (f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295/8f6a7426-5472-4808-9578-aba550627c76/90afa71b-397f-4bae-ac5c-cdc53e9571bd) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:49:12.412516 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] For port dcbb0862-9548-48ec-994e-404afc307584, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:49:12.417133 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.plugins.ml2.db [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] For port dcbb0862-9548-48ec-994e-404afc307584, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=dcbb0862-9548-48ec-994e-404afc307584,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:49:12.430246 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron_lib.callbacks.manager [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:12.517613 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Routers {'9672ef6d-a52e-4dc0-be12-b2803f187b93'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:49:12.518331 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:49:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['9672ef6d-a52e-4dc0-be12-b2803f187b93'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:12.562019 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:12.582055 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Transition to ACTIVE for port object 90afa71b-397f-4bae-ac5c-cdc53e9571bd will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:49:12.611063 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:12.618089 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad20812-7ab1-4ee3-a8a6-61a191f84df4 None None] Pushing event updated for resources: {'Port': ['ID=dcbb0862-9548-48ec-994e-404afc307584,revision_number=3']} {{(pid=87504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:12.688605 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Network f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:49:12.691428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:49:12.695654 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:49:12.723337 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Pushing event updated for resources: {'Port': ['ID=90afa71b-397f-4bae-ac5c-cdc53e9571bd,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:12.751054 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437143'] for router_interface, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:12.755955 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] Set router 9672ef6d-a52e-4dc0-be12-b2803f187b93 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:49:12.954559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b0b86c2a-05b5-4891-8537-22599b2e456f None None] Provisioning for port 90afa71b-397f-4bae-ac5c-cdc53e9571bd completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:49:12.962722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b0b86c2a-05b5-4891-8537-22599b2e456f None None] Provisioning complete for port 90afa71b-397f-4bae-ac5c-cdc53e9571bd triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:12.963277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b0b86c2a-05b5-4891-8537-22599b2e456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:13.001519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 63583c3d-4341-423a-abb2-b1ee56a536b0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:49:13.053806 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'name': 'tempest-TestSnapshotPattern-1495823100-router', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dcbb0862-9548-48ec-994e-404afc307584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:08Z', 'updated_at': '2022-01-21T10:49:10Z', 'revision_number': 3, 'project_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'gw_port': {'id': 'dcbb0862-9548-48ec-994e-404afc307584', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ce:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:09Z', 'updated_at': '2022-01-21T10:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:13.057594 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37321a-a7a2-4a20-816d-2d86019fb349 None None] The sync data for ids ['9672ef6d-a52e-4dc0-be12-b2803f187b93'] in dv-neutron-825723-1-hyperv is: [{'id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'name': 'tempest-TestSnapshotPattern-1495823100-router', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dcbb0862-9548-48ec-994e-404afc307584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:08Z', 'updated_at': '2022-01-21T10:49:10Z', 'revision_number': 3, 'project_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'gw_port': {'id': 'dcbb0862-9548-48ec-994e-404afc307584', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ce:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:09Z', 'updated_at': '2022-01-21T10:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:49:13.065029 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:13.085611 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b0b86c2a-05b5-4891-8537-22599b2e456f None None] Port 90afa71b-397f-4bae-ac5c-cdc53e9571bd cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:49:13.094174 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 63583c3d-4341-423a-abb2-b1ee56a536b0 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:49:13.099610 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 63583c3d-4341-423a-abb2-b1ee56a536b0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:13.100063 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:13.220082 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:13.275073 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 63583c3d-4341-423a-abb2-b1ee56a536b0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=63583c3d-4341-423a-abb2-b1ee56a536b0,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:49:13.292854 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:13.297264 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 84ef6bf3-fefe-43ca-95e9-7af129163caa up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:49:13.328805 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:13.334414 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:13.420394 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=63583c3d-4341-423a-abb2-b1ee56a536b0,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:13.434449 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 84ef6bf3-fefe-43ca-95e9-7af129163caa completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:49:13.439503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 84ef6bf3-fefe-43ca-95e9-7af129163caa triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:13.440263 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:13.446454 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Pushing event updated for resources: {'Port': ['ID=90afa71b-397f-4bae-ac5c-cdc53e9571bd,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:13.449197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437002'] for router_interface, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:13.564764 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:13.601293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 84ef6bf3-fefe-43ca-95e9-7af129163caa, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=84ef6bf3-fefe-43ca-95e9-7af129163caa,segment=NetworkSegment(f016e96f-9166-41de-a695-76f1d507ed81),segment_id=f016e96f-9166-41de-a695-76f1d507ed81)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:49:13.607503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:13.688220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=84ef6bf3-fefe-43ca-95e9-7af129163caa,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:13.735855 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Network f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:49:13.737264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:49:13.928657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Router 9672ef6d-a52e-4dc0-be12-b2803f187b93 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:49:14.016828 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-4a1e45d6-d0e7-4955-b2c2-d21e9bae3751 None None] Provisioning complete for port 90afa71b-397f-4bae-ac5c-cdc53e9571bd triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:14.017288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-4a1e45d6-d0e7-4955-b2c2-d21e9bae3751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:14.069741 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e45d6-d0e7-4955-b2c2-d21e9bae3751 None None] Port 90afa71b-397f-4bae-ac5c-cdc53e9571bd cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:49:14.112957 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:49:14.122024 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0544541e-d609-4e28-b792-588431b6b724 admin admin] 10.222.0.99 "PUT /v2.0/routers/9672ef6d-a52e-4dc0-be12-b2803f187b93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8928454 Jan 21 10:49:14.654503 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Sync routers for ids ['9672ef6d-a52e-4dc0-be12-b2803f187b93'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:49:14.664402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Routers {'9672ef6d-a52e-4dc0-be12-b2803f187b93'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:49:14.665036 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:49:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['9672ef6d-a52e-4dc0-be12-b2803f187b93'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:14.838734 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Set router 9672ef6d-a52e-4dc0-be12-b2803f187b93 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:49:14.948398 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57656) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:14.954073 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755516336', 'description': 'tempest-secgroup-smoke-1755516336 description', 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:14.960254 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:14.964450 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Usage tracker for resource:security_group and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:14.967293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:14.973932 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:14.993281 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:14.996190 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device dcbb0862-9548-48ec-994e-404afc307584 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:49:15.016042 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:15.020369 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Usage tracker for resource:security_group_rule and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:15.023596 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:15.029576 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:15.104428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.109615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.150727 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:15.154492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.158719 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-348ab758-ec20-41ae-9766-4ad223b70d8f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2062573 Jan 21 10:49:15.159126 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57660) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:15.164441 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-db358e36-110a-46c9-96d2-445726b5cee4 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Request body: {'security_group_rule': {'security_group_id': '7ab54947-fb5e-4bbe-9d5e-831820ad3ccd', 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:15.170578 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-db358e36-110a-46c9-96d2-445726b5cee4 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:15.174599 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-db358e36-110a-46c9-96d2-445726b5cee4 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Usage tracker for resource:security_group_rule and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:15.177554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-db358e36-110a-46c9-96d2-445726b5cee4 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:15.183165 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-db358e36-110a-46c9-96d2-445726b5cee4 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:15.199776 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db358e36-110a-46c9-96d2-445726b5cee4 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.233217 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port dcbb0862-9548-48ec-994e-404afc307584 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:49:15.244165 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port dcbb0862-9548-48ec-994e-404afc307584 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:15.244573 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.262472 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db358e36-110a-46c9-96d2-445726b5cee4 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.267656 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db358e36-110a-46c9-96d2-445726b5cee4 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.291525 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db358e36-110a-46c9-96d2-445726b5cee4 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0da4534-de2c-4e91-9040-caabcc35010d,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:15.301382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-db358e36-110a-46c9-96d2-445726b5cee4 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.302647 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-db358e36-110a-46c9-96d2-445726b5cee4 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425066 Jan 21 10:49:15.305518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57664) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:15.310623 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1e112135-bc36-4f28-af48-f9ba37f1e630 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Request body: {'security_group_rule': {'security_group_id': '7ab54947-fb5e-4bbe-9d5e-831820ad3ccd', 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:15.317043 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1e112135-bc36-4f28-af48-f9ba37f1e630 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:15.321129 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1e112135-bc36-4f28-af48-f9ba37f1e630 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Usage tracker for resource:security_group_rule and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:15.324171 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1e112135-bc36-4f28-af48-f9ba37f1e630 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:15.330433 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1e112135-bc36-4f28-af48-f9ba37f1e630 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:15.350041 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1e112135-bc36-4f28-af48-f9ba37f1e630 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.365916 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'name': 'tempest-TestSnapshotPattern-1495823100-router', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dcbb0862-9548-48ec-994e-404afc307584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:08Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 4, 'project_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'gw_port': {'id': 'dcbb0862-9548-48ec-994e-404afc307584', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ce:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:09Z', 'updated_at': '2022-01-21T10:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '90afa71b-397f-4bae-ac5c-cdc53e9571bd', 'name': '', 'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'mac_address': 'fa:16:3e:12:20:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8f6a7426-5472-4808-9578-aba550627c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:12Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 2, 'project_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'subnets': [{'id': '8f6a7426-5472-4808-9578-aba550627c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:15.381884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Checking router: 9672ef6d-a52e-4dc0-be12-b2803f187b93 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:49:15.382300 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Updating router 9672ef6d-a52e-4dc0-be12-b2803f187b93 port 90afa71b-397f-4bae-ac5c-cdc53e9571bd binding host dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:49:15.427264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1e112135-bc36-4f28-af48-f9ba37f1e630 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.433044 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1e112135-bc36-4f28-af48-f9ba37f1e630 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.442664 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.452135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.455374 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e112135-bc36-4f28-af48-f9ba37f1e630 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90591c72-6f96-45ac-93f7-4df860ff0599,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:15.467283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1e112135-bc36-4f28-af48-f9ba37f1e630 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.471262 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1e112135-bc36-4f28-af48-f9ba37f1e630 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620123 Jan 21 10:49:15.471460 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57668) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:15.476613 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-968a03f5-0218-46fc-b783-70b07349fa97 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Request body: {'security_group_rule': {'security_group_id': '7ab54947-fb5e-4bbe-9d5e-831820ad3ccd', 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:15.478508 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port dcbb0862-9548-48ec-994e-404afc307584, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=dcbb0862-9548-48ec-994e-404afc307584,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:49:15.482512 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-968a03f5-0218-46fc-b783-70b07349fa97 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:15.486383 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-968a03f5-0218-46fc-b783-70b07349fa97 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Usage tracker for resource:security_group_rule and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:15.489115 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-968a03f5-0218-46fc-b783-70b07349fa97 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:15.494729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-968a03f5-0218-46fc-b783-70b07349fa97 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:15.509479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.510242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 63583c3d-4341-423a-abb2-b1ee56a536b0 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:49:15.512139 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-968a03f5-0218-46fc-b783-70b07349fa97 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.576423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-968a03f5-0218-46fc-b783-70b07349fa97 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.581223 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-968a03f5-0218-46fc-b783-70b07349fa97 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.609378 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a03f5-0218-46fc-b783-70b07349fa97 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559a963e-414f-4521-86ca-a33d4e12a692,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:15.626077 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-968a03f5-0218-46fc-b783-70b07349fa97 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.630185 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-968a03f5-0218-46fc-b783-70b07349fa97 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551807 Jan 21 10:49:15.630464 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57672) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:15.636661 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-1886c29b-5a38-41c4-bd4b-87d88b0b3cb7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Request body: {'security_group_rule': {'security_group_id': '7ab54947-fb5e-4bbe-9d5e-831820ad3ccd', 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:15.644618 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1886c29b-5a38-41c4-bd4b-87d88b0b3cb7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:15.648500 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1886c29b-5a38-41c4-bd4b-87d88b0b3cb7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Usage tracker for resource:security_group_rule and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:15.651518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-1886c29b-5a38-41c4-bd4b-87d88b0b3cb7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:15.657249 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-1886c29b-5a38-41c4-bd4b-87d88b0b3cb7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:15.674799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1886c29b-5a38-41c4-bd4b-87d88b0b3cb7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.709994 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=dcbb0862-9548-48ec-994e-404afc307584,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:15.755519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1886c29b-5a38-41c4-bd4b-87d88b0b3cb7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.761725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1886c29b-5a38-41c4-bd4b-87d88b0b3cb7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.794045 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886c29b-5a38-41c4-bd4b-87d88b0b3cb7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b38fde2-780d-4d4a-8f21-584c26c13c24,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:15.806008 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-1886c29b-5a38-41c4-bd4b-87d88b0b3cb7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.807235 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-1886c29b-5a38-41c4-bd4b-87d88b0b3cb7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757071 Jan 21 10:49:15.810240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57676) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:15.815293 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-2a03ee81-68a8-41b3-b7a4-6cade37755b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Request body: {'security_group_rule': {'security_group_id': '7ab54947-fb5e-4bbe-9d5e-831820ad3ccd', 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:15.821214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2a03ee81-68a8-41b3-b7a4-6cade37755b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:15.825033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2a03ee81-68a8-41b3-b7a4-6cade37755b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Usage tracker for resource:security_group_rule and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:15.827811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-2a03ee81-68a8-41b3-b7a4-6cade37755b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:15.833958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-2a03ee81-68a8-41b3-b7a4-6cade37755b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:15.845510 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-2a03ee81-68a8-41b3-b7a4-6cade37755b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Project b7f85d6b6bc8474396231ea45c201b5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:49:15.851974 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2a03ee81-68a8-41b3-b7a4-6cade37755b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.854749 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 63583c3d-4341-423a-abb2-b1ee56a536b0 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:15.855109 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.921075 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2a03ee81-68a8-41b3-b7a4-6cade37755b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.929366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2a03ee81-68a8-41b3-b7a4-6cade37755b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.950976 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03ee81-68a8-41b3-b7a4-6cade37755b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfed1656-25dd-490f-b3a3-4a053a3cf462,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:15.963854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-2a03ee81-68a8-41b3-b7a4-6cade37755b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:15.965895 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-2a03ee81-68a8-41b3-b7a4-6cade37755b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1545148 Jan 21 10:49:15.968584 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57682) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:15.974630 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-8d54894e-d01c-4c8c-9505-bee2722c91d8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Request body: {'security_group_rule': {'security_group_id': '7ab54947-fb5e-4bbe-9d5e-831820ad3ccd', 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:15.981242 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8d54894e-d01c-4c8c-9505-bee2722c91d8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:15.985466 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8d54894e-d01c-4c8c-9505-bee2722c91d8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Usage tracker for resource:security_group_rule and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:15.988620 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-8d54894e-d01c-4c8c-9505-bee2722c91d8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:15.994722 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-8d54894e-d01c-4c8c-9505-bee2722c91d8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:16.009467 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.securitygroups_db [None req-8d54894e-d01c-4c8c-9505-bee2722c91d8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Project b7f85d6b6bc8474396231ea45c201b5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:49:16.016247 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8d54894e-d01c-4c8c-9505-bee2722c91d8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:16.061045 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 84ef6bf3-fefe-43ca-95e9-7af129163caa up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:49:16.083646 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8d54894e-d01c-4c8c-9505-bee2722c91d8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:16.088542 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8d54894e-d01c-4c8c-9505-bee2722c91d8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723264'] for security_group_rule, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:16.112124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54894e-d01c-4c8c-9505-bee2722c91d8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1191d6bb-d180-473e-a47a-81949191863f,revision_number=0']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:16.118472 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Notify callbacks [] for port, precommit_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:16.125446 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-8d54894e-d01c-4c8c-9505-bee2722c91d8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:16.128859 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-8d54894e-d01c-4c8c-9505-bee2722c91d8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1590576 Jan 21 10:49:16.138276 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Transition to ACTIVE for port object 90afa71b-397f-4bae-ac5c-cdc53e9571bd will not be triggered until provisioned by entity L2. {{(pid=87503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:49:16.150068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:16.219615 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 84ef6bf3-fefe-43ca-95e9-7af129163caa triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:16.219900 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:16.340292 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcc866-efd4-49f7-acd4-6d27bd364dfc None None] Pushing event updated for resources: {'Port': ['ID=90afa71b-397f-4bae-ac5c-cdc53e9571bd,revision_number=3']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:16.373270 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-a87dcc0d-52fc-4172-b84b-f7e3db80eba0 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Synchronizing usage tracker for tenant:b7f85d6b6bc8474396231ea45c201b5c on resource:security_group {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:49:16.395264 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-a87dcc0d-52fc-4172-b84b-f7e3db80eba0 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Unset dirty status for tenant:b7f85d6b6bc8474396231ea45c201b5c on resource:security_group {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:49:16.396661 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-a87dcc0d-52fc-4172-b84b-f7e3db80eba0 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755516336&fields=id&tenant_id=b7f85d6b6bc8474396231ea45c201b5c HTTP/1.1" status: 200 len: 267 time: 0.0673280 Jan 21 10:49:16.486250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Attempting to bind port 90afa71b-397f-4bae-ac5c-cdc53e9571bd on host dv-neutron-825723-1-hyperv for vnic_type normal with profile {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:49:16.486539 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Attempting to bind port 90afa71b-397f-4bae-ac5c-cdc53e9571bd by drivers openvswitch,hyperv on host dv-neutron-825723-1-hyperv at level 0 using segments [{'id': 'f016e96f-9166-41de-a695-76f1d507ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295'}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:49:16.486893 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Attempting to bind port 90afa71b-397f-4bae-ac5c-cdc53e9571bd on network f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295 {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:49:16.506659 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Checking agent: {'id': '6edf3963-df60-4be5-90c3-5daf30927891', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825723-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 9), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825723-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:49:16.507033 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Checking segment: {'id': 'f016e96f-9166-41de-a695-76f1d507ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:49:16.507431 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:16.507819 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Bound using segment: {'id': 'f016e96f-9166-41de-a695-76f1d507ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295'} {{(pid=87503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:49:16.508294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.managers [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Bound port: 90afa71b-397f-4bae-ac5c-cdc53e9571bd, host: dv-neutron-825723-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f016e96f-9166-41de-a695-76f1d507ed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295'}}] {{(pid=87503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:49:16.508688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:16.551544 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-f505ab85-b81e-4af2-91d9-3e351e0e413e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:16.552216 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-f505ab85-b81e-4af2-91d9-3e351e0e413e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Synchronizing usage tracker for tenant:b7f85d6b6bc8474396231ea45c201b5c on resource:network {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:49:16.570948 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-f505ab85-b81e-4af2-91d9-3e351e0e413e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Unset dirty status for tenant:b7f85d6b6bc8474396231ea45c201b5c on resource:network {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:49:16.572185 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-f505ab85-b81e-4af2-91d9-3e351e0e413e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 809 time: 0.1684477 Jan 21 10:49:16.595672 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-5131e430-eb0e-4f43-9983-05a0e86b2825 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/quotas/b7f85d6b6bc8474396231ea45c201b5c HTTP/1.1" status: 200 len: 375 time: 0.0128303 Jan 21 10:49:16.619373 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] For port 90afa71b-397f-4bae-ac5c-cdc53e9571bd, host dv-neutron-825723-1-hyperv, cleared binding levels {{(pid=87503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:49:16.623077 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] For port 90afa71b-397f-4bae-ac5c-cdc53e9571bd, host dv-neutron-825723-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=90afa71b-397f-4bae-ac5c-cdc53e9571bd,segment=NetworkSegment(f016e96f-9166-41de-a695-76f1d507ed81),segment_id=f016e96f-9166-41de-a695-76f1d507ed81)] {{(pid=87503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:49:16.627294 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:16.680835 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-a2c0c4c2-105c-4414-a229-820eb327ffd2 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791888 Jan 21 10:49:16.713288 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Routers {'9672ef6d-a52e-4dc0-be12-b2803f187b93'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:49:16.714094 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:49:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['9672ef6d-a52e-4dc0-be12-b2803f187b93'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:16.801018 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-9aecaa31-9285-41ff-89e5-c2db4a7e0e78 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:49:16.802205 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-9aecaa31-9285-41ff-89e5-c2db4a7e0e78 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1098561 Jan 21 10:49:16.815846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcc866-efd4-49f7-acd4-6d27bd364dfc None None] Pushing event updated for resources: {'Port': ['ID=90afa71b-397f-4bae-ac5c-cdc53e9571bd,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:16.926274 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device dcbb0862-9548-48ec-994e-404afc307584 up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:49:16.951839 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-1bc23ce8-ef92-4267-835b-431ac1ef05d7 service neutron] 10.222.0.99 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424387 Jan 21 10:49:17.007560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] Set router 9672ef6d-a52e-4dc0-be12-b2803f187b93 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:49:17.144290 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port dcbb0862-9548-48ec-994e-404afc307584 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:17.144673 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:17.185397 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-c212be89-2454-47b0-875f-eca8d3accdfe service neutron] 10.222.0.99 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268689 Jan 21 10:49:17.362125 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-51260bce-e80a-4c38-892c-75e29e9334a9 req-1cb66e26-abd4-457d-bf1c-928e4d0be0f0 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 210 time: 0.0416956 Jan 21 10:49:17.431006 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'name': 'tempest-TestSnapshotPattern-1495823100-router', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dcbb0862-9548-48ec-994e-404afc307584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:08Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 4, 'project_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'gw_port': {'id': 'dcbb0862-9548-48ec-994e-404afc307584', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ce:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:09Z', 'updated_at': '2022-01-21T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '90afa71b-397f-4bae-ac5c-cdc53e9571bd', 'name': '', 'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'mac_address': 'fa:16:3e:12:20:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8f6a7426-5472-4808-9578-aba550627c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:12Z', 'updated_at': '2022-01-21T10:49:16Z', 'revision_number': 4, 'project_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'subnets': [{'id': '8f6a7426-5472-4808-9578-aba550627c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:17.435301 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b23137-d261-4d28-8d92-06b50e557f87 None None] The sync data for ids ['9672ef6d-a52e-4dc0-be12-b2803f187b93'] in dv-neutron-825723-1-hyperv is: [{'id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'name': 'tempest-TestSnapshotPattern-1495823100-router', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dcbb0862-9548-48ec-994e-404afc307584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:08Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 4, 'project_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'gw_port': {'id': 'dcbb0862-9548-48ec-994e-404afc307584', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ce:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:09Z', 'updated_at': '2022-01-21T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '90afa71b-397f-4bae-ac5c-cdc53e9571bd', 'name': '', 'network_id': 'f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'mac_address': 'fa:16:3e:12:20:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8f6a7426-5472-4808-9578-aba550627c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:12Z', 'updated_at': '2022-01-21T10:49:16Z', 'revision_number': 4, 'project_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'subnets': [{'id': '8f6a7426-5472-4808-9578-aba550627c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:49:18.512689 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4fc17bc3-99e5-4c1e-923b-9d5582d2236c req-9f17480c-3a29-4e2c-8d1a-22050517b521 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 210 time: 0.0453966 Jan 21 10:49:18.716934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-84cd9c72-c3e3-41ae-892f-760cc924d39b tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:18.718381 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-84cd9c72-c3e3-41ae-892f-760cc924d39b tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 809 time: 0.1500618 Jan 21 10:49:18.769912 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-9b36c26a-1da9-4b80-ac51-ef6c7331bf1b tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7f85d6b6bc8474396231ea45c201b5c HTTP/1.1" status: 200 len: 380 time: 0.0438664 Jan 21 10:49:18.782308 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Request body: {'port': {'device_id': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'admin_state_up': True, 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'security_groups': ['7ab54947-fb5e-4bbe-9d5e-831820ad3ccd']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:18.926230 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:18.929835 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 90afa71b-397f-4bae-ac5c-cdc53e9571bd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:49:18.940268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Usage tracker for resource:port and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:18.941252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:18.947342 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:18.964491 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Made reservation on behalf of b7f85d6b6bc8474396231ea45c201b5c for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:49:18.968245 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:19.007305 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning for port 90afa71b-397f-4bae-ac5c-cdc53e9571bd completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:49:19.011980 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 90afa71b-397f-4bae-ac5c-cdc53e9571bd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:19.012365 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:19.125758 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:19.131112 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Allocated IP 172.20.0.8 (d46c685b-0ac6-4096-8c37-eea5414fe3a8/6223bd09-9863-4454-9893-10b10eb26e5c/29f29fc6-6271-47ab-8aca-8dfa2fdc3a06) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:49:19.165775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] For port 90afa71b-397f-4bae-ac5c-cdc53e9571bd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=90afa71b-397f-4bae-ac5c-cdc53e9571bd,segment=NetworkSegment(f016e96f-9166-41de-a695-76f1d507ed81),segment_id=f016e96f-9166-41de-a695-76f1d507ed81)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:49:19.170429 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:19.235769 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Pushing event updated for resources: {'Port': ['ID=90afa71b-397f-4bae-ac5c-cdc53e9571bd,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:19.318783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:19.334198 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Transition to ACTIVE for port object 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:49:19.362328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:19.435298 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Network d46c685b-0ac6-4096-8c37-eea5414fe3a8 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:49:19.438596 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:49:19.442534 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:49:19.472983 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event updated for resources: {'Port': ['ID=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:19.510990 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:19.511669 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:19.534636 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-656373ef-9616-48f1-8ea0-5c5a258a818e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7562685 Jan 21 10:49:19.546742 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Request body: {'port': {'device_id': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:19.685040 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fa8505ea-63ea-4802-8c5e-3a052a2df31a None None] Provisioning for port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:49:19.689684 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-fa8505ea-63ea-4802-8c5e-3a052a2df31a None None] Provisioning complete for port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:19.690116 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fa8505ea-63ea-4802-8c5e-3a052a2df31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:19.710804 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:19.742434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-fa8505ea-63ea-4802-8c5e-3a052a2df31a None None] Port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:49:19.803756 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774ad38-ffa4-41d5-b965-fadf43765656 req-d6727553-1efd-492f-9b2b-6925aabdd577 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:19.804468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-b774ad38-ffa4-41d5-b965-fadf43765656 req-d6727553-1efd-492f-9b2b-6925aabdd577 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Synchronizing usage tracker for tenant:b7f85d6b6bc8474396231ea45c201b5c on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:49:19.877861 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-b774ad38-ffa4-41d5-b965-fadf43765656 req-d6727553-1efd-492f-9b2b-6925aabdd577 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Unset dirty status for tenant:b7f85d6b6bc8474396231ea45c201b5c on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:49:19.878993 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b774ad38-ffa4-41d5-b965-fadf43765656 req-d6727553-1efd-492f-9b2b-6925aabdd577 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 931 time: 0.2470024 Jan 21 10:49:20.004882 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b774ad38-ffa4-41d5-b965-fadf43765656 req-d4ec20db-f831-4a28-9443-14681cdc0798 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199052 Jan 21 10:49:20.112452 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:49:20.119854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:20.134519 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Transition to ACTIVE for port object 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:49:20.141866 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:20.396981 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Pushing event updated for resources: {'Port': ['ID=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:20.476592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Attempting to bind port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:49:20.476959 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Attempting to bind port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:49:20.477268 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Attempting to bind port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 on network d46c685b-0ac6-4096-8c37-eea5414fe3a8 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:49:20.482076 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 on network d46c685b-0ac6-4096-8c37-eea5414fe3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:49:20.482421 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Attempting to bind port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 on network d46c685b-0ac6-4096-8c37-eea5414fe3a8 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:49:20.487852 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:49:20.488185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Checking segment: {'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:49:20.488604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Bound using segment: {'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:49:20.489023 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Bound port: 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:49:20.489375 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:20.577172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] For port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:49:20.580068 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] For port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:49:20.586922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:20.649675 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:20.650285 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:20.651683 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] 10.222.0.121 "PUT /v2.0/ports/29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 HTTP/1.1" status: 200 len: 1093 time: 1.1099770 Jan 21 10:49:20.652134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:49:20.678236 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00961d-4202-42f5-b8c2-caebdf27ad07 service neutron] Pushing event updated for resources: {'Port': ['ID=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:20.763333 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'status': 'completed', 'code': 200} Jan 21 10:49:20.783915 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-9281e8ec-87af-4404-a498-0482ef094db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:20.785461 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-9281e8ec-87af-4404-a498-0482ef094db2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 1096 time: 0.0794950 Jan 21 10:49:20.859276 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-8f426c8a-7180-4a4a-96f5-0a0a84c6ed23 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 HTTP/1.1" status: 200 len: 217 time: 0.0660021 Jan 21 10:49:20.907319 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 90afa71b-397f-4bae-ac5c-cdc53e9571bd up at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:49:20.921680 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-51da25b9-89c8-4ad5-b206-c65d91e988b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:20.923155 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-51da25b9-89c8-4ad5-b206-c65d91e988b2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.0581186 Jan 21 10:49:20.983095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Provisioning complete for port 90afa71b-397f-4bae-ac5c-cdc53e9571bd triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:20.983493 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:21.000554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-f8222971-76f3-4701-a92c-ee3d86226327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:21.002064 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-f8222971-76f3-4701-a92c-ee3d86226327 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733759 Jan 21 10:49:21.178137 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-d0df647c-c1f7-48a6-8bad-d8b766acffac service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701393 Jan 21 10:49:21.302393 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7ffac-994b-4e0b-a8d2-9398e6ffb883 req-12c052d5-6225-49f3-b60e-50d7300a7946 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:21.303859 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9fe7ffac-994b-4e0b-a8d2-9398e6ffb883 req-12c052d5-6225-49f3-b60e-50d7300a7946 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 943 time: 0.1917088 Jan 21 10:49:21.342723 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3e8b4753-6eb9-4d0e-a436-72357acf6553 req-ce0cd242-b38a-4e0a-aa17-68bdfa1fceab service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574976 Jan 21 10:49:21.365009 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9fe7ffac-994b-4e0b-a8d2-9398e6ffb883 req-2b79671a-cdd8-4ee9-bee4-dbb8a79795c8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540426 Jan 21 10:49:21.489529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a65ba-5e10-4f33-ab46-0e5f51cfc14b req-1c649f39-bd69-4217-a538-bc90615f474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:21.491001 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8c0a65ba-5e10-4f33-ab46-0e5f51cfc14b req-1c649f39-bd69-4217-a538-bc90615f474d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 1096 time: 0.0888321 Jan 21 10:49:21.620470 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a65ba-5e10-4f33-ab46-0e5f51cfc14b req-7a9bad5d-0aeb-4817-a0bb-5058480c8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:21.622015 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8c0a65ba-5e10-4f33-ab46-0e5f51cfc14b req-7a9bad5d-0aeb-4817-a0bb-5058480c8942 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 910 time: 0.1248591 Jan 21 10:49:21.689387 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8c0a65ba-5e10-4f33-ab46-0e5f51cfc14b req-04f82b4d-e7be-49b4-9d7f-541fc5a96bdf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 HTTP/1.1" status: 200 len: 217 time: 0.0614295 Jan 21 10:49:21.757423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a65ba-5e10-4f33-ab46-0e5f51cfc14b req-72b3683b-438d-4d6f-b124-8c831949d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:21.758862 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8c0a65ba-5e10-4f33-ab46-0e5f51cfc14b req-72b3683b-438d-4d6f-b124-8c831949d1cf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.0640285 Jan 21 10:49:21.833541 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a65ba-5e10-4f33-ab46-0e5f51cfc14b req-f9ba93f9-75e3-4e66-b837-541c423ccc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:21.835024 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8c0a65ba-5e10-4f33-ab46-0e5f51cfc14b req-f9ba93f9-75e3-4e66-b837-541c423ccc35 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702744 Jan 21 10:49:21.975288 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8c0a65ba-5e10-4f33-ab46-0e5f51cfc14b req-cb406edf-9ce8-47d1-b38d-802eda4010fd service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338012 Jan 21 10:49:22.222483 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8c0a65ba-5e10-4f33-ab46-0e5f51cfc14b req-65d83608-d392-4df4-a31c-d28cf3cab30f service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405462 Jan 21 10:49:22.572372 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2b9ac-a331-48ea-8634-fbffeab2493b req-4ea7f257-24c7-489a-ae65-772f11b8e17b tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:22.573837 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-32e2b9ac-a331-48ea-8634-fbffeab2493b req-4ea7f257-24c7-489a-ae65-772f11b8e17b tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 943 time: 0.0887184 Jan 21 10:49:22.617771 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-32e2b9ac-a331-48ea-8634-fbffeab2493b req-e4d425ee-4226-4b26-9a36-9051017684f8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380111 Jan 21 10:49:23.808617 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdcb4f-57de-41f4-b908-a2978614a66a req-9102c005-0985-4826-b225-c4504d3fa78d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:23.809983 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a1fdcb4f-57de-41f4-b908-a2978614a66a req-9102c005-0985-4826-b225-c4504d3fa78d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 943 time: 0.0816519 Jan 21 10:49:23.856710 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-a1fdcb4f-57de-41f4-b908-a2978614a66a req-e02e3792-4a54-4b7c-a7f2-6a8bcf9b2314 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410287 Jan 21 10:49:24.967335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:49:25.044526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac79bc-8c3d-4be6-a14e-652a437f2852 req-8c951626-e28f-48e0-887a-0b5399d0ad1a tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:25.046247 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2bac79bc-8c3d-4be6-a14e-652a437f2852 req-8c951626-e28f-48e0-887a-0b5399d0ad1a tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 943 time: 0.0827820 Jan 21 10:49:25.091114 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-2bac79bc-8c3d-4be6-a14e-652a437f2852 req-87264220-050d-4c13-8e06-56c0191ed9fb tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387242 Jan 21 10:49:25.114516 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:49:25.127593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'port_id': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'mac_address': 'fa:16:3e:65:b8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:49:25.181126 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:25.199269 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:49:25.215366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:49:25.220446 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:25.325593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:25.584958 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['29f29fc6-6271-47ab-8aca-8dfa2fdc3a06'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:49:26.280111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b14fc-c95b-4230-a4df-9daa1b6bc92f req-0c5538ea-767d-4bf3-994c-f98012c16400 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:26.281580 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-459b14fc-c95b-4230-a4df-9daa1b6bc92f req-0c5538ea-767d-4bf3-994c-f98012c16400 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 944 time: 0.0834575 Jan 21 10:49:26.334491 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-459b14fc-c95b-4230-a4df-9daa1b6bc92f req-bd5f989f-0e56-4bd1-aa5d-980f3d63cb54 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469620 Jan 21 10:49:26.966827 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:49:27.040123 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:49:27.044763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:49:27.045135 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:27.166402 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:27.199849 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:49:27.209843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:49:27.214538 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:27.253290 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'code': 200} Jan 21 10:49:27.287903 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:27.547130 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d936-d691-44d9-afc3-b62a26f0b545 req-ffc5a450-237a-46f1-b1c3-2cf2dcfc2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:27.548610 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ac40d936-d691-44d9-afc3-b62a26f0b545 req-ffc5a450-237a-46f1-b1c3-2cf2dcfc2e54 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 1098 time: 0.1361935 Jan 21 10:49:27.560169 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca559c18-677b-49c4-b2a9-c41915bd2b58 req-92f501ff-36ad-4f0e-b1a1-a914ba0efaba tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:27.561526 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca559c18-677b-49c4-b2a9-c41915bd2b58 req-92f501ff-36ad-4f0e-b1a1-a914ba0efaba tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 945 time: 0.1046209 Jan 21 10:49:27.625335 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ac40d936-d691-44d9-afc3-b62a26f0b545 req-ad0f40da-3991-4105-9e6f-38c706d7592c service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628977 Jan 21 10:49:27.629699 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-ca559c18-677b-49c4-b2a9-c41915bd2b58 req-08df2b69-2484-4b37-8979-7dc87ccf50ad tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554960 Jan 21 10:49:28.816440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c3d92-3ba8-4a99-a467-44c89529cfd5 req-771c5895-2046-42b3-8918-02dfa879f096 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:28.817957 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7c4c3d92-3ba8-4a99-a467-44c89529cfd5 req-771c5895-2046-42b3-8918-02dfa879f096 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 945 time: 0.0831139 Jan 21 10:49:28.863397 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7c4c3d92-3ba8-4a99-a467-44c89529cfd5 req-44b266dd-20d9-422b-96cc-8b566a03aaff tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394638 Jan 21 10:49:30.069842 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b476b-3d4c-4e88-b8f4-e2c451048489 req-2002d7d2-5c50-4e1d-94e6-a04bdfe4f671 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:30.071277 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-480b476b-3d4c-4e88-b8f4-e2c451048489 req-2002d7d2-5c50-4e1d-94e6-a04bdfe4f671 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 945 time: 0.0982099 Jan 21 10:49:30.082608 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:49:30.115774 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-480b476b-3d4c-4e88-b8f4-e2c451048489 req-91db3eff-2714-4019-96e3-cb6aedb2e668 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386894 Jan 21 10:49:30.316469 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e149b0c-e2ff-4664-a3e4-40491bffe4fc req-b1dc291a-c0d9-40c4-9761-37364f254913 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:30.317923 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1e149b0c-e2ff-4664-a3e4-40491bffe4fc req-b1dc291a-c0d9-40c4-9761-37364f254913 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 945 time: 0.0967512 Jan 21 10:49:30.361779 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1e149b0c-e2ff-4664-a3e4-40491bffe4fc req-e750b972-6635-474a-a12a-11fd759d694f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381377 Jan 21 10:49:30.384799 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57748) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:30.502479 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4729a2da-8048-4acf-8ced-6d29f2622d12 tempest-TestSnapshotPattern-842273859 tempest-TestSnapshotPattern-842273859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:30.503186 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4729a2da-8048-4acf-8ced-6d29f2622d12 tempest-TestSnapshotPattern-842273859 tempest-TestSnapshotPattern-842273859-project-admin] Synchronizing usage tracker for tenant:d0ac794403c64bcfaec3a7f8b81705c4 on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:49:30.522408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-4729a2da-8048-4acf-8ced-6d29f2622d12 tempest-TestSnapshotPattern-842273859 tempest-TestSnapshotPattern-842273859-project-admin] Unset dirty status for tenant:d0ac794403c64bcfaec3a7f8b81705c4 on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:49:30.523542 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-4729a2da-8048-4acf-8ced-6d29f2622d12 tempest-TestSnapshotPattern-842273859 tempest-TestSnapshotPattern-842273859-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 1093 time: 0.1377940 Jan 21 10:49:30.526615 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 57754) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:49:30.531602 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:49:30.537811 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:49:30.541546 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Usage tracker for resource:floatingip and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:49:30.544286 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:49:30.550248 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:49:30.567366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:30.705550 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:30.844880 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Allocated IP 172.26.4.243 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/0c8ef52a-dea2-43dd-93e0-a74cdd396b95) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:49:30.991869 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:31.022922 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:31.081401 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:31.100179 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:49:31.103042 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:49:31.106827 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:49:31.140808 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event updated for resources: {'Port': ['ID=0c8ef52a-dea2-43dd-93e0-a74cdd396b95,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:31.627556 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:31.705056 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:31.922366 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:31.930075 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:32.033067 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event updated for resources: {'Port': ['ID=0c8ef52a-dea2-43dd-93e0-a74cdd396b95,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:49:32.048936 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:32.223548 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Floating IP a6e72174-a8e6-4c0e-b58b-240b175bff83 associated. External IP: 172.26.4.243, port: 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06. Jan 21 10:49:32.575279 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:49:32.858985 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:49:32.869131 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceede69-7f94-4d82-96aa-3a1143943c72 None None] Sync routers for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:49:32.879672 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceede69-7f94-4d82-96aa-3a1143943c72 None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:49:32.880372 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-eceede69-7f94-4d82-96aa-3a1143943c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:49:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:32.885593 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:32.941721 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-7261ad5a-9ac4-4b43-a1cf-6b1e65c74e2d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4140279 Jan 21 10:49:32.942364 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:49:32.989611 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'status': 'completed', 'code': 200} Jan 21 10:49:33.071566 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-eceede69-7f94-4d82-96aa-3a1143943c72 None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:49:33.085483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5aad-edfc-4019-a82b-cf2c5d0770a5 req-ca220a72-706e-4fbe-b073-28cc906f2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:33.086969 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-371c5aad-edfc-4019-a82b-cf2c5d0770a5 req-ca220a72-706e-4fbe-b073-28cc906f2bfb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 1098 time: 0.0748913 Jan 21 10:49:33.218096 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5aad-edfc-4019-a82b-cf2c5d0770a5 req-6e0abb7c-12b4-4bd0-b305-17ff67102ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:33.219535 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-371c5aad-edfc-4019-a82b-cf2c5d0770a5 req-6e0abb7c-12b4-4bd0-b305-17ff67102ac3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 910 time: 0.1267548 Jan 21 10:49:33.321642 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-371c5aad-edfc-4019-a82b-cf2c5d0770a5 req-0eaa67c3-2faf-4421-b8bc-37c2ee1ba6f2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 HTTP/1.1" status: 200 len: 999 time: 0.0961192 Jan 21 10:49:33.382999 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5aad-edfc-4019-a82b-cf2c5d0770a5 req-a331c695-6c0f-41b6-9c38-6d246d6c01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:33.384421 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-371c5aad-edfc-4019-a82b-cf2c5d0770a5 req-a331c695-6c0f-41b6-9c38-6d246d6c01a0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.0571797 Jan 21 10:49:33.414626 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-eceede69-7f94-4d82-96aa-3a1143943c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'a6e72174-a8e6-4c0e-b58b-240b175bff83', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'port_id': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'mac_address': 'fa:16:3e:65:b8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:49:31Z', 'updated_at': '2022-01-21T10:49:31Z', 'revision_number': 0, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 5, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:33.418548 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceede69-7f94-4d82-96aa-3a1143943c72 None None] Checking router: 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:49:33.427088 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceede69-7f94-4d82-96aa-3a1143943c72 None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:49:33.427692 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-eceede69-7f94-4d82-96aa-3a1143943c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:49:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:33.461840 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5aad-edfc-4019-a82b-cf2c5d0770a5 req-68e962ec-114a-457d-b71b-886bd24ee139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:33.463353 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-371c5aad-edfc-4019-a82b-cf2c5d0770a5 req-68e962ec-114a-457d-b71b-886bd24ee139 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735793 Jan 21 10:49:33.604803 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-371c5aad-edfc-4019-a82b-cf2c5d0770a5 req-f7e09319-3b42-40f6-85f7-856fc519dc2d service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348126 Jan 21 10:49:33.636119 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-eceede69-7f94-4d82-96aa-3a1143943c72 None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:49:33.736960 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-371c5aad-edfc-4019-a82b-cf2c5d0770a5 req-fdb00a37-942c-4591-bd81-033890a4fdf3 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268837 Jan 21 10:49:33.984449 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-eceede69-7f94-4d82-96aa-3a1143943c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'a6e72174-a8e6-4c0e-b58b-240b175bff83', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'port_id': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'mac_address': 'fa:16:3e:65:b8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:49:31Z', 'updated_at': '2022-01-21T10:49:31Z', 'revision_number': 0, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 5, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:49:33.988795 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceede69-7f94-4d82-96aa-3a1143943c72 None None] The sync data for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv is: [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'a6e72174-a8e6-4c0e-b58b-240b175bff83', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'port_id': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'mac_address': 'fa:16:3e:65:b8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:49:31Z', 'updated_at': '2022-01-21T10:49:31Z', 'revision_number': 0, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 5, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:49:34.199653 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8195d8-dbcd-47d5-8b9a-3d72292e55cd None None] New status for floating IP a6e72174-a8e6-4c0e-b58b-240b175bff83: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:49:36.507644 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c7236000-df3a-46dd-8667-73d9e0c36719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:38.568593 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fe6e2327-20df-4cb7-8570-5df03341ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:39.733613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:40.133418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:41.500479 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:43.722191 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-dc0bf1f9-f078-4cbf-837c-c71b6df71da9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769124 Jan 21 10:49:43.875425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-be55fccf-be10-418b-8886-04c40e56cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:43.876931 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-be55fccf-be10-418b-8886-04c40e56cd23 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 1098 time: 0.0802329 Jan 21 10:49:44.029104 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-83d64a4d-9189-4c92-8aaa-dfa06c7324e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:44.030454 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-83d64a4d-9189-4c92-8aaa-dfa06c7324e5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 910 time: 0.1293488 Jan 21 10:49:44.134890 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-fee09360-a983-491b-a537-60a64f53a278 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 HTTP/1.1" status: 200 len: 1001 time: 0.0984492 Jan 21 10:49:44.201575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-d1b49c34-46f4-4ae1-874b-3e2fc9a772b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:44.203034 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-d1b49c34-46f4-4ae1-874b-3e2fc9a772b0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.0624852 Jan 21 10:49:44.276992 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-ddfb9de8-b7bc-4fa8-84d0-3307a5c2d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:44.278415 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-ddfb9de8-b7bc-4fa8-84d0-3307a5c2d0eb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692914 Jan 21 10:49:44.288199 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-2cbd06ab-b024-4c34-a029-9f78e6abfce0 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=87501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:49:44.289034 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-2cbd06ab-b024-4c34-a029-9f78e6abfce0 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046742 Jan 21 10:49:44.419710 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-b4e7a746-8c7e-47e6-917f-eb446e6c35f5 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243472 Jan 21 10:49:44.662447 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-964d47e7-e731-4b42-98e6-c78ef3793e18 req-e3d6ba2b-935d-4add-8f89-ba3e8e36dc9d service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366147 Jan 21 10:50:01.087074 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:06.509949 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0a9e04c1-9ddd-4d66-827c-749530f7df98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:07.087626 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:50:08.573683 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-063735e2-e67e-4087-9ab6-647747da960b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:09.727704 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:10.137560 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:11.511513 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:31.097087 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:36.509309 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d4d6e34b-1476-4b3f-a816-ddb9e39f1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:38.577909 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2b90a8fd-aeba-4407-ac2a-7590b44b1d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:39.723731 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:40.130476 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:41.515112 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:44.092251 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:50:45.731945 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84b77b49-7be9-4a54-a75f-82f4cf1b610b req-70981be0-5c27-4fa9-a6e1-4e2ba80ee3da service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713573 Jan 21 10:50:45.884021 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b77b49-7be9-4a54-a75f-82f4cf1b610b req-99179996-187c-4861-b8ff-b9750d504654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:50:45.885543 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84b77b49-7be9-4a54-a75f-82f4cf1b610b req-99179996-187c-4861-b8ff-b9750d504654 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 1098 time: 0.0820501 Jan 21 10:50:46.033258 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b77b49-7be9-4a54-a75f-82f4cf1b610b req-c6bf6f74-4dd9-4015-a213-c16e9163fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:50:46.034622 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84b77b49-7be9-4a54-a75f-82f4cf1b610b req-c6bf6f74-4dd9-4015-a213-c16e9163fed5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 910 time: 0.1269391 Jan 21 10:50:46.139472 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84b77b49-7be9-4a54-a75f-82f4cf1b610b req-1de497aa-0073-4876-be79-e1730ce3ec04 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 HTTP/1.1" status: 200 len: 1001 time: 0.0975919 Jan 21 10:50:46.204877 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b77b49-7be9-4a54-a75f-82f4cf1b610b req-cfc1b0f5-78c8-4dc0-a380-a6e3cfdebe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:50:46.206261 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84b77b49-7be9-4a54-a75f-82f4cf1b610b req-cfc1b0f5-78c8-4dc0-a380-a6e3cfdebe00 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.0602596 Jan 21 10:50:46.283352 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b77b49-7be9-4a54-a75f-82f4cf1b610b req-4c8aec09-25a7-4a3a-b86a-644f267698cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:50:46.284745 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84b77b49-7be9-4a54-a75f-82f4cf1b610b req-4c8aec09-25a7-4a3a-b86a-644f267698cd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708845 Jan 21 10:50:46.417643 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84b77b49-7be9-4a54-a75f-82f4cf1b610b req-36d64842-3f3c-4fdf-9499-7003a31f5220 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252708 Jan 21 10:50:46.557191 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-84b77b49-7be9-4a54-a75f-82f4cf1b610b req-c566dc00-8fe5-480d-b809-0bcf61a94338 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286142 Jan 21 10:51:01.107457 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:06.506645 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e380f79e-15a0-4b45-b0dc-1272481a0404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:08.578382 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ea0650b6-d595-4638-bbe7-5a656ee4bb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:09.740652 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:10.146182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:11.509550 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:21.091516 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:51:31.107771 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:36.511380 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-ca7c4d74-f786-4d8f-a7c1-e4b4849a0953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:38.586547 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d38f7fa5-57d7-49ea-bddd-7425f1e9831a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:39.735118 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:40.149725 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:41.513270 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:45.762286 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8df44b51-a05c-411b-b76d-024a6b813538 req-ae20aded-7b27-41f1-82d3-47d2df9127d0 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1174877 Jan 21 10:51:45.903652 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44b51-a05c-411b-b76d-024a6b813538 req-c7026752-162f-4021-b97d-9cdb07969362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:45.905094 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8df44b51-a05c-411b-b76d-024a6b813538 req-c7026752-162f-4021-b97d-9cdb07969362 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 1098 time: 0.0760639 Jan 21 10:51:46.050725 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44b51-a05c-411b-b76d-024a6b813538 req-d935f475-569d-4055-a7a6-a556aa842fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:46.052073 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8df44b51-a05c-411b-b76d-024a6b813538 req-d935f475-569d-4055-a7a6-a556aa842fa5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 910 time: 0.1285655 Jan 21 10:51:46.166433 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8df44b51-a05c-411b-b76d-024a6b813538 req-2d1fa3a8-ba80-4796-a639-04a5e6928999 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 HTTP/1.1" status: 200 len: 1001 time: 0.1076376 Jan 21 10:51:46.227772 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44b51-a05c-411b-b76d-024a6b813538 req-564b2826-f711-45fd-b3cd-1756ab9dc4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:46.229194 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8df44b51-a05c-411b-b76d-024a6b813538 req-564b2826-f711-45fd-b3cd-1756ab9dc4a5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.0573018 Jan 21 10:51:46.310597 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44b51-a05c-411b-b76d-024a6b813538 req-270979d1-a6e3-41ca-9d8d-c6550368854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:46.312028 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8df44b51-a05c-411b-b76d-024a6b813538 req-270979d1-a6e3-41ca-9d8d-c6550368854e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772371 Jan 21 10:51:46.547745 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8df44b51-a05c-411b-b76d-024a6b813538 req-7f86ba0a-5d12-4e2c-b26d-ec3fc6f3ab09 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295182 Jan 21 10:51:46.675866 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8df44b51-a05c-411b-b76d-024a6b813538 req-d5157167-62fd-4877-bf12-9e99ed76967b service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220174 Jan 21 10:51:58.091805 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:52:01.123853 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:05.706021 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:52:05.880947 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:52:05.895110 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'port_id': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'mac_address': 'fa:16:3e:65:b8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:52:05.954251 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:05.970820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:52:05.986038 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:52:05.992896 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:06.062852 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:52:06.070940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['29f29fc6-6271-47ab-8aca-8dfa2fdc3a06'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:52:06.095125 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:06.095474 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:06.095845 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:06.096185 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:06.096533 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:06.096860 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:06.097179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:06.097500 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:06.097843 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:06.098111 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:06.098450 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:06.098760 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:06.509504 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-53837f99-d9c0-40ad-ba7f-9f7e1823464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:07.718977 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:52:07.800228 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:52:07.800624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:07.915387 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:07.943095 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:52:07.953487 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:52:07.959756 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:08.033594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:52:08.098165 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'code': 200} Jan 21 10:52:08.576607 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c5f2409c-8fed-4934-9cbe-3548a470b7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:09.730572 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:10.140882 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:11.523207 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:19.735718 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-43f3b786-eb71-46bf-9fc3-3e05a2e233da tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755516336&fields=id&tenant_id=b7f85d6b6bc8474396231ea45c201b5c HTTP/1.1" status: 200 len: 267 time: 0.0436273 Jan 21 10:52:19.891269 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d167ab-6797-4542-ac60-21cd8d466169 req-f907d17f-70cd-4941-950a-e4c6076f35ca tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:19.892640 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-f907d17f-70cd-4941-950a-e4c6076f35ca tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 809 time: 0.1479611 Jan 21 10:52:19.911786 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-07d8b213-158f-4ed0-abe2-4fec0bcf0da2 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/quotas/b7f85d6b6bc8474396231ea45c201b5c HTTP/1.1" status: 200 len: 375 time: 0.0107255 Jan 21 10:52:20.003751 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-19742603-4a51-407d-afa9-3e2eb5936489 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0869756 Jan 21 10:52:20.144752 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-9e9bf992-07b8-4b86-9693-6e87a35470f3 service neutron] 10.222.0.99 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287351 Jan 21 10:52:20.279082 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-1ff055f6-735c-4d1a-9148-aa96da451d2b service neutron] 10.222.0.99 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280656 Jan 21 10:52:20.524087 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7e712844-a1da-45d2-984c-f26bfb6930a0 req-392f1a29-adcf-4d88-bbdf-80f0201b35f8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 210 time: 0.0934348 Jan 21 10:52:21.557939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4e12cc3c-e2b4-4802-8671-bbc631e4e007 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:21.559392 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4e12cc3c-e2b4-4802-8671-bbc631e4e007 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 809 time: 0.1534398 Jan 21 10:52:21.611238 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-612851b7-62bc-4388-8761-131e1ac7033f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7f85d6b6bc8474396231ea45c201b5c HTTP/1.1" status: 200 len: 380 time: 0.0435607 Jan 21 10:52:21.620207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Request body: {'port': {'device_id': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'admin_state_up': True, 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'security_groups': ['7ab54947-fb5e-4bbe-9d5e-831820ad3ccd']}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:52:21.699221 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42e3c354-4f5e-419f-a72a-e0649b30288d req-2077a6ec-3949-4967-821c-b32b647d9e63 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 210 time: 0.0599139 Jan 21 10:52:21.808295 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:52:21.818428 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:52:21.829357 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Made reservation on behalf of b7f85d6b6bc8474396231ea45c201b5c for: {'port': 1} {{(pid=87501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:52:21.833176 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:22.018691 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Allocated IP 172.20.0.14 (d46c685b-0ac6-4096-8c37-eea5414fe3a8/6223bd09-9863-4454-9893-10b10eb26e5c/472ff853-6d06-40ec-81ea-4db280a66e5e) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:52:22.252609 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:22.270705 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Transition to ACTIVE for port object 472ff853-6d06-40ec-81ea-4db280a66e5e will not be triggered until provisioned by entity DHCP. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:52:22.298483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:22.371631 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Network d46c685b-0ac6-4096-8c37-eea5414fe3a8 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:52:22.375217 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:52:22.379453 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:52:22.568982 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event updated for resources: {'Port': ['ID=472ff853-6d06-40ec-81ea-4db280a66e5e,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:52:22.581156 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:22.581513 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:22.581858 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:22.582197 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:22.582531 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:22.582947 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:22.583284 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:22.583607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:22.583934 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:22.584261 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:22.584637 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:22.584958 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:52:22.610276 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:22.610944 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:22.661737 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a3b17d9a-e1fa-4683-9356-f84ea56ae85f None None] Provisioning for port 472ff853-6d06-40ec-81ea-4db280a66e5e completed by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:52:22.670293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-a3b17d9a-e1fa-4683-9356-f84ea56ae85f None None] Provisioning complete for port 472ff853-6d06-40ec-81ea-4db280a66e5e triggered by entity DHCP. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:52:22.670885 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a3b17d9a-e1fa-4683-9356-f84ea56ae85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:22.676012 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-2925ac9b-e73b-4ae2-acfe-c1535ea16add tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0594895 Jan 21 10:52:22.736622 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-a3b17d9a-e1fa-4683-9356-f84ea56ae85f None None] Port 472ff853-6d06-40ec-81ea-4db280a66e5e cannot update to ACTIVE because it is not bound. {{(pid=87503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:52:22.898607 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810767c-880a-45b4-a3d5-31e5c6b8b072 req-05545c8c-b447-4031-9774-370718e675cc tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:22.899439 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-5810767c-880a-45b4-a3d5-31e5c6b8b072 req-05545c8c-b447-4031-9774-370718e675cc tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Synchronizing usage tracker for tenant:b7f85d6b6bc8474396231ea45c201b5c on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:52:22.916013 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-5810767c-880a-45b4-a3d5-31e5c6b8b072 req-05545c8c-b447-4031-9774-370718e675cc tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Unset dirty status for tenant:b7f85d6b6bc8474396231ea45c201b5c on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:52:22.917296 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5810767c-880a-45b4-a3d5-31e5c6b8b072 req-05545c8c-b447-4031-9774-370718e675cc tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 932 time: 0.1043959 Jan 21 10:52:22.971055 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5810767c-880a-45b4-a3d5-31e5c6b8b072 req-a6569da3-3664-4424-8d96-a2f1830a8dfa tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455062 Jan 21 10:52:23.778265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:52:23.901800 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:23.931417 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:52:23.940531 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:52:23.946406 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:24.005124 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'code': 200} Jan 21 10:52:24.028023 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,revision_number=8']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:52:24.170125 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e179fe7-d8d6-4689-96e0-b3b64056a65e req-93636cb0-5ab0-4cab-b69e-e5a3ba54bd28 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:24.171602 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5e179fe7-d8d6-4689-96e0-b3b64056a65e req-93636cb0-5ab0-4cab-b69e-e5a3ba54bd28 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 932 time: 0.0886700 Jan 21 10:52:24.226671 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5e179fe7-d8d6-4689-96e0-b3b64056a65e req-eaad8e5e-0fb0-4ee9-afce-7f7ea6769ad3 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413268 Jan 21 10:52:25.421124 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b30676-4f11-4296-8e6d-5f2a2997e4d0 req-c3139ea6-d05d-47b6-9134-dd67c4d722aa tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:25.422655 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93b30676-4f11-4296-8e6d-5f2a2997e4d0 req-c3139ea6-d05d-47b6-9134-dd67c4d722aa tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 932 time: 0.0843039 Jan 21 10:52:25.478743 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-93b30676-4f11-4296-8e6d-5f2a2997e4d0 req-cf1a218f-a6a3-4c35-8b98-0b0880533454 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497010 Jan 21 10:52:26.677482 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd2872-16ec-42aa-832d-f26462da9770 req-6242ce72-1566-4897-a15e-10be52ba522f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:26.679873 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3acd2872-16ec-42aa-832d-f26462da9770 req-6242ce72-1566-4897-a15e-10be52ba522f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 932 time: 0.0937021 Jan 21 10:52:26.732843 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-3acd2872-16ec-42aa-832d-f26462da9770 req-1977ed68-1ec4-4669-bf26-a99cf6d3205f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470738 Jan 21 10:52:27.933873 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbd41c-8653-46b9-a85c-92d988c6a55a req-2d92f609-9d1b-45d5-8965-1dfbad3d5fab tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:27.935297 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-14fbd41c-8653-46b9-a85c-92d988c6a55a req-2d92f609-9d1b-45d5-8965-1dfbad3d5fab tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 932 time: 0.0895073 Jan 21 10:52:27.982810 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-14fbd41c-8653-46b9-a85c-92d988c6a55a req-319d89d7-cb3f-4573-b429-85d13f698c6f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415270 Jan 21 10:52:29.174687 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cf926-2679-4773-b71c-26827f802a61 req-b844c437-f724-48db-8d43-9d5a6065d142 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:29.176133 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-031cf926-2679-4773-b71c-26827f802a61 req-b844c437-f724-48db-8d43-9d5a6065d142 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 932 time: 0.0825660 Jan 21 10:52:29.231803 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-031cf926-2679-4773-b71c-26827f802a61 req-73b84df0-f463-4e98-ab21-0218adaef63f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495555 Jan 21 10:52:30.427849 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ddbd4-3b15-4bf3-b91a-d899e86f4c77 req-85baac42-2f1f-4864-a6ad-8648464da393 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:30.429309 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-575ddbd4-3b15-4bf3-b91a-d899e86f4c77 req-85baac42-2f1f-4864-a6ad-8648464da393 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 932 time: 0.0868628 Jan 21 10:52:30.473443 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-575ddbd4-3b15-4bf3-b91a-d899e86f4c77 req-d8e26142-bf88-4f4b-b78d-c96f8f2c9b9a tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383899 Jan 21 10:52:31.132108 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:31.666554 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9c638-a03a-4e53-916e-f39968ea9f7f req-e1f34b36-126e-4176-9ef8-ca2014c9f95b tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:31.668019 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8ee9c638-a03a-4e53-916e-f39968ea9f7f req-e1f34b36-126e-4176-9ef8-ca2014c9f95b tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 932 time: 0.0833874 Jan 21 10:52:31.718149 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8ee9c638-a03a-4e53-916e-f39968ea9f7f req-5c0a2f8e-a030-4d37-a779-3c0e6aedab2f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416074 Jan 21 10:52:32.905948 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc7254-a430-45d7-9fd5-3ca9654fac16 req-9ee8fda5-e7d9-47aa-bd4e-e0f017aa0632 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:32.907310 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-37bc7254-a430-45d7-9fd5-3ca9654fac16 req-9ee8fda5-e7d9-47aa-bd4e-e0f017aa0632 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 932 time: 0.0794783 Jan 21 10:52:32.952939 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-37bc7254-a430-45d7-9fd5-3ca9654fac16 req-bfd52d0d-112f-4ec6-9779-3af89db04ee7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398018 Jan 21 10:52:34.114746 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Request body: {'port': {'device_id': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:52:34.241301 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:34.256737 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0689b4-97fd-4106-ab0c-abce64378eb4 req-ddf3c099-28be-44c2-a2dc-fdf587f8d0b7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:34.258478 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1e0689b4-97fd-4106-ab0c-abce64378eb4 req-ddf3c099-28be-44c2-a2dc-fdf587f8d0b7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 932 time: 0.1947145 Jan 21 10:52:34.357579 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1e0689b4-97fd-4106-ab0c-abce64378eb4 req-ba1254e0-f64f-4b8d-9b68-4d6fd536cdb7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932183 Jan 21 10:52:34.627400 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472ff853-6d06-40ec-81ea-4db280a66e5e {{(pid=87501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:52:34.635205 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:34.650870 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.provisioning_blocks [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Transition to ACTIVE for port object 472ff853-6d06-40ec-81ea-4db280a66e5e will not be triggered until provisioned by entity L2. {{(pid=87501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:52:34.655747 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:34.813122 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=472ff853-6d06-40ec-81ea-4db280a66e5e,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:52:34.990910 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Attempting to bind port 472ff853-6d06-40ec-81ea-4db280a66e5e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:52:34.991170 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Attempting to bind port 472ff853-6d06-40ec-81ea-4db280a66e5e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:52:34.991529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Attempting to bind port 472ff853-6d06-40ec-81ea-4db280a66e5e on network d46c685b-0ac6-4096-8c37-eea5414fe3a8 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:52:34.996812 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Port 472ff853-6d06-40ec-81ea-4db280a66e5e on network d46c685b-0ac6-4096-8c37-eea5414fe3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:52:34.997134 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Attempting to bind port 472ff853-6d06-40ec-81ea-4db280a66e5e on network d46c685b-0ac6-4096-8c37-eea5414fe3a8 {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:52:35.002423 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Checking agent: {'id': '2ff1dc44-c9d6-4369-a3d4-92035484296f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:52:35.002751 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Checking segment: {'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:52:35.003132 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Bound using segment: {'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'} {{(pid=87501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:52:35.003579 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.managers [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Bound port: 472ff853-6d06-40ec-81ea-4db280a66e5e, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8'}}] {{(pid=87501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:52:35.003925 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:35.090836 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:52:35.107408 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] For port 472ff853-6d06-40ec-81ea-4db280a66e5e, host hv-neutron-8257, cleared binding levels {{(pid=87501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:52:35.110415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] For port 472ff853-6d06-40ec-81ea-4db280a66e5e, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=472ff853-6d06-40ec-81ea-4db280a66e5e,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:52:35.117010 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:35.176256 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:35.176766 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:35.178169 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] 10.222.0.121 "PUT /v2.0/ports/472ff853-6d06-40ec-81ea-4db280a66e5e HTTP/1.1" status: 200 len: 1094 time: 1.0754645 Jan 21 10:52:35.178605 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:52:35.197387 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824cd04-0736-422b-aaa7-8df5d242f6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=472ff853-6d06-40ec-81ea-4db280a66e5e,revision_number=3']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:52:35.265337 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'status': 'completed', 'code': 200} Jan 21 10:52:35.314252 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d167ab-6797-4542-ac60-21cd8d466169 req-d251663d-0d6a-49b2-a7d6-b9641a5f529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:35.315764 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-d251663d-0d6a-49b2-a7d6-b9641a5f529d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 1097 time: 0.0834517 Jan 21 10:52:35.384817 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-0bd4beb2-af57-40bb-9a76-bebc7d432a2b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=472ff853-6d06-40ec-81ea-4db280a66e5e HTTP/1.1" status: 200 len: 217 time: 0.0615187 Jan 21 10:52:35.449220 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d167ab-6797-4542-ac60-21cd8d466169 req-b8fbaa2d-b9cb-4476-b874-4ae14b9dd5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:35.450529 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-b8fbaa2d-b9cb-4476-b874-4ae14b9dd5d3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.0604823 Jan 21 10:52:35.585360 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d167ab-6797-4542-ac60-21cd8d466169 req-a2cb0542-f546-45b8-9ac0-c858b78a6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:35.586949 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-a2cb0542-f546-45b8-9ac0-c858b78a6c92 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1300786 Jan 21 10:52:35.597069 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adf531-e2d7-4695-b972-058517f58528 req-7bdb237a-6060-4cd1-914f-bd93c97b20a9 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:35.598404 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42adf531-e2d7-4695-b972-058517f58528 req-7bdb237a-6060-4cd1-914f-bd93c97b20a9 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 944 time: 0.1117251 Jan 21 10:52:35.724423 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-42adf531-e2d7-4695-b972-058517f58528 req-0d5369b6-bb6f-40ed-b729-b3253b091d58 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078076 Jan 21 10:52:35.757049 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-1bbdde46-1c08-4d96-86a5-bb0112b317bf service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575956 Jan 21 10:52:35.889135 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-11d167ab-6797-4542-ac60-21cd8d466169 req-712486ac-a4a0-4a48-b7e9-1fed3c693c68 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262670 Jan 21 10:52:36.007127 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387635bd-2e77-4268-855b-6f444658fb5a req-130da3b2-f05a-4052-a991-44d33075e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:36.008583 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-387635bd-2e77-4268-855b-6f444658fb5a req-130da3b2-f05a-4052-a991-44d33075e03d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 1097 time: 0.0708625 Jan 21 10:52:36.140483 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387635bd-2e77-4268-855b-6f444658fb5a req-6279edb5-3cc6-43bd-af71-6959432bba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:36.141943 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-387635bd-2e77-4268-855b-6f444658fb5a req-6279edb5-3cc6-43bd-af71-6959432bba61 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 910 time: 0.1274698 Jan 21 10:52:36.211754 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-387635bd-2e77-4268-855b-6f444658fb5a req-1fd0c1ae-e0d3-4798-911e-f44488097453 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=472ff853-6d06-40ec-81ea-4db280a66e5e HTTP/1.1" status: 200 len: 217 time: 0.0634770 Jan 21 10:52:36.281757 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387635bd-2e77-4268-855b-6f444658fb5a req-4326228a-193e-4eac-897c-f6272d3b3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:36.283838 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-387635bd-2e77-4268-855b-6f444658fb5a req-4326228a-193e-4eac-897c-f6272d3b3604 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.0653250 Jan 21 10:52:36.364334 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387635bd-2e77-4268-855b-6f444658fb5a req-2d66f913-f610-4cb0-ad5f-f8a2d2fcea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:36.365840 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-387635bd-2e77-4268-855b-6f444658fb5a req-2d66f913-f610-4cb0-ad5f-f8a2d2fcea0d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754979 Jan 21 10:52:36.494728 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-387635bd-2e77-4268-855b-6f444658fb5a req-acb0a6f0-559b-45bb-b78c-184cb47adfa6 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224899 Jan 21 10:52:36.503320 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-da7bbdea-56ab-4a6f-8b52-aca00a04ba2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:36.731384 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-387635bd-2e77-4268-855b-6f444658fb5a req-9541d01a-5a01-4699-9e0f-4f862f08fd05 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303300 Jan 21 10:52:36.922149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9fc36-7d54-4a9d-a171-ab828caa02b6 req-5275f772-5adc-4000-a3ff-18d8640a9764 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:36.923498 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-21e9fc36-7d54-4a9d-a171-ab828caa02b6 req-5275f772-5adc-4000-a3ff-18d8640a9764 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 944 time: 0.0882301 Jan 21 10:52:36.968531 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-21e9fc36-7d54-4a9d-a171-ab828caa02b6 req-f42d1913-a67a-4020-9924-f875eb830bcd tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374985 Jan 21 10:52:38.163656 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8a187-5c62-4e1a-a662-acb3c82e1572 req-480a995b-85e7-400b-afcf-e179de2970b8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:38.165207 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e6c8a187-5c62-4e1a-a662-acb3c82e1572 req-480a995b-85e7-400b-afcf-e179de2970b8 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 944 time: 0.0871828 Jan 21 10:52:38.220536 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e6c8a187-5c62-4e1a-a662-acb3c82e1572 req-0969691c-c5aa-4774-9973-acb91f64b079 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463958 Jan 21 10:52:38.574434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7e75fbff-330e-4641-907e-614b98151f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:39.428073 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94764036-2d38-42c6-a80b-58e59cfe910e req-1435eb83-5fb2-4fac-a789-cfc3e14676dc tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:39.429604 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94764036-2d38-42c6-a80b-58e59cfe910e req-1435eb83-5fb2-4fac-a789-cfc3e14676dc tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 944 time: 0.0935030 Jan 21 10:52:39.475508 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-94764036-2d38-42c6-a80b-58e59cfe910e req-05966b78-aa1b-4dc2-bbed-34ab8ac9969d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372553 Jan 21 10:52:39.734814 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:39.873115 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 472ff853-6d06-40ec-81ea-4db280a66e5e details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:52:40.012861 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 472ff853-6d06-40ec-81ea-4db280a66e5e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=472ff853-6d06-40ec-81ea-4db280a66e5e,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:52:40.025677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'port_id': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'mac_address': 'fa:16:3e:27:40:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:52:40.082697 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:40.100482 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472ff853-6d06-40ec-81ea-4db280a66e5e {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:52:40.121145 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 472ff853-6d06-40ec-81ea-4db280a66e5e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=472ff853-6d06-40ec-81ea-4db280a66e5e,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:52:40.126370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:40.189807 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:40.201846 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=472ff853-6d06-40ec-81ea-4db280a66e5e,revision_number=4']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:52:40.516250 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['472ff853-6d06-40ec-81ea-4db280a66e5e'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:52:40.672318 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dc3e4-eb34-4033-8514-de9913126764 req-f8d6844a-c43a-42c4-bf5f-8c09572eb4d1 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:40.673816 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc3dc3e4-eb34-4033-8514-de9913126764 req-f8d6844a-c43a-42c4-bf5f-8c09572eb4d1 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 945 time: 0.0860376 Jan 21 10:52:40.717800 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-bc3dc3e4-eb34-4033-8514-de9913126764 req-8b78e461-da77-4ccb-b234-10d137f4336d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380051 Jan 21 10:52:41.529905 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:41.876197 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 472ff853-6d06-40ec-81ea-4db280a66e5e up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:52:41.917903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7c18c-1162-4ab5-ab4b-3f876b82b95c req-404ca64c-9bdf-48d8-8d23-746305dffa82 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:41.919325 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2e7c18c-1162-4ab5-ab4b-3f876b82b95c req-404ca64c-9bdf-48d8-8d23-746305dffa82 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 945 time: 0.0911503 Jan 21 10:52:41.946259 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning for port 472ff853-6d06-40ec-81ea-4db280a66e5e completed by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:52:41.951335 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 472ff853-6d06-40ec-81ea-4db280a66e5e triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:52:41.951718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:41.963351 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-d2e7c18c-1162-4ab5-ab4b-3f876b82b95c req-ec030d0b-8c69-401a-8b20-795e4a503e1e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380833 Jan 21 10:52:42.093884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:42.120106 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:52:42.130516 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 472ff853-6d06-40ec-81ea-4db280a66e5e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=472ff853-6d06-40ec-81ea-4db280a66e5e,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:52:42.135236 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:42.165703 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'code': 200} Jan 21 10:52:42.206277 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=472ff853-6d06-40ec-81ea-4db280a66e5e,revision_number=5']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:52:42.397111 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b01539-46ca-4c25-9946-d0ccc5f7c933 req-801f74f7-e29b-4f8a-acb3-c67edb40336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:42.398698 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e3b01539-46ca-4c25-9946-d0ccc5f7c933 req-801f74f7-e29b-4f8a-acb3-c67edb40336a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 1099 time: 0.0739658 Jan 21 10:52:42.442617 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-e3b01539-46ca-4c25-9946-d0ccc5f7c933 req-14c43033-84ca-4fe5-9659-38fe0e4f8f09 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380635 Jan 21 10:52:43.184185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb24b2-7547-415b-b262-987ba3a7c128 req-fae7fe40-0504-43f7-9a29-a9dba03d55e4 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:43.185686 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4aeb24b2-7547-415b-b262-987ba3a7c128 req-fae7fe40-0504-43f7-9a29-a9dba03d55e4 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 946 time: 0.0968356 Jan 21 10:52:43.232272 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4aeb24b2-7547-415b-b262-987ba3a7c128 req-f7172d19-3d2f-42c5-8816-5e8664e4297e tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380650 Jan 21 10:52:44.448846 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e5fa3-0a73-4a8e-b093-3a4122489d22 req-90684180-fd05-4d62-83e0-2e5ada99cc97 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:44.450302 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4d8e5fa3-0a73-4a8e-b093-3a4122489d22 req-90684180-fd05-4d62-83e0-2e5ada99cc97 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 946 time: 0.0910182 Jan 21 10:52:44.494158 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-4d8e5fa3-0a73-4a8e-b093-3a4122489d22 req-81ffd4c6-9a98-4cb1-a7b3-8f85667d28ae tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381532 Jan 21 10:52:44.692172 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67aabe-653b-4784-b712-eac6297bf453 req-2c2c6965-ce0a-432b-9a27-fad83741a682 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:44.693670 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1c67aabe-653b-4784-b712-eac6297bf453 req-2c2c6965-ce0a-432b-9a27-fad83741a682 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 946 time: 0.0893841 Jan 21 10:52:44.743305 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-1c67aabe-653b-4784-b712-eac6297bf453 req-5eded33d-b5bb-4713-bc3b-f87146061044 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410740 Jan 21 10:52:44.766526 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 58062) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:52:44.842042 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e52c2c3-71fd-4e2f-9f95-a1e9a935a578 tempest-TestSnapshotPattern-842273859 tempest-TestSnapshotPattern-842273859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:44.843427 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-6e52c2c3-71fd-4e2f-9f95-a1e9a935a578 tempest-TestSnapshotPattern-842273859 tempest-TestSnapshotPattern-842273859-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 1094 time: 0.0759401 Jan 21 10:52:44.847729 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 58066) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:52:44.852653 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.v2.base [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Request body: {'floatingip': {'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'port_id': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:52:44.858903 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:52:44.862980 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Usage tracker for resource:floatingip and tenant:b7f85d6b6bc8474396231ea45c201b5c is out of sync, need to count used quota {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:52:44.866149 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87501) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:52:44.872835 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.quota.driver [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87501) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:52:44.885194 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for floatingip, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:45.030240 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:45.170207 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.db_base_plugin_common [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Allocated IP 172.26.4.83 (58c8b401-ac8f-45df-8edc-754a2deb57f9/fc604172-fc89-467c-80ed-1b8f46a4eb0b/d9f57541-6427-456d-bf8a-ae5a836e194f) {{(pid=87501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:52:45.327518 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for port, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:45.361463 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735566681317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:45.428998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Network 58c8b401-ac8f-45df-8edc-754a2deb57f9 is already hosted by enough agents. {{(pid=87501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:52:45.431939 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.base_scheduler [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Resources bound (agent type, host, resource id): {{(pid=87501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:52:45.435773 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Received port after_create {{(pid=87501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:52:45.464998 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event updated for resources: {'Port': ['ID=d9f57541-6427-456d-bf8a-ae5a836e194f,revision_number=1']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:52:45.948564 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ff3f3b8-6558-45a3-9ee8-334c25f4c184 req-12e0d182-ba68-426f-996b-9e7234b01cc9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2824037 Jan 21 10:52:46.008324 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:46.142386 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:46.188677 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f3b8-6558-45a3-9ee8-334c25f4c184 req-4807d320-39ad-4b8f-aa7c-e807a411974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:46.190222 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ff3f3b8-6558-45a3-9ee8-334c25f4c184 req-4807d320-39ad-4b8f-aa7c-e807a411974f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 1096 time: 0.1704810 Jan 21 10:52:46.435723 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f3b8-6558-45a3-9ee8-334c25f4c184 req-d2622e61-3840-4eab-91f0-08f224944b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:46.437110 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ff3f3b8-6558-45a3-9ee8-334c25f4c184 req-d2622e61-3840-4eab-91f0-08f224944b31 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 910 time: 0.2268615 Jan 21 10:52:46.542508 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for port, precommit_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:46.550477 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262085565'] for port, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:46.599149 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ff3f3b8-6558-45a3-9ee8-334c25f4c184 req-071bf5e9-3d8b-425a-b87c-c65000e04e64 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 HTTP/1.1" status: 200 len: 999 time: 0.1551404 Jan 21 10:52:46.700876 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event updated for resources: {'Port': ['ID=d9f57541-6427-456d-bf8a-ae5a836e194f,revision_number=2']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:52:46.727997 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f3b8-6558-45a3-9ee8-334c25f4c184 req-b7ff30eb-e278-4c61-b5c1-815edfd239ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:46.729560 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ff3f3b8-6558-45a3-9ee8-334c25f4c184 req-b7ff30eb-e278-4c61-b5c1-815edfd239ae service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.1125572 Jan 21 10:52:46.734235 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3739438'] for floatingip, after_update {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:46.956272 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Floating IP e4369b77-493e-4985-8620-ebdeacb938b0 associated. External IP: 172.26.4.83, port: 472ff853-6d06-40ec-81ea-4db280a66e5e. Jan 21 10:52:47.011741 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f3b8-6558-45a3-9ee8-334c25f4c184 req-a958b1cb-a16a-4867-a8be-db2c35d4a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:47.013298 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ff3f3b8-6558-45a3-9ee8-334c25f4c184 req-a958b1cb-a16a-4867-a8be-db2c35d4a536 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2287683 Jan 21 10:52:47.349153 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ff3f3b8-6558-45a3-9ee8-334c25f4c184 req-c13e8246-9d7f-482c-a3da-78d445fb9041 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280268 Jan 21 10:52:47.627493 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-5ff3f3b8-6558-45a3-9ee8-334c25f4c184 req-656154f1-3503-4979-b0f3-2f015aae9b2c service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272482 Jan 21 10:52:47.635154 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:52:47.817603 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:52:47.827796 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0610e-7f45-4100-bf6f-17b17db017c7 None None] Sync routers for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:52:47.837716 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0610e-7f45-4100-bf6f-17b17db017c7 None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:52:47.838356 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-caf0610e-7f45-4100-bf6f-17b17db017c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:52:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:52:47.843657 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:47.905043 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-5568fee1-99f7-4931-b4bf-adc6eec6bbf5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0560856 Jan 21 10:52:47.905514 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:52:47.951964 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'status': 'completed', 'code': 200} Jan 21 10:52:48.020674 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-caf0610e-7f45-4100-bf6f-17b17db017c7 None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:52:48.042851 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379b553-c59c-4166-a2eb-c113a43747b6 req-2b99983f-0ed1-4252-8ef6-45bfd82de4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:48.044353 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7379b553-c59c-4166-a2eb-c113a43747b6 req-2b99983f-0ed1-4252-8ef6-45bfd82de4fe service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 1099 time: 0.0713553 Jan 21 10:52:48.174847 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379b553-c59c-4166-a2eb-c113a43747b6 req-b9422c3f-5e57-42bb-a393-68ad52f9a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:48.176205 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7379b553-c59c-4166-a2eb-c113a43747b6 req-b9422c3f-5e57-42bb-a393-68ad52f9a6fe service neutron] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 910 time: 0.1265042 Jan 21 10:52:48.278283 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7379b553-c59c-4166-a2eb-c113a43747b6 req-e0a5d73d-0a3c-4563-9db5-844e0e8d2341 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=472ff853-6d06-40ec-81ea-4db280a66e5e HTTP/1.1" status: 200 len: 999 time: 0.0965233 Jan 21 10:52:48.339573 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379b553-c59c-4166-a2eb-c113a43747b6 req-63950582-671a-459d-9360-ff4766f54959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:48.341069 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7379b553-c59c-4166-a2eb-c113a43747b6 req-63950582-671a-459d-9360-ff4766f54959 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.0573649 Jan 21 10:52:48.362513 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-caf0610e-7f45-4100-bf6f-17b17db017c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'a6e72174-a8e6-4c0e-b58b-240b175bff83', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'port_id': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'mac_address': 'fa:16:3e:65:b8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:49:31Z', 'updated_at': '2022-01-21T10:49:34Z', 'revision_number': 1, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address_scope': None}, {'id': 'e4369b77-493e-4985-8620-ebdeacb938b0', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'port_id': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'mac_address': 'fa:16:3e:27:40:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:52:45Z', 'updated_at': '2022-01-21T10:52:45Z', 'revision_number': 0, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 5, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:52:48.366483 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0610e-7f45-4100-bf6f-17b17db017c7 None None] Checking router: 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:52:48.375495 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0610e-7f45-4100-bf6f-17b17db017c7 None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:52:48.376074 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-caf0610e-7f45-4100-bf6f-17b17db017c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:52:39Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:52:48.417147 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379b553-c59c-4166-a2eb-c113a43747b6 req-f012736c-803d-4522-a240-9137382e7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:48.418611 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7379b553-c59c-4166-a2eb-c113a43747b6 req-f012736c-803d-4522-a240-9137382e7e0b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721993 Jan 21 10:52:48.553231 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7379b553-c59c-4166-a2eb-c113a43747b6 req-7bc585eb-3257-4775-8ffe-b6238ec163f0 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283076 Jan 21 10:52:48.583129 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-caf0610e-7f45-4100-bf6f-17b17db017c7 None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:52:48.685844 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-7379b553-c59c-4166-a2eb-c113a43747b6 req-cbf5b8a9-a095-4d4d-b898-44f598dceea5 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267765 Jan 21 10:52:48.935145 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-caf0610e-7f45-4100-bf6f-17b17db017c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'a6e72174-a8e6-4c0e-b58b-240b175bff83', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'port_id': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'mac_address': 'fa:16:3e:65:b8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:49:31Z', 'updated_at': '2022-01-21T10:49:34Z', 'revision_number': 1, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address_scope': None}, {'id': 'e4369b77-493e-4985-8620-ebdeacb938b0', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'port_id': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'mac_address': 'fa:16:3e:27:40:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:52:45Z', 'updated_at': '2022-01-21T10:52:45Z', 'revision_number': 0, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 5, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:52:48.939509 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0610e-7f45-4100-bf6f-17b17db017c7 None None] The sync data for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv is: [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'a6e72174-a8e6-4c0e-b58b-240b175bff83', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'port_id': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'mac_address': 'fa:16:3e:65:b8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:49:31Z', 'updated_at': '2022-01-21T10:49:34Z', 'revision_number': 1, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address_scope': None}, {'id': 'e4369b77-493e-4985-8620-ebdeacb938b0', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'port_id': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'mac_address': 'fa:16:3e:27:40:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:52:45Z', 'updated_at': '2022-01-21T10:52:45Z', 'revision_number': 0, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 5, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:52:49.150532 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e80d4a-3804-489c-921a-22375bd9d6d8 None None] New status for floating IP e4369b77-493e-4985-8620-ebdeacb938b0: ACTIVE {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:53:01.140985 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:06.514733 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e627cb56-c006-431e-9846-1a48b3bd7a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:08.581366 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-9518d255-6cf0-4332-9338-401c0428c12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:09.735556 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:10.151767 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:11.530638 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:12.095642 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:53:31.149448 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:36.508838 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0b72144d-9167-4f32-813d-c816e22390bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:38.572780 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd329-44e8-4baa-a056-a4964394d73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:39.736418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:40.158913 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:41.537445 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:46.778186 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-258a3e37-90ba-47e6-bf34-9bfa03e23781 req-cd85a07c-564a-4bf4-8244-51655cfe4a2b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867145 Jan 21 10:53:46.982571 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a3e37-90ba-47e6-bf34-9bfa03e23781 req-46437313-8c51-43aa-9120-9ab996cbd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:53:46.983982 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-258a3e37-90ba-47e6-bf34-9bfa03e23781 req-46437313-8c51-43aa-9120-9ab996cbd31d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 1099 time: 0.1835477 Jan 21 10:53:47.128059 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a3e37-90ba-47e6-bf34-9bfa03e23781 req-f88be433-2d63-43c9-a915-36cde07d36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:53:47.129513 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-258a3e37-90ba-47e6-bf34-9bfa03e23781 req-f88be433-2d63-43c9-a915-36cde07d36c0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 910 time: 0.1263232 Jan 21 10:53:47.235796 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-258a3e37-90ba-47e6-bf34-9bfa03e23781 req-e862e864-747e-41b2-a384-9e45cfc85eb5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=472ff853-6d06-40ec-81ea-4db280a66e5e HTTP/1.1" status: 200 len: 1001 time: 0.0997818 Jan 21 10:53:47.300604 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a3e37-90ba-47e6-bf34-9bfa03e23781 req-975da433-b29a-4bfb-a55f-b34a9b5870e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:53:47.302076 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-258a3e37-90ba-47e6-bf34-9bfa03e23781 req-975da433-b29a-4bfb-a55f-b34a9b5870e9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.0604200 Jan 21 10:53:47.381628 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a3e37-90ba-47e6-bf34-9bfa03e23781 req-9928d4fc-82dc-4900-bd7d-d8d59df6fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:53:47.383091 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-258a3e37-90ba-47e6-bf34-9bfa03e23781 req-9928d4fc-82dc-4900-bd7d-d8d59df6fc4f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750270 Jan 21 10:53:47.515646 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-258a3e37-90ba-47e6-bf34-9bfa03e23781 req-d72d562c-030c-40f5-aeed-be36d5890fa7 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256216 Jan 21 10:53:47.649027 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-258a3e37-90ba-47e6-bf34-9bfa03e23781 req-3c0fef48-967c-4073-ace0-1042a3388501 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277108 Jan 21 10:53:49.100300 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:54:01.159415 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:06.513439 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e2b1af0e-46ac-4a25-a9ca-91f5d7109fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:08.578197 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-13793921-7392-4dca-9955-b14c54e31e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:09.741293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:10.163911 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:11.544640 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:26.104770 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:54:31.163718 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:36.518644 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-a93e6ee7-3769-41c0-b1fd-aa9e932ec3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:38.572205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-c713fba4-26aa-4389-844c-224006e469fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:39.745729 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:40.168007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:41.544385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:47.750235 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0ce3f1c-6c8b-4a26-a286-bd36c369c535 req-df0050f6-25d1-436b-9e35-a055c1a71909 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772719 Jan 21 10:54:47.900321 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce3f1c-6c8b-4a26-a286-bd36c369c535 req-7e9e45c4-f4b4-4516-adc7-2f69a42956a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:47.901702 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0ce3f1c-6c8b-4a26-a286-bd36c369c535 req-7e9e45c4-f4b4-4516-adc7-2f69a42956a4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 1096 time: 0.0752847 Jan 21 10:54:48.065783 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce3f1c-6c8b-4a26-a286-bd36c369c535 req-aeadcd92-b5e3-4224-898b-bbdf43abb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:48.067378 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0ce3f1c-6c8b-4a26-a286-bd36c369c535 req-aeadcd92-b5e3-4224-898b-bbdf43abb40b service neutron] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 910 time: 0.1412711 Jan 21 10:54:48.170351 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0ce3f1c-6c8b-4a26-a286-bd36c369c535 req-84aca321-0d4e-4c94-8bcc-7bcecf63f2e6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 HTTP/1.1" status: 200 len: 999 time: 0.0968883 Jan 21 10:54:48.234710 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce3f1c-6c8b-4a26-a286-bd36c369c535 req-5a0cb304-d05e-4807-913b-866f14eae8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:48.236088 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0ce3f1c-6c8b-4a26-a286-bd36c369c535 req-5a0cb304-d05e-4807-913b-866f14eae8e7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.0570414 Jan 21 10:54:48.311954 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce3f1c-6c8b-4a26-a286-bd36c369c535 req-6ee8f6d9-1c43-4950-a338-8b1413735cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:48.313437 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0ce3f1c-6c8b-4a26-a286-bd36c369c535 req-6ee8f6d9-1c43-4950-a338-8b1413735cd8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709920 Jan 21 10:54:48.443545 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0ce3f1c-6c8b-4a26-a286-bd36c369c535 req-88737dec-91fb-4a8d-a212-2018b02e17f2 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231267 Jan 21 10:54:48.575339 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c0ce3f1c-6c8b-4a26-a286-bd36c369c535 req-18ce480b-1320-453d-b3ab-fbee4ac7abf6 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252503 Jan 21 10:55:01.173829 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:03.109173 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:55:04.771830 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 472ff853-6d06-40ec-81ea-4db280a66e5e details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:55:04.910505 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 472ff853-6d06-40ec-81ea-4db280a66e5e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=472ff853-6d06-40ec-81ea-4db280a66e5e,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:04.923889 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Returning: {'device': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'port_id': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'mac_address': 'fa:16:3e:27:40:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:55:04.981388 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:04.998670 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 472ff853-6d06-40ec-81ea-4db280a66e5e {{(pid=87503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:55:05.013700 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 472ff853-6d06-40ec-81ea-4db280a66e5e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=472ff853-6d06-40ec-81ea-4db280a66e5e,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:05.019559 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:05.086370 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=472ff853-6d06-40ec-81ea-4db280a66e5e,revision_number=6']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:05.093624 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:05.093961 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:05.094293 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:05.094618 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:05.094939 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:05.095261 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:05.095583 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:05.095899 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:05.096216 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:05.096558 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:05.096871 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:05.097163 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:05.104613 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] get_ports_and_sgs() called for port_ids ['472ff853-6d06-40ec-81ea-4db280a66e5e'] {{(pid=87503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:55:06.524478 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7eec9110-7858-4f92-a832-2c6fe090a818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:06.776012 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 472ff853-6d06-40ec-81ea-4db280a66e5e up at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:55:06.859820 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.provisioning_blocks [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Provisioning complete for port 472ff853-6d06-40ec-81ea-4db280a66e5e triggered by entity L2. {{(pid=87503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:55:06.860103 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623706'] for port, provisioning_complete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:07.004011 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:07.030931 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:55:07.041526 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 472ff853-6d06-40ec-81ea-4db280a66e5e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=472ff853-6d06-40ec-81ea-4db280a66e5e,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:07.046945 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:07.078008 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'code': 200} Jan 21 10:55:07.115170 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=472ff853-6d06-40ec-81ea-4db280a66e5e,revision_number=7']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:08.565742 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-57655548-9e73-4d75-b06a-5970b870595f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:09.741962 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:10.171399 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:11.536501 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:18.516926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 58300) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:18.720971 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Deleting port d9f57541-6427-456d-bf8a-ae5a836e194f {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:18.721301 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:18.889526 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:18.889858 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:19.013202 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Calling delete_port for d9f57541-6427-456d-bf8a-ae5a836e194f owned by network:floatingip {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:55:19.173508 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:19.221637 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event deleted for resources: {'Port': ['ID=d9f57541-6427-456d-bf8a-ae5a836e194f,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:19.257756 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:19.258108 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:19.258446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:19.258752 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:19.259138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:19.259471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:19.259799 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:19.260124 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:19.260492 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:19.260817 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:19.261138 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:19.261454 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:19.322829 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for floatingip, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:19.323118 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.db.l3_db [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Floating IP e4369b77-493e-4985-8620-ebdeacb938b0 disassociated (deleted). External IP: 172.26.4.83, port: 472ff853-6d06-40ec-81ea-4db280a66e5e. Jan 21 10:55:19.795097 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:55:19.985691 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:55:19.996036 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a572cdcb-2dd7-4e20-9e61-89a8ecab24ef None None] Sync routers for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:55:20.007022 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a572cdcb-2dd7-4e20-9e61-89a8ecab24ef None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:55:20.007553 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:20.007680 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a572cdcb-2dd7-4e20-9e61-89a8ecab24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:55:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:20.065079 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-cb9df99c-ab9b-4f76-a1dc-f6c901d72f9f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "DELETE /v2.0/floatingips/e4369b77-493e-4985-8620-ebdeacb938b0 HTTP/1.1" status: 204 len: 168 time: 1.5470216 Jan 21 10:55:20.065643 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e'}] {{(pid=87502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:55:20.198816 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'status': 'completed', 'code': 200} Jan 21 10:55:20.199696 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-a572cdcb-2dd7-4e20-9e61-89a8ecab24ef None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:55:20.494012 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10876f24-3ae6-4b9d-9727-f5d6c9c87f0e req-0e8e5154-a55e-492e-ae79-972c22b249d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:20.495903 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-10876f24-3ae6-4b9d-9727-f5d6c9c87f0e req-0e8e5154-a55e-492e-ae79-972c22b249d8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 1099 time: 0.2686341 Jan 21 10:55:20.503267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ff8-1ad6-45c9-b8a5-7a719e009660 req-3bcf9975-358e-4e5b-b1e8-e123133eb4fc tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:20.504642 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c3474ff8-1ad6-45c9-b8a5-7a719e009660 req-3bcf9975-358e-4e5b-b1e8-e123133eb4fc tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 946 time: 0.1073661 Jan 21 10:55:20.590297 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a572cdcb-2dd7-4e20-9e61-89a8ecab24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'a6e72174-a8e6-4c0e-b58b-240b175bff83', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'port_id': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'mac_address': 'fa:16:3e:65:b8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:49:31Z', 'updated_at': '2022-01-21T10:49:34Z', 'revision_number': 1, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 5, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:20.594168 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a572cdcb-2dd7-4e20-9e61-89a8ecab24ef None None] Checking router: 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:55:20.603687 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a572cdcb-2dd7-4e20-9e61-89a8ecab24ef None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:55:20.604298 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a572cdcb-2dd7-4e20-9e61-89a8ecab24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:55:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:20.637566 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-c3474ff8-1ad6-45c9-b8a5-7a719e009660 req-77fbe445-00e2-4cd5-b134-3f1f1d832e66 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141083 Jan 21 10:55:20.669529 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10876f24-3ae6-4b9d-9727-f5d6c9c87f0e req-dc830a0d-c9e6-4cdb-b6c6-f5717a6c636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:20.671058 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-10876f24-3ae6-4b9d-9727-f5d6c9c87f0e req-dc830a0d-c9e6-4cdb-b6c6-f5717a6c636f service neutron] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 910 time: 0.1655421 Jan 21 10:55:20.743228 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-10876f24-3ae6-4b9d-9727-f5d6c9c87f0e req-65012d37-f507-477a-9430-9e82c3b5a71c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=472ff853-6d06-40ec-81ea-4db280a66e5e HTTP/1.1" status: 200 len: 217 time: 0.0649102 Jan 21 10:55:20.779246 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-a572cdcb-2dd7-4e20-9e61-89a8ecab24ef None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:55:20.805193 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10876f24-3ae6-4b9d-9727-f5d6c9c87f0e req-2bbf9c8a-cc7d-4444-bb7c-26388ee60bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:20.806757 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-10876f24-3ae6-4b9d-9727-f5d6c9c87f0e req-2bbf9c8a-cc7d-4444-bb7c-26388ee60bc4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.0573497 Jan 21 10:55:20.881265 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 472ff853-6d06-40ec-81ea-4db280a66e5e no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:55:20.883201 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10876f24-3ae6-4b9d-9727-f5d6c9c87f0e req-442c808d-1be6-458e-87f8-12e8114fb4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:20.884954 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-10876f24-3ae6-4b9d-9727-f5d6c9c87f0e req-442c808d-1be6-458e-87f8-12e8114fb4b4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717986 Jan 21 10:55:20.998556 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3566696'] for port, before_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:21.022898 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-10876f24-3ae6-4b9d-9727-f5d6c9c87f0e req-d34eeec2-8ad3-4c6c-a9e6-355c4f78b3f6 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310380 Jan 21 10:55:21.026536 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e'}] {{(pid=87503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:55:21.037534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] For port 472ff853-6d06-40ec-81ea-4db280a66e5e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=472ff853-6d06-40ec-81ea-4db280a66e5e,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:21.042775 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735567170268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735566681335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735566677544'] for port, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:21.087683 dv-neutron-825723-1-hyperv neutron-server[87503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'code': 200} Jan 21 10:55:21.126141 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Pushing event updated for resources: {'Port': ['ID=472ff853-6d06-40ec-81ea-4db280a66e5e,revision_number=8']} {{(pid=87503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:21.146508 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-a572cdcb-2dd7-4e20-9e61-89a8ecab24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'a6e72174-a8e6-4c0e-b58b-240b175bff83', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'port_id': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'mac_address': 'fa:16:3e:65:b8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:49:31Z', 'updated_at': '2022-01-21T10:49:34Z', 'revision_number': 1, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 5, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:21.150643 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a572cdcb-2dd7-4e20-9e61-89a8ecab24ef None None] The sync data for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv is: [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_floatingips': [{'id': 'a6e72174-a8e6-4c0e-b58b-240b175bff83', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'router_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'port_id': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'mac_address': 'fa:16:3e:65:b8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:49:31Z', 'updated_at': '2022-01-21T10:49:34Z', 'revision_number': 1, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 5, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:55:21.164621 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-10876f24-3ae6-4b9d-9727-f5d6c9c87f0e req-7a54e33c-a140-4047-8d9b-94a376ae23fd service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350181 Jan 21 10:55:21.377437 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3c3b53-e72e-441c-a5e7-e56c91e9007a None None] New status for floating IP e4369b77-493e-4985-8620-ebdeacb938b0: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:55:21.843778 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ce562-2f7b-4bf3-b15a-3c0b49db42a0 req-a41f70c1-5316-4b5e-bd6f-24385416e293 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:21.845144 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8e7ce562-2f7b-4bf3-b15a-3c0b49db42a0 req-a41f70c1-5316-4b5e-bd6f-24385416e293 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 944 time: 0.0971205 Jan 21 10:55:21.890449 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-8e7ce562-2f7b-4bf3-b15a-3c0b49db42a0 req-ffe41db1-abdf-42ad-b45a-a2ea4c6df0b9 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394564 Jan 21 10:55:22.176649 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c189811-b086-42b1-8b84-61d3e9a766a2 req-71d41df3-ee43-41ac-9fb2-aeb77cde8f38 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:22.178054 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c189811-b086-42b1-8b84-61d3e9a766a2 req-71d41df3-ee43-41ac-9fb2-aeb77cde8f38 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.121 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 944 time: 0.0848007 Jan 21 10:55:22.251686 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-9c189811-b086-42b1-8b84-61d3e9a766a2 req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Deleting port 472ff853-6d06-40ec-81ea-4db280a66e5e {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:22.252022 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9c189811-b086-42b1-8b84-61d3e9a766a2 req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:22.502092 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-9c189811-b086-42b1-8b84-61d3e9a766a2 req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] For port 472ff853-6d06-40ec-81ea-4db280a66e5e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=472ff853-6d06-40ec-81ea-4db280a66e5e,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:22.502310 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9c189811-b086-42b1-8b84-61d3e9a766a2 req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:22.625267 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-9c189811-b086-42b1-8b84-61d3e9a766a2 req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Calling delete_port for 472ff853-6d06-40ec-81ea-4db280a66e5e owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:55:22.771767 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9c189811-b086-42b1-8b84-61d3e9a766a2 req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:22.910247 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event deleted for resources: {'Port': ['ID=472ff853-6d06-40ec-81ea-4db280a66e5e,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:22.948185 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:22.948564 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:22.948950 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:22.949283 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:22.949613 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:22.949938 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:22.950262 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:22.950585 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:22.950908 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:22.951226 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:22.951545 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:22.951857 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825723-1-hyperv {{(pid=87501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:55:22.996159 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c189811-b086-42b1-8b84-61d3e9a766a2 req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] No DVR routers for this DVR port 472ff853-6d06-40ec-81ea-4db280a66e5e on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:55:22.998664 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-9c189811-b086-42b1-8b84-61d3e9a766a2 req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:23.001208 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'name': 'network-vif-deleted', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:55:23.047153 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-9c189811-b086-42b1-8b84-61d3e9a766a2 req-58bf609e-0139-4414-ba01-c0b1110562af tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.121 "DELETE /v2.0/ports/472ff853-6d06-40ec-81ea-4db280a66e5e HTTP/1.1" status: 204 len: 173 time: 0.8631153 Jan 21 10:55:23.052872 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-b630c5a4-2c4c-4334-9299-67a481ffd12a req-f23ac60d-efba-407a-9ef3-ea8f0cc7fba6 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Synchronizing usage tracker for tenant:b7f85d6b6bc8474396231ea45c201b5c on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:55:23.070328 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-b630c5a4-2c4c-4334-9299-67a481ffd12a req-f23ac60d-efba-407a-9ef3-ea8f0cc7fba6 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Unset dirty status for tenant:b7f85d6b6bc8474396231ea45c201b5c on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:55:23.071784 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b630c5a4-2c4c-4334-9299-67a481ffd12a req-f23ac60d-efba-407a-9ef3-ea8f0cc7fba6 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=850e93b0-10fa-45fb-a584-56e3ec05f410 HTTP/1.1" status: 200 len: 210 time: 0.0648561 Jan 21 10:55:23.106434 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850e93b0-10fa-45fb-a584-56e3ec05f410', 'name': 'network-vif-deleted', 'tag': '472ff853-6d06-40ec-81ea-4db280a66e5e', 'status': 'completed', 'code': 200} Jan 21 10:55:24.776923 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 58370) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:24.901543 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 472ff853-6d06-40ec-81ea-4db280a66e5e no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:55:24.935187 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 472ff853-6d06-40ec-81ea-4db280a66e5e {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:55:24.935534 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 472ff853-6d06-40ec-81ea-4db280a66e5e not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:55:24.991898 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0a6cd50e-7f89-4d38-a325-16d9fd2bd578 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Deleting port 0c8ef52a-dea2-43dd-93e0-a74cdd396b95 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:24.992214 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd50e-7f89-4d38-a325-16d9fd2bd578 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:25.159405 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd50e-7f89-4d38-a325-16d9fd2bd578 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:25.159659 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd50e-7f89-4d38-a325-16d9fd2bd578 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:25.289831 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [None req-0a6cd50e-7f89-4d38-a325-16d9fd2bd578 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Calling delete_port for 0c8ef52a-dea2-43dd-93e0-a74cdd396b95 owned by network:floatingip {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:55:25.449505 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd50e-7f89-4d38-a325-16d9fd2bd578 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:25.500575 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cd50e-7f89-4d38-a325-16d9fd2bd578 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event deleted for resources: {'Port': ['ID=0c8ef52a-dea2-43dd-93e0-a74cdd396b95,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:25.604259 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd50e-7f89-4d38-a325-16d9fd2bd578 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for floatingip, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:25.604728 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.db.l3_db [None req-0a6cd50e-7f89-4d38-a325-16d9fd2bd578 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Floating IP a6e72174-a8e6-4c0e-b58b-240b175bff83 disassociated (deleted). External IP: 172.26.4.243, port: 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06. Jan 21 10:55:26.048717 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6cd50e-7f89-4d38-a325-16d9fd2bd578 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:55:26.233094 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6cd50e-7f89-4d38-a325-16d9fd2bd578 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:55:26.244188 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d606ee76-4b61-45cc-b2bf-1929feaa8ee9 None None] Sync routers for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:55:26.254692 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d606ee76-4b61-45cc-b2bf-1929feaa8ee9 None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:55:26.255338 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd50e-7f89-4d38-a325-16d9fd2bd578 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for floatingip, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:26.255473 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d606ee76-4b61-45cc-b2bf-1929feaa8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:55:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:26.313385 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-0a6cd50e-7f89-4d38-a325-16d9fd2bd578 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "DELETE /v2.0/floatingips/a6e72174-a8e6-4c0e-b58b-240b175bff83 HTTP/1.1" status: 204 len: 168 time: 1.5352981 Jan 21 10:55:26.313846 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:55:26.359620 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'status': 'completed', 'code': 200} Jan 21 10:55:26.435401 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-d606ee76-4b61-45cc-b2bf-1929feaa8ee9 None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:55:26.450592 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746f32-45bf-4e4a-92b6-6bf0b7ebe160 req-5d8396bf-1d66-4e14-bdf9-986846b8713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:26.452461 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46746f32-45bf-4e4a-92b6-6bf0b7ebe160 req-5d8396bf-1d66-4e14-bdf9-986846b8713b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 1096 time: 0.0710905 Jan 21 10:55:26.653854 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746f32-45bf-4e4a-92b6-6bf0b7ebe160 req-1f4df516-753d-4791-8e8a-4d0fa1dfcd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:26.655410 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46746f32-45bf-4e4a-92b6-6bf0b7ebe160 req-1f4df516-753d-4791-8e8a-4d0fa1dfcd58 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 200 len: 910 time: 0.1928351 Jan 21 10:55:26.733517 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46746f32-45bf-4e4a-92b6-6bf0b7ebe160 req-e7b14cc8-e5f9-44c1-85f1-e017803bbd76 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 HTTP/1.1" status: 200 len: 217 time: 0.0685711 Jan 21 10:55:26.763224 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d606ee76-4b61-45cc-b2bf-1929feaa8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 5, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:26.766944 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d606ee76-4b61-45cc-b2bf-1929feaa8ee9 None None] Checking router: 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:55:26.775551 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d606ee76-4b61-45cc-b2bf-1929feaa8ee9 None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:55:26.776157 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d606ee76-4b61-45cc-b2bf-1929feaa8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:55:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:26.800050 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b54a89-4d32-49c9-a872-3e7206209747 req-2f3049e9-2b11-4eb5-88b0-54869449a3b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:26.800765 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-80b54a89-4d32-49c9-a872-3e7206209747 req-2f3049e9-2b11-4eb5-88b0-54869449a3b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Synchronizing usage tracker for tenant:b7f85d6b6bc8474396231ea45c201b5c on resource:port {{(pid=87501) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:55:26.814952 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746f32-45bf-4e4a-92b6-6bf0b7ebe160 req-b4a47ac2-cfbc-49e5-9112-dde0e34cf39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:26.816410 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46746f32-45bf-4e4a-92b6-6bf0b7ebe160 req-b4a47ac2-cfbc-49e5-9112-dde0e34cf39b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 200 len: 848 time: 0.0754225 Jan 21 10:55:26.862440 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.quota.resource [req-80b54a89-4d32-49c9-a872-3e7206209747 req-2f3049e9-2b11-4eb5-88b0-54869449a3b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Unset dirty status for tenant:b7f85d6b6bc8474396231ea45c201b5c on resource:port {{(pid=87501) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:55:26.863100 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-80b54a89-4d32-49c9-a872-3e7206209747 req-2f3049e9-2b11-4eb5-88b0-54869449a3b5 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 943 time: 0.2535846 Jan 21 10:55:26.923555 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-80b54a89-4d32-49c9-a872-3e7206209747 req-2c621776-6b0b-4b5e-8aa1-0e69e1cff833 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519180 Jan 21 10:55:26.935073 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746f32-45bf-4e4a-92b6-6bf0b7ebe160 req-25fa398e-0b2e-4dea-92af-e970eb9ccece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:26.936610 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46746f32-45bf-4e4a-92b6-6bf0b7ebe160 req-25fa398e-0b2e-4dea-92af-e970eb9ccece service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d46c685b-0ac6-4096-8c37-eea5414fe3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1127529 Jan 21 10:55:26.955368 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-d606ee76-4b61-45cc-b2bf-1929feaa8ee9 None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:55:27.073196 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46746f32-45bf-4e4a-92b6-6bf0b7ebe160 req-14608648-94c6-419c-a184-a9b351b70571 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292083 Jan 21 10:55:27.206877 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-46746f32-45bf-4e4a-92b6-6bf0b7ebe160 req-47efb802-7a74-4ec9-a1b6-b28716c1d332 service neutron] 10.222.0.121 "GET /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269808 Jan 21 10:55:27.296817 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-d606ee76-4b61-45cc-b2bf-1929feaa8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 5, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:27.301006 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d606ee76-4b61-45cc-b2bf-1929feaa8ee9 None None] The sync data for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv is: [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:49:06Z', 'revision_number': 4, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv', '_interfaces': [{'id': '63583c3d-4341-423a-abb2-b1ee56a536b0', 'name': '', 'network_id': 'd46c685b-0ac6-4096-8c37-eea5414fe3a8', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'mac_address': 'fa:16:3e:93:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:05Z', 'updated_at': '2022-01-21T10:49:13Z', 'revision_number': 5, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'subnets': [{'id': '6223bd09-9863-4454-9893-10b10eb26e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:55:27.522586 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a95a1-0c04-490e-b9d4-f663299ccd17 None None] New status for floating IP a6e72174-a8e6-4c0e-b58b-240b175bff83: DOWN {{(pid=87503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:55:27.600468 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2faea-97eb-4720-b228-364ad581b326 req-96019fea-de9d-4b8d-8a8f-8be0a2594ba7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:27.602045 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aeb2faea-97eb-4720-b228-364ad581b326 req-96019fea-de9d-4b8d-8a8f-8be0a2594ba7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.121 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 943 time: 0.0800223 Jan 21 10:55:27.676033 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-aeb2faea-97eb-4720-b228-364ad581b326 req-b4c153bd-4f67-42c1-86c1-0f19eb7de8a7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Deleting port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 {{(pid=87501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:27.676382 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-aeb2faea-97eb-4720-b228-364ad581b326 req-b4c153bd-4f67-42c1-86c1-0f19eb7de8a7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:27.926090 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.db [req-aeb2faea-97eb-4720-b228-364ad581b326 req-b4c153bd-4f67-42c1-86c1-0f19eb7de8a7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] For port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:27.926415 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-aeb2faea-97eb-4720-b228-364ad581b326 req-b4c153bd-4f67-42c1-86c1-0f19eb7de8a7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:28.150559 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.plugins.ml2.plugin [req-aeb2faea-97eb-4720-b228-364ad581b326 req-b4c153bd-4f67-42c1-86c1-0f19eb7de8a7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Calling delete_port for 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 owned by compute:nova {{(pid=87501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:55:28.335492 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728483d-b350-406e-b8da-5c3d294bde38 req-6ac87188-70df-4837-9c62-00b9e41d450d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:55:28.336885 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b728483d-b350-406e-b8da-5c3d294bde38 req-6ac87188-70df-4837-9c62-00b9e41d450d tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/ports?device_id=b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b HTTP/1.1" status: 200 len: 943 time: 0.1932068 Jan 21 10:55:28.380425 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-aeb2faea-97eb-4720-b228-364ad581b326 req-b4c153bd-4f67-42c1-86c1-0f19eb7de8a7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262085572'] for port, after_delete {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:28.438050 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-b728483d-b350-406e-b8da-5c3d294bde38 req-ca9eaf80-ef67-4cab-bba4-02d7f26d3f5f tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "GET /v2.0/security-groups?id=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952308 Jan 21 10:55:28.439020 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c153bd-4f67-42c1-86c1-0f19eb7de8a7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event deleted for resources: {'Port': ['ID=29f29fc6-6271-47ab-8aca-8dfa2fdc3a06,revision_number=None']} {{(pid=87501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:28.517047 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb2faea-97eb-4720-b228-364ad581b326 req-b4c153bd-4f67-42c1-86c1-0f19eb7de8a7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] No DVR routers for this DVR port 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 on host hv-neutron-8257 {{(pid=87501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:55:28.519581 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron_lib.callbacks.manager [req-aeb2faea-97eb-4720-b228-364ad581b326 req-b4c153bd-4f67-42c1-86c1-0f19eb7de8a7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30392'] for port, before_response {{(pid=87501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:28.522183 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'name': 'network-vif-deleted', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06'}] {{(pid=87501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:55:28.538634 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [req-aeb2faea-97eb-4720-b228-364ad581b326 req-b4c153bd-4f67-42c1-86c1-0f19eb7de8a7 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.121 "DELETE /v2.0/ports/29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 HTTP/1.1" status: 204 len: 173 time: 0.9311423 Jan 21 10:55:28.567329 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fcd2d4-8282-48c7-aabd-f54a22eb7f4b', 'name': 'network-vif-deleted', 'tag': '29f29fc6-6271-47ab-8aca-8dfa2fdc3a06', 'status': 'completed', 'code': 200} Jan 21 10:55:29.544511 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 58386) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:29.615043 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e89bf47c-7d98-4ad5-af17-b0a0e22f9434 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:29.645453 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e89bf47c-7d98-4ad5-af17-b0a0e22f9434 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:29.714119 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e89bf47c-7d98-4ad5-af17-b0a0e22f9434 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:29.732968 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bf47c-7d98-4ad5-af17-b0a0e22f9434 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab54947-fb5e-4bbe-9d5e-831820ad3ccd,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:29.745654 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-e89bf47c-7d98-4ad5-af17-b0a0e22f9434 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:29.746985 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-e89bf47c-7d98-4ad5-af17-b0a0e22f9434 tempest-TestSnapshotPattern-2147187459 tempest-TestSnapshotPattern-2147187459-project] 10.222.0.99 "DELETE /v2.0/security-groups/7ab54947-fb5e-4bbe-9d5e-831820ad3ccd HTTP/1.1" status: 204 len: 168 time: 0.2014940 Jan 21 10:55:29.799540 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 58392) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:30.466234 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f04668d9-8641-4b2b-ab3f-7475dcbb35e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:30.811775 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f04668d9-8641-4b2b-ab3f-7475dcbb35e3 admin admin] Deleting port 63583c3d-4341-423a-abb2-b1ee56a536b0 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:30.812477 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f04668d9-8641-4b2b-ab3f-7475dcbb35e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:30.941393 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:55:30.975745 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] No Port match for: 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:55:30.976078 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Device 29f29fc6-6271-47ab-8aca-8dfa2fdc3a06 not bound to the agent host hv-neutron-8257 {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:55:30.991926 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-f04668d9-8641-4b2b-ab3f-7475dcbb35e3 admin admin] For port 63583c3d-4341-423a-abb2-b1ee56a536b0, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=63583c3d-4341-423a-abb2-b1ee56a536b0,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:30.992284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f04668d9-8641-4b2b-ab3f-7475dcbb35e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:31.169490 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:31.224494 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-f04668d9-8641-4b2b-ab3f-7475dcbb35e3 admin admin] Calling delete_port for 63583c3d-4341-423a-abb2-b1ee56a536b0 owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:55:31.556576 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f04668d9-8641-4b2b-ab3f-7475dcbb35e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:31.603864 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04668d9-8641-4b2b-ab3f-7475dcbb35e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=63583c3d-4341-423a-abb2-b1ee56a536b0,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:31.866493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-f04668d9-8641-4b2b-ab3f-7475dcbb35e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:32.229848 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04668d9-8641-4b2b-ab3f-7475dcbb35e3 admin admin] Router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:55:32.509517 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04668d9-8641-4b2b-ab3f-7475dcbb35e3 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:55:32.519280 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a31122-ab73-4a53-9be8-cabd68025fcd None None] Sync routers for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:55:32.521930 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-f04668d9-8641-4b2b-ab3f-7475dcbb35e3 admin admin] 10.222.0.99 "PUT /v2.0/routers/4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7212989 Jan 21 10:55:32.524428 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 58398) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:32.528860 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a31122-ab73-4a53-9be8-cabd68025fcd None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:55:32.529467 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-22a31122-ab73-4a53-9be8-cabd68025fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:55:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:32.700622 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:32.703035 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-22a31122-ab73-4a53-9be8-cabd68025fcd None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: dv-neutron-825723-1-hyperv {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:55:32.871745 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:32.882815 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Deleting port 65dcdeaf-dffc-473f-b6de-4662cf143d34 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:32.883142 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:32.978958 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-22a31122-ab73-4a53-9be8-cabd68025fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:55:31Z', 'revision_number': 5, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port': {'id': '65dcdeaf-dffc-473f-b6de-4662cf143d34', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:03Z', 'updated_at': '2022-01-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:32.982858 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a31122-ab73-4a53-9be8-cabd68025fcd None None] Checking router: 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc for host: dv-neutron-825723-1-hyperv {{(pid=87504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:55:32.991146 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a31122-ab73-4a53-9be8-cabd68025fcd None None] Routers {'4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:55:32.991754 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-22a31122-ab73-4a53-9be8-cabd68025fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:55:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'], 'active': True} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:33.058067 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] For port 65dcdeaf-dffc-473f-b6de-4662cf143d34, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=65dcdeaf-dffc-473f-b6de-4662cf143d34,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:33.058461 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:33.140133 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_dvr_db [None req-22a31122-ab73-4a53-9be8-cabd68025fcd None None] Set router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc gateway port host: None {{(pid=87504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:55:33.179784 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Calling delete_port for 65dcdeaf-dffc-473f-b6de-4662cf143d34 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:55:33.241020 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.l3_hamode_db [None req-22a31122-ab73-4a53-9be8-cabd68025fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:55:32Z', 'revision_number': 6, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:33.245329 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a31122-ab73-4a53-9be8-cabd68025fcd None None] The sync data for ids ['4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc'] in dv-neutron-825723-1-hyperv is: [{'id': '4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc', 'name': 'tempest-TestSnapshotPattern-117958501-router', 'tenant_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:02Z', 'updated_at': '2022-01-21T10:55:32Z', 'revision_number': 6, 'project_id': 'b7f85d6b6bc8474396231ea45c201b5c', 'gw_port_host': None}] {{(pid=87504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:55:33.350920 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:33.396628 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=65dcdeaf-dffc-473f-b6de-4662cf143d34,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:33.489474 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:33.664208 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:33.666765 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:33.691032 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:33.691587 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:55:33.704942 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:33.708424 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-a8b1506b-2732-4b41-a4e8-756fb5754cbb admin admin] 10.222.0.99 "DELETE /v2.0/routers/4e518f28-b6c8-4ca8-8e86-0fcba9ddcedc HTTP/1.1" status: 204 len: 168 time: 1.1806486 Jan 21 10:55:33.708725 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 58402) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:33.768184 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c0b634-3a21-4f13-8aea-4d08fbde0801 admin admin] Deleting subnet 6223bd09-9863-4454-9893-10b10eb26e5c {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:55:33.771386 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b634-3a21-4f13-8aea-4d08fbde0801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:33.929227 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b634-3a21-4f13-8aea-4d08fbde0801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.007352 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b634-3a21-4f13-8aea-4d08fbde0801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.077174 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b634-3a21-4f13-8aea-4d08fbde0801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.121760 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0b634-3a21-4f13-8aea-4d08fbde0801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6223bd09-9863-4454-9893-10b10eb26e5c,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:34.123731 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b634-3a21-4f13-8aea-4d08fbde0801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.128544 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb996b88-bb20-45cc-8ecd-6510d49c2953 None None] Network d46c685b-0ac6-4096-8c37-eea5414fe3a8 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:55:34.130759 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-b0c0b634-3a21-4f13-8aea-4d08fbde0801 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/6223bd09-9863-4454-9893-10b10eb26e5c HTTP/1.1" status: 204 len: 168 time: 0.4210520 Jan 21 10:55:34.133422 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 58406) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:34.237798 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.248372 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Deleting port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:34.248718 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.398707 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0611fcc6-6cb3-4183-a66b-12947b5dc9fa None None] DHCP port deletion for d46c685b-0ac6-4096-8c37-eea5414fe3a8 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:55:34.403367 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0611fcc6-6cb3-4183-a66b-12947b5dc9fa None None] Deleting port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:34.403940 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0611fcc6-6cb3-4183-a66b-12947b5dc9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.479630 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] For port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:34.479878 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.603183 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Calling delete_port for c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:55:34.605008 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-0611fcc6-6cb3-4183-a66b-12947b5dc9fa None None] For port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93,segment=NetworkSegment(5d3bda6b-ae6b-4d5e-8abe-f229bdb93600),segment_id=5d3bda6b-ae6b-4d5e-8abe-f229bdb93600)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:34.605449 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0611fcc6-6cb3-4183-a66b-12947b5dc9fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.682642 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.730003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0611fcc6-6cb3-4183-a66b-12947b5dc9fa None None] Calling delete_port for c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:55:34.732173 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:34.733972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] No DVR routers for this DVR port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:55:34.805622 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-0611fcc6-6cb3-4183-a66b-12947b5dc9fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:55:34.805959 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-0611fcc6-6cb3-4183-a66b-12947b5dc9fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:55:34.846476 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.870787 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46c685b-0ac6-4096-8c37-eea5414fe3a8']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:34.882446 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:34.882739 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3bda6b-ae6b-4d5e-8abe-f229bdb93600') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:34.893735 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.909115 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.915301 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:55:34.915700 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:55:34.931665 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:55:35.004177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:35.019323 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:35.029177 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d46c685b-0ac6-4096-8c37-eea5414fe3a8,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:35.043628 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-839b4522-ea6e-41b6-9584-7ba94a5a36ea admin admin] 10.222.0.99 "DELETE /v2.0/networks/d46c685b-0ac6-4096-8c37-eea5414fe3a8 HTTP/1.1" status: 204 len: 168 time: 0.9092803 Jan 21 10:55:35.046712 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 58410) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:35.112821 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 65dcdeaf-dffc-473f-b6de-4662cf143d34 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:55:35.147009 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 65dcdeaf-dffc-473f-b6de-4662cf143d34 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:55:35.147656 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 65dcdeaf-dffc-473f-b6de-4662cf143d34 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:55:35.147805 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:55:35.179860 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:55:35.180319 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:55:35.180688 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 63583c3d-4341-423a-abb2-b1ee56a536b0 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:55:35.247034 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 63583c3d-4341-423a-abb2-b1ee56a536b0 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:55:35.247646 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 63583c3d-4341-423a-abb2-b1ee56a536b0 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:55:35.307205 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0611fcc6-6cb3-4183-a66b-12947b5dc9fa None None] Deleting port c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93 {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:35.307594 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0611fcc6-6cb3-4183-a66b-12947b5dc9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:35.372352 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-0611fcc6-6cb3-4183-a66b-12947b5dc9fa None None] The port 'c56f5ca1-b0f8-4fb0-b6b2-2377c14e4c93' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:55:35.690909 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1698b43a-107a-4dba-b9b7-8123e3413306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437020'] for router_interface, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:36.061284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1698b43a-107a-4dba-b9b7-8123e3413306 admin admin] Deleting port 90afa71b-397f-4bae-ac5c-cdc53e9571bd {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:36.061912 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1698b43a-107a-4dba-b9b7-8123e3413306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:36.239882 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-1698b43a-107a-4dba-b9b7-8123e3413306 admin admin] For port 90afa71b-397f-4bae-ac5c-cdc53e9571bd, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=90afa71b-397f-4bae-ac5c-cdc53e9571bd,segment=NetworkSegment(f016e96f-9166-41de-a695-76f1d507ed81),segment_id=f016e96f-9166-41de-a695-76f1d507ed81)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:36.240235 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1698b43a-107a-4dba-b9b7-8123e3413306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:36.362985 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-1698b43a-107a-4dba-b9b7-8123e3413306 admin admin] Calling delete_port for 90afa71b-397f-4bae-ac5c-cdc53e9571bd owned by network:router_interface {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:55:36.527662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dd2d0395-cc4d-426e-8bc2-e647623ef7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:36.559102 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1698b43a-107a-4dba-b9b7-8123e3413306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:36.607504 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698b43a-107a-4dba-b9b7-8123e3413306 admin admin] Pushing event deleted for resources: {'Port': ['ID=90afa71b-397f-4bae-ac5c-cdc53e9571bd,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:36.870438 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-1698b43a-107a-4dba-b9b7-8123e3413306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742860'] for router_interface, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:37.333831 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1698b43a-107a-4dba-b9b7-8123e3413306 admin admin] Router 9672ef6d-a52e-4dc0-be12-b2803f187b93 has already been hosted by L3 agent 62f4442c-b66c-44c9-9b6a-3d31ebdc93f9 {{(pid=87502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:55:37.511548 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1698b43a-107a-4dba-b9b7-8123e3413306 admin admin] Notify agent at l3_agent.dv-neutron-825723-1-hyperv the message routers_updated {{(pid=87502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:55:37.520633 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021b996-5407-488b-bb68-2bb7a695da8d None None] Sync routers for ids ['9672ef6d-a52e-4dc0-be12-b2803f187b93'] in dv-neutron-825723-1-hyperv {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:55:37.529398 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1698b43a-107a-4dba-b9b7-8123e3413306 admin admin] 10.222.0.99 "PUT /v2.0/routers/9672ef6d-a52e-4dc0-be12-b2803f187b93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4816859 Jan 21 10:55:37.531519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021b996-5407-488b-bb68-2bb7a695da8d None None] Routers {'9672ef6d-a52e-4dc0-be12-b2803f187b93'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:55:37.532036 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 58414) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:37.532234 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3021b996-5407-488b-bb68-2bb7a695da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:55:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['9672ef6d-a52e-4dc0-be12-b2803f187b93'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:37.705809 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Notify callbacks [] for router, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:37.708434 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-3021b996-5407-488b-bb68-2bb7a695da8d None None] Set router 9672ef6d-a52e-4dc0-be12-b2803f187b93 gateway port host: dv-neutron-825723-1-hyperv {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:55:37.884713 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:37.895240 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Deleting port dcbb0862-9548-48ec-994e-404afc307584 {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:37.895551 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:37.988280 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3021b996-5407-488b-bb68-2bb7a695da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'name': 'tempest-TestSnapshotPattern-1495823100-router', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'external_fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dcbb0862-9548-48ec-994e-404afc307584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:08Z', 'updated_at': '2022-01-21T10:55:36Z', 'revision_number': 5, 'project_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'gw_port': {'id': 'dcbb0862-9548-48ec-994e-404afc307584', 'name': '', 'network_id': '58c8b401-ac8f-45df-8edc-754a2deb57f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ce:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825723-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:49:09Z', 'updated_at': '2022-01-21T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc604172-fc89-467c-80ed-1b8f46a4eb0b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825723-1-hyperv'}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:37.992176 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021b996-5407-488b-bb68-2bb7a695da8d None None] Checking router: 9672ef6d-a52e-4dc0-be12-b2803f187b93 for host: dv-neutron-825723-1-hyperv {{(pid=87503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:55:38.001164 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021b996-5407-488b-bb68-2bb7a695da8d None None] Routers {'9672ef6d-a52e-4dc0-be12-b2803f187b93'} bound to L3 agent in host dv-neutron-825723-1-hyperv {{(pid=87503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:55:38.001759 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3021b996-5407-488b-bb68-2bb7a695da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825723-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:08Z,description=,heartbeat_timestamp=2022-01-21T10:55:09Z,host='dv-neutron-825723-1-hyperv',id=62f4442c-b66c-44c9-9b6a-3d31ebdc93f9,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:08Z,topic='l3_agent')) {'router_ids': ['9672ef6d-a52e-4dc0-be12-b2803f187b93'], 'active': True} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:38.065049 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] For port dcbb0862-9548-48ec-994e-404afc307584, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=dcbb0862-9548-48ec-994e-404afc307584,segment=NetworkSegment(0a1d5222-5171-4ea2-af7b-c762201c39f3),segment_id=0a1d5222-5171-4ea2-af7b-c762201c39f3)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:38.065369 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:38.150969 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_dvr_db [None req-3021b996-5407-488b-bb68-2bb7a695da8d None None] Set router 9672ef6d-a52e-4dc0-be12-b2803f187b93 gateway port host: None {{(pid=87503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:55:38.188798 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Calling delete_port for dcbb0862-9548-48ec-994e-404afc307584 owned by network:router_gateway {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:55:38.257475 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.db.l3_hamode_db [None req-3021b996-5407-488b-bb68-2bb7a695da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'name': 'tempest-TestSnapshotPattern-1495823100-router', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:08Z', 'updated_at': '2022-01-21T10:55:37Z', 'revision_number': 6, 'project_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'gw_port_host': None}], 'dv-neutron-825723-1-hyperv', False) {} {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:38.261590 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021b996-5407-488b-bb68-2bb7a695da8d None None] The sync data for ids ['9672ef6d-a52e-4dc0-be12-b2803f187b93'] in dv-neutron-825723-1-hyperv is: [{'id': '9672ef6d-a52e-4dc0-be12-b2803f187b93', 'name': 'tempest-TestSnapshotPattern-1495823100-router', 'tenant_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:49:08Z', 'updated_at': '2022-01-21T10:55:37Z', 'revision_number': 6, 'project_id': 'd0ac794403c64bcfaec3a7f8b81705c4', 'gw_port_host': None}] {{(pid=87503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:55:38.464893 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:38.509471 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbb0862-9548-48ec-994e-404afc307584,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:38.569997 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-04182bde-7542-4074-8f87-53f47be9cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:38.601362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3739633'] for router_gateway, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:38.777284 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3738297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58441'] for router, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:38.779607 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:38.813748 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3737666'] for router, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:38.814437 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9672ef6d-a52e-4dc0-be12-b2803f187b93 {{(pid=87502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:55:38.826549 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] Notify callbacks [] for router, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:38.827684 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-da278ffe-2934-4862-92c1-5a233dab1574 admin admin] 10.222.0.99 "DELETE /v2.0/routers/9672ef6d-a52e-4dc0-be12-b2803f187b93 HTTP/1.1" status: 204 len: 168 time: 1.2946813 Jan 21 10:55:38.830272 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 58418) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:38.893863 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3b2b10-609e-41e4-b7de-fb2c3142897a admin admin] Deleting subnet 8f6a7426-5472-4808-9578-aba550627c76 {{(pid=87502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:55:38.898375 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2b10-609e-41e4-b7de-fb2c3142897a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:38.948789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2b10-609e-41e4-b7de-fb2c3142897a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368026'] for subnet, precommit_delete_associations {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.027724 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2b10-609e-41e4-b7de-fb2c3142897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3653901'] for subnet, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.096248 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2b10-609e-41e4-b7de-fb2c3142897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3653894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3287794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3196114'] for subnet, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.120971 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device dcbb0862-9548-48ec-994e-404afc307584 no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:55:39.141171 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b2b10-609e-41e4-b7de-fb2c3142897a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f6a7426-5472-4808-9578-aba550627c76,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:39.146004 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2b10-609e-41e4-b7de-fb2c3142897a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.153007 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-9e3b2b10-609e-41e4-b7de-fb2c3142897a admin admin] 10.222.0.99 "DELETE /v2.0/subnets/8f6a7426-5472-4808-9578-aba550627c76 HTTP/1.1" status: 204 len: 168 time: 0.3217833 Jan 21 10:55:39.153266 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c82a75-1f83-4dad-aa32-6c352f392fdb None None] Network f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295 requested from dv-neutron-825723-1-hyperv {{(pid=87503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:55:39.155561 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 58422) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:39.186887 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: dcbb0862-9548-48ec-994e-404afc307584 {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:55:39.187220 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device dcbb0862-9548-48ec-994e-404afc307584 not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:55:39.187632 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 90afa71b-397f-4bae-ac5c-cdc53e9571bd no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:55:39.224131 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 90afa71b-397f-4bae-ac5c-cdc53e9571bd {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:55:39.224502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 90afa71b-397f-4bae-ac5c-cdc53e9571bd not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:55:39.269750 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598043'] for network, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.281888 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Deleting port 84ef6bf3-fefe-43ca-95e9-7af129163caa {{(pid=87502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:39.282529 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.435742 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f501de17-e204-4bce-873f-00bb37a73400 None None] DHCP port deletion for f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295 request from dv-neutron-825723-1-hyperv {{(pid=87503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:55:39.439807 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f501de17-e204-4bce-873f-00bb37a73400 None None] Deleting port 84ef6bf3-fefe-43ca-95e9-7af129163caa {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:39.440182 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f501de17-e204-4bce-873f-00bb37a73400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.500391 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.db [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] For port 84ef6bf3-fefe-43ca-95e9-7af129163caa, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=84ef6bf3-fefe-43ca-95e9-7af129163caa,segment=NetworkSegment(f016e96f-9166-41de-a695-76f1d507ed81),segment_id=f016e96f-9166-41de-a695-76f1d507ed81)] {{(pid=87502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:39.500960 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.625024 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.plugin [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Calling delete_port for 84ef6bf3-fefe-43ca-95e9-7af129163caa owned by network:dhcp {{(pid=87502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:55:39.672330 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.db [None req-f501de17-e204-4bce-873f-00bb37a73400 None None] For port 84ef6bf3-fefe-43ca-95e9-7af129163caa, host dv-neutron-825723-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825723-1-hyperv',level=0,port_id=84ef6bf3-fefe-43ca-95e9-7af129163caa,segment=NetworkSegment(f016e96f-9166-41de-a695-76f1d507ed81),segment_id=f016e96f-9166-41de-a695-76f1d507ed81)] {{(pid=87503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:55:39.672917 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f501de17-e204-4bce-873f-00bb37a73400 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738178'] for port, precommit_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.707107 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3566633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735567170295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735566681326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3287745'] for port, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.752551 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ef6bf3-fefe-43ca-95e9-7af129163caa,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:39.757885 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] No DVR routers for this DVR port 84ef6bf3-fefe-43ca-95e9-7af129163caa on host dv-neutron-825723-1-hyperv {{(pid=87502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:55:39.795674 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f501de17-e204-4bce-873f-00bb37a73400 None None] Calling delete_port for 84ef6bf3-fefe-43ca-95e9-7af129163caa owned by network:dhcp {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:55:39.845675 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.872398 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3620335', 'neutron.services.segments.db._delete_segments_for_network-8735567217430'] for network, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.874730 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.db.api [None req-f501de17-e204-4bce-873f-00bb37a73400 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:55:39.875154 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG oslo_db.api [None req-f501de17-e204-4bce-873f-00bb37a73400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:55:39.896450 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295']}} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:39.908218 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f016e96f-9166-41de-a695-76f1d507ed81') {'for_net_delete': True} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:39.908546 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.services.segments.db [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f016e96f-9166-41de-a695-76f1d507ed81') {} {{(pid=87502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:55:39.919574 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735567219761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368361'] for segment, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.934972 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615222'] for segment, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.940949 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:55:39.941327 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3615215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3287708'] for segment, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: Traceback (most recent call last): Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: timer() Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: cb(*args, **kw) Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: return func(*args, **kwargs) Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: self._notify() Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: self.callback(batched_events) Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: event.method(event) Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: return f(self, *a, **k) Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._get(url).json() Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: return self.request(url, 'GET', **kwargs) Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:55:39.957910 dv-neutron-825723-1-hyperv neutron-server[87502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:55:40.032267 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3620342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3739420'] for network, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:40.048467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Notify callbacks [] for network, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:40.058302 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:40.065269 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-ceca6a83-66f5-4362-b4f2-0ae258fa4615 admin admin] 10.222.0.99 "DELETE /v2.0/networks/f3cdcd2d-0c5c-43a3-a02a-8e57a7dc9295 HTTP/1.1" status: 204 len: 168 time: 0.9085734 Jan 21 10:55:40.108327 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:55:40.165665 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:40.182158 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [-] (87501) accepted ('10.222.0.99', 58428) {{(pid=87501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:40.231731 dv-neutron-825723-1-hyperv neutron-server[87501]: INFO neutron.wsgi [None req-ca397ad2-28a2-4f0e-99a2-0ecc375abdf7 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b7f85d6b6bc8474396231ea45c201b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483482 Jan 21 10:55:40.234467 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 58432) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:40.377068 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f501de17-e204-4bce-873f-00bb37a73400 None None] Deleting port 84ef6bf3-fefe-43ca-95e9-7af129163caa {{(pid=87503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:55:40.377418 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f501de17-e204-4bce-873f-00bb37a73400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735567167946'] for port, before_delete {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:40.393325 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7d4e-022f-49a4-b462-3085201e0e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:40.420362 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7d4e-022f-49a4-b462-3085201e0e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:40.445150 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-f501de17-e204-4bce-873f-00bb37a73400 None None] The port '84ef6bf3-fefe-43ca-95e9-7af129163caa' was deleted {{(pid=87503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:55:40.473134 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7d4e-022f-49a4-b462-3085201e0e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:40.489690 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b7d4e-022f-49a4-b462-3085201e0e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb66df26-ee0e-4ef3-b05f-a615a07f943d,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:40.497130 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7d4e-022f-49a4-b462-3085201e0e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:40.498580 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-2c5b7d4e-022f-49a4-b462-3085201e0e30 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/cb66df26-ee0e-4ef3-b05f-a615a07f943d HTTP/1.1" status: 204 len: 168 time: 0.2629421 Jan 21 10:55:40.987493 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 58440) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:41.035481 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-1efa9e55-ca5f-4456-a9f3-878246b6c208 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d0ac794403c64bcfaec3a7f8b81705c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467305 Jan 21 10:55:41.037948 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.wsgi [-] (87502) accepted ('10.222.0.99', 58444) {{(pid=87502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:55:41.097348 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71079891-014a-4111-93f2-4024a9bb5583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:41.112466 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 84ef6bf3-fefe-43ca-95e9-7af129163caa no longer exists at agent ovs-agent-dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:55:41.125382 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71079891-014a-4111-93f2-4024a9bb5583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:41.146363 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] No Port match for: 84ef6bf3-fefe-43ca-95e9-7af129163caa {{(pid=87503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:55:41.146710 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron.plugins.ml2.rpc [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Device 84ef6bf3-fefe-43ca-95e9-7af129163caa not bound to the agent host dv-neutron-825723-1-hyperv {{(pid=87503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:55:41.186370 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71079891-014a-4111-93f2-4024a9bb5583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723505'] for security_group, after_delete {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:41.200747 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71079891-014a-4111-93f2-4024a9bb5583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83c527b-9585-4a2e-914d-080cda30f440,revision_number=None']} {{(pid=87502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:55:41.206789 dv-neutron-825723-1-hyperv neutron-server[87502]: DEBUG neutron_lib.callbacks.manager [None req-71079891-014a-4111-93f2-4024a9bb5583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:41.207972 dv-neutron-825723-1-hyperv neutron-server[87502]: INFO neutron.wsgi [None req-71079891-014a-4111-93f2-4024a9bb5583 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f83c527b-9585-4a2e-914d-080cda30f440 HTTP/1.1" status: 204 len: 168 time: 0.1691611 Jan 21 10:55:41.537952 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:01.176669 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:06.538564 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-355fb998-fc9f-4424-8e55-72c861a68f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:08.578306 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-6ee9893e-4458-4615-b64e-2734ded71ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:09.750442 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:10.174074 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:11.543521 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:17.112725 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:56:31.205519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:36.534924 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-24c8c7ab-8423-4a7f-9785-939c85e82814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:38.580099 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b64b511a-dcf6-4e06-872c-39b97afbe478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:39.754709 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:40.179427 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:41.547331 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:54.119120 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:57:01.217629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:04.713881 dv-neutron-825723-1-hyperv neutron-server[87501]: DEBUG neutron.wsgi [req-dee59bc0-443a-48a9-a060-c9d2bc925d55 req-6770a332-7079-47d8-9c63-a705250fa883 service neutron] (87501) timed out ('10.222.0.99', 56904) {{(pid=87501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:57:06.533754 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-df5de36d-c186-4af0-b2e5-16dac8510161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:08.585654 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-dbfc58a0-efbd-46e1-9202-65f99dc0c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:09.760179 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:10.185995 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:11.558974 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:31.124640 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:57:31.215677 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:36.541001 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0da0-3032-4b1b-9cb6-9ed0c7be40f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:38.591701 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-0ef2db78-c36c-474c-a12e-32fe3623b9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:39.767628 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:40.190588 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:41.562763 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:01.219083 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:06.532525 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-71122302-e5f6-4583-973e-6ce09c108d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:08.129943 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:58:08.591713 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7d309afb-77da-4122-a97b-30f3e7d3f965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:09.760261 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:10.190376 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:11.561291 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:31.229142 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:36.533440 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f4db52ba-b99b-4079-8988-fac3b6dc84c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:38.595242 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-892686a4-2d62-4920-9ffa-5935cf7acdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:39.765014 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:40.192385 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:41.560326 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:45.129367 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:59:01.232481 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:06.539519 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-10a01edf-8b0a-4337-9e32-3cf9b6b566b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:08.598023 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fac26bbe-4672-4602-be9a-161a6f3c3423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:09.769746 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:10.202629 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:11.570312 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:22.134656 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:59:31.241920 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:36.525042 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-2eec2025-bb85-4078-a50c-ad84600c911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:38.594007 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d414e4ff-d28c-4502-ab2f-c5532fbd4865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:39.777768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:40.198502 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:41.573609 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:59.139360 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 11:00:01.237048 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:06.537841 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-84a7414a-ec27-4a00-8e07-df6364e73fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:08.591936 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-e4987059-f025-4f68-ae3b-5d91c9c08278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:09.770768 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:10.211003 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:11.616835 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:31.236578 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:36.143806 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 11:00:36.541563 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-fb4495ce-f538-4a1e-a8f4-3110934b42fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:38.597884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-04ab54aa-48c3-448d-a1ff-b87bb214f0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:39.775260 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:40.205377 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:41.576676 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:01:01.237094 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:01:06.541476 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-7b653ba4-4cf2-4466-a6b5-e2e13fd1b6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:01:08.586884 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-522759f6-91b1-4b55-ab5c-351c4dc3ac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:01:09.781042 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:01:10.208722 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:01:11.579662 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:01:13.146919 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 11:01:31.230289 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-d555087b-978d-40e6-a73d-ee1db388e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:01:36.540031 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b20da532-ff0a-41cf-a9cc-ebe42c0d42a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:01:38.588226 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-8b3c13d2-e7d3-47c5-8121-23fe47a2dc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:01:39.765299 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-b5ecae53-cddb-4382-9ffb-20093fe2d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:01:40.213661 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1dcf-2412-4be8-860d-bc8f103ab1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:01:41.580225 dv-neutron-825723-1-hyperv neutron-server[87503]: DEBUG neutron_lib.callbacks.manager [None req-80d6510c-b5ae-497b-8e95-6bea032ba1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735567217412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623657'] for agent, after_update {{(pid=87503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:01:50.147380 dv-neutron-825723-1-hyperv neutron-server[87504]: DEBUG neutron.db.agents_db [None req-a5043300-6863-4416-885f-ea895c9393ca None None] Agent healthcheck: found 6 active agents {{(pid=87504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}